2024-09-10T08:22:16.433 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T08:22:16.455 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T08:22:16.540 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921 branch: wip-rishabh-testing-20240909.165402-squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/sessionmap} email: null first_in_suite: false job_id: '7898921' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - client session with non-allowable root sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi094.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG0hLvUVb+pZAurdCPmMiJ0QLoztDItSiZ3gKIX1y2dbabIgsVdchsi00fSzm2MdWgNIWlkYoGbjg+ichFuoTiM= smithi143.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPEwCKQnr5dUclKMNoUUh1igZql4QBLraO3a6DMrOiAu2dOcZjRO2G+gmFousGJxOIZvlk16+04mSxDNyXuE7O4= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_sessionmap teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T08:22:16.540 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T08:22:16.541 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T08:22:16.541 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T08:22:16.543 INFO:teuthology.task.internal:Checking packages... 2024-09-10T08:22:16.565 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T08:22:16.565 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T08:22:16.565 INFO:teuthology.packaging:ref: None 2024-09-10T08:22:16.565 INFO:teuthology.packaging:tag: None 2024-09-10T08:22:16.565 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T08:22:16.565 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:22:16.565 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T08:22:16.702 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305.g1cf819b7 2024-09-10T08:22:16.704 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T08:22:16.711 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T08:22:16.711 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T08:22:16.788 INFO:teuthology.task.internal:Saving configuration 2024-09-10T08:22:16.805 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T08:22:16.838 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T08:22:16.862 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi094.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 08:17:22.482376', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG0hLvUVb+pZAurdCPmMiJ0QLoztDItSiZ3gKIX1y2dbabIgsVdchsi00fSzm2MdWgNIWlkYoGbjg+ichFuoTiM='} 2024-09-10T08:22:16.881 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi143.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 08:17:22.481117', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPEwCKQnr5dUclKMNoUUh1igZql4QBLraO3a6DMrOiAu2dOcZjRO2G+gmFousGJxOIZvlk16+04mSxDNyXuE7O4='} 2024-09-10T08:22:16.881 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T08:22:16.907 INFO:teuthology.task.internal:roles: ubuntu@smithi094.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-10T08:22:16.908 INFO:teuthology.task.internal:roles: ubuntu@smithi143.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-10T08:22:16.908 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T08:22:17.020 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f1bd58fbbe0>, signals=[15]) 2024-09-10T08:22:17.021 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T08:22:17.027 INFO:teuthology.task.internal:Opening connections... 2024-09-10T08:22:17.027 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:22:17.029 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:22:17.109 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:22:17.110 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:22:17.183 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T08:22:17.189 DEBUG:teuthology.orchestra.run.smithi094:> uname -m 2024-09-10T08:22:17.208 INFO:teuthology.orchestra.run.smithi094.stdout:x86_64 2024-09-10T08:22:17.208 DEBUG:teuthology.orchestra.run.smithi094:> cat /etc/os-release 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:NAME="CentOS Stream" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:VERSION="9" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:ID="centos" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:ID_LIKE="rhel fedora" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:VERSION_ID="9" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:PLATFORM_ID="platform:el9" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:ANSI_COLOR="0;31" 2024-09-10T08:22:17.267 INFO:teuthology.orchestra.run.smithi094.stdout:LOGO="fedora-logo-icon" 2024-09-10T08:22:17.268 INFO:teuthology.orchestra.run.smithi094.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T08:22:17.268 INFO:teuthology.orchestra.run.smithi094.stdout:HOME_URL="https://centos.org/" 2024-09-10T08:22:17.268 INFO:teuthology.orchestra.run.smithi094.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T08:22:17.268 INFO:teuthology.orchestra.run.smithi094.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T08:22:17.268 INFO:teuthology.orchestra.run.smithi094.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T08:22:17.268 INFO:teuthology.lock.ops:Updating smithi094.front.sepia.ceph.com on lock server 2024-09-10T08:22:17.287 DEBUG:teuthology.orchestra.run.smithi143:> uname -m 2024-09-10T08:22:17.305 INFO:teuthology.orchestra.run.smithi143.stdout:x86_64 2024-09-10T08:22:17.305 DEBUG:teuthology.orchestra.run.smithi143:> cat /etc/os-release 2024-09-10T08:22:17.363 INFO:teuthology.orchestra.run.smithi143.stdout:NAME="CentOS Stream" 2024-09-10T08:22:17.363 INFO:teuthology.orchestra.run.smithi143.stdout:VERSION="9" 2024-09-10T08:22:17.363 INFO:teuthology.orchestra.run.smithi143.stdout:ID="centos" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:ID_LIKE="rhel fedora" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:VERSION_ID="9" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:PLATFORM_ID="platform:el9" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:ANSI_COLOR="0;31" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:LOGO="fedora-logo-icon" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:HOME_URL="https://centos.org/" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T08:22:17.364 INFO:teuthology.orchestra.run.smithi143.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T08:22:17.365 INFO:teuthology.lock.ops:Updating smithi143.front.sepia.ceph.com on lock server 2024-09-10T08:22:17.387 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T08:22:17.397 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T08:22:17.438 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T08:22:17.438 DEBUG:teuthology.orchestra.run.smithi094:> test '!' -e /home/ubuntu/cephtest 2024-09-10T08:22:17.440 DEBUG:teuthology.orchestra.run.smithi143:> test '!' -e /home/ubuntu/cephtest 2024-09-10T08:22:17.457 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T08:22:17.471 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T08:22:17.471 DEBUG:teuthology.orchestra.run.smithi094:> test -z $(ls -A /var/lib/ceph) 2024-09-10T08:22:17.498 DEBUG:teuthology.orchestra.run.smithi143:> test -z $(ls -A /var/lib/ceph) 2024-09-10T08:22:17.522 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T08:22:17.562 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T08:22:17.578 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-10T08:22:17.578 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-10T08:22:17.579 DEBUG:teuthology.orchestra.run.smithi094:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T08:22:17.579 DEBUG:teuthology.orchestra.run.smithi143:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T08:22:17.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:22:17.596 DEBUG:teuthology.orchestra.run.smithi143:> uname -r 2024-09-10T08:22:17.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:22:17.597 DEBUG:teuthology.orchestra.run.smithi094:> uname -r 2024-09-10T08:22:17.653 INFO:teuthology.orchestra.run.smithi143.stdout:5.14.0-503.el9.x86_64 2024-09-10T08:22:17.653 INFO:teuthology.task.kernel:Running kernel on smithi143: 5.14.0-503.el9.x86_64 2024-09-10T08:22:17.653 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum install -y kernel 2024-09-10T08:22:17.655 INFO:teuthology.orchestra.run.smithi094.stdout:5.14.0-503.el9.x86_64 2024-09-10T08:22:17.655 INFO:teuthology.task.kernel:Running kernel on smithi094: 5.14.0-503.el9.x86_64 2024-09-10T08:22:17.655 DEBUG:teuthology.orchestra.run.smithi094:> sudo yum install -y kernel 2024-09-10T08:22:21.139 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-09-10T08:22:23.289 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - BaseOS 2.1 MB/s | 8.2 MB 00:03 2024-09-10T08:22:25.241 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-10T08:22:30.498 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 20 MB 00:08 2024-09-10T08:22:30.865 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - CRB 4.2 MB/s | 6.5 MB 00:01 2024-09-10T08:22:32.732 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - Extras packages 28 kB/s | 19 kB 00:00 2024-09-10T08:22:33.528 INFO:teuthology.orchestra.run.smithi094.stdout:Extra Packages for Enterprise Linux 34 MB/s | 23 MB 00:00 2024-09-10T08:22:36.032 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-10T08:22:37.507 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - Extras packages 82 kB/s | 19 kB 00:00 2024-09-10T08:22:38.570 INFO:teuthology.orchestra.run.smithi143.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-10T08:22:38.984 INFO:teuthology.orchestra.run.smithi094.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-10T08:22:40.949 INFO:teuthology.orchestra.run.smithi094.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T08:22:40.949 INFO:teuthology.orchestra.run.smithi094.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T08:22:41.036 INFO:teuthology.orchestra.run.smithi094.stdout:Dependencies resolved. 2024-09-10T08:22:41.042 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-09-10T08:22:41.042 INFO:teuthology.orchestra.run.smithi094.stdout: Package Architecture Version Repository Size 2024-09-10T08:22:41.042 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-09-10T08:22:41.042 INFO:teuthology.orchestra.run.smithi094.stdout:Installing: 2024-09-10T08:22:41.042 INFO:teuthology.orchestra.run.smithi094.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T08:22:41.042 INFO:teuthology.orchestra.run.smithi094.stdout:Installing dependencies: 2024-09-10T08:22:41.042 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T08:22:41.043 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T08:22:41.043 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T08:22:41.043 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:22:41.043 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction Summary 2024-09-10T08:22:41.043 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-09-10T08:22:41.043 INFO:teuthology.orchestra.run.smithi094.stdout:Install 4 Packages 2024-09-10T08:22:41.043 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:22:41.044 INFO:teuthology.orchestra.run.smithi094.stdout:Total download size: 79 M 2024-09-10T08:22:41.044 INFO:teuthology.orchestra.run.smithi094.stdout:Installed size: 126 M 2024-09-10T08:22:41.044 INFO:teuthology.orchestra.run.smithi094.stdout:Downloading Packages: 2024-09-10T08:22:41.336 INFO:teuthology.orchestra.run.smithi094.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 84 kB/s | 23 kB 00:00 2024-09-10T08:22:44.001 INFO:teuthology.orchestra.run.smithi143.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-10T08:22:46.008 INFO:teuthology.orchestra.run.smithi143.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T08:22:46.008 INFO:teuthology.orchestra.run.smithi143.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T08:22:46.094 INFO:teuthology.orchestra.run.smithi143.stdout:Dependencies resolved. 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout: Package Architecture Version Repository Size 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout:Installing: 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout:Installing dependencies: 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T08:22:46.106 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T08:22:46.107 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:22:46.107 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction Summary 2024-09-10T08:22:46.107 INFO:teuthology.orchestra.run.smithi143.stdout:================================================================================ 2024-09-10T08:22:46.107 INFO:teuthology.orchestra.run.smithi143.stdout:Install 4 Packages 2024-09-10T08:22:46.107 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:22:46.107 INFO:teuthology.orchestra.run.smithi143.stdout:Total download size: 79 M 2024-09-10T08:22:46.107 INFO:teuthology.orchestra.run.smithi143.stdout:Installed size: 126 M 2024-09-10T08:22:46.108 INFO:teuthology.orchestra.run.smithi143.stdout:Downloading Packages: 2024-09-10T08:22:46.286 INFO:teuthology.orchestra.run.smithi143.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 294 kB/s | 23 kB 00:00 2024-09-10T08:22:46.786 INFO:teuthology.orchestra.run.smithi143.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-09-10T08:22:47.120 INFO:teuthology.orchestra.run.smithi143.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 38 MB/s | 35 MB 00:00 2024-09-10T08:22:47.628 INFO:teuthology.orchestra.run.smithi143.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 21 MB/s | 29 MB 00:01 2024-09-10T08:22:47.629 INFO:teuthology.orchestra.run.smithi143.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:22:47.629 INFO:teuthology.orchestra.run.smithi143.stdout:Total 52 MB/s | 79 MB 00:01 2024-09-10T08:22:48.315 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction check 2024-09-10T08:22:48.670 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction check succeeded. 2024-09-10T08:22:48.670 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction test 2024-09-10T08:22:49.646 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction test succeeded. 2024-09-10T08:22:49.646 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction 2024-09-10T08:22:52.068 INFO:teuthology.orchestra.run.smithi143.stdout: Preparing : 1/1 2024-09-10T08:22:52.762 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T08:22:52.847 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T08:22:55.642 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T08:22:55.783 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T08:22:55.985 INFO:teuthology.orchestra.run.smithi094.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 1.0 MB/s | 16 MB 00:14 2024-09-10T08:23:00.619 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T08:23:00.667 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:05.496 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:14.042 INFO:teuthology.orchestra.run.smithi094.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 894 kB/s | 29 MB 00:32 2024-09-10T08:23:21.284 INFO:teuthology.orchestra.run.smithi094.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 879 kB/s | 35 MB 00:40 2024-09-10T08:23:21.284 INFO:teuthology.orchestra.run.smithi094.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:23:21.285 INFO:teuthology.orchestra.run.smithi094.stdout:Total 2.0 MB/s | 79 MB 00:40 2024-09-10T08:23:21.965 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction check 2024-09-10T08:23:22.318 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction check succeeded. 2024-09-10T08:23:22.318 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction test 2024-09-10T08:23:23.286 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction test succeeded. 2024-09-10T08:23:23.287 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction 2024-09-10T08:23:25.712 INFO:teuthology.orchestra.run.smithi094.stdout: Preparing : 1/1 2024-09-10T08:23:26.438 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T08:23:26.524 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T08:23:29.324 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T08:23:29.458 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T08:23:34.284 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T08:23:34.391 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:39.258 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:43.786 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:43.826 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:44.161 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:44.161 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T08:23:44.162 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T08:23:44.162 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T08:23:45.025 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:23:45.025 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:23:45.025 INFO:teuthology.orchestra.run.smithi143.stdout:Installed: 2024-09-10T08:23:45.025 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T08:23:45.026 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T08:23:45.026 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T08:23:45.026 INFO:teuthology.orchestra.run.smithi143.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T08:23:45.026 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:23:45.026 INFO:teuthology.orchestra.run.smithi143.stdout:Complete! 2024-09-10T08:23:45.367 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T08:23:45.450 INFO:teuthology.orchestra.run.smithi143.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T08:23:45.451 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T08:23:45.451 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T08:23:45.451 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T08:23:45.451 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T08:23:45.452 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-10T08:23:45.452 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi143.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T08:23:45.452 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T08:23:45.510 INFO:teuthology.orchestra.run.smithi143.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T08:23:45.511 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T08:23:45.511 DEBUG:teuthology.orchestra.run.smithi143:> sudo rpm -qi grub2-tools 2024-09-10T08:23:45.543 INFO:teuthology.orchestra.run.smithi143.stdout:Name : grub2-tools 2024-09-10T08:23:45.543 INFO:teuthology.orchestra.run.smithi143.stdout:Epoch : 1 2024-09-10T08:23:45.543 INFO:teuthology.orchestra.run.smithi143.stdout:Version : 2.06 2024-09-10T08:23:45.543 INFO:teuthology.orchestra.run.smithi143.stdout:Release : 82.el9 2024-09-10T08:23:45.543 INFO:teuthology.orchestra.run.smithi143.stdout:Architecture: x86_64 2024-09-10T08:23:45.543 INFO:teuthology.orchestra.run.smithi143.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T08:23:45.543 INFO:teuthology.orchestra.run.smithi143.stdout:Group : Unspecified 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Size : 8274670 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:License : GPLv3+ 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Packager : builder@centos.org 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Vendor : CentOS 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Summary : Support tools for GRUB. 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout:Description : 2024-09-10T08:23:45.544 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:23:45.545 INFO:teuthology.orchestra.run.smithi143.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T08:23:45.545 INFO:teuthology.orchestra.run.smithi143.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T08:23:45.545 INFO:teuthology.orchestra.run.smithi143.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T08:23:45.545 INFO:teuthology.orchestra.run.smithi143.stdout:hardware devices. 2024-09-10T08:23:45.545 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:23:45.545 INFO:teuthology.orchestra.run.smithi143.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T08:23:45.546 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T08:23:45.546 INFO:teuthology.task.kernel:Updating grub on smithi143 to boot 5.14.0-505.el9.x86_64 2024-09-10T08:23:45.546 DEBUG:teuthology.orchestra.run.smithi143:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T08:23:46.213 INFO:teuthology.orchestra.run.smithi143.stderr:Generating grub configuration file ... 2024-09-10T08:23:47.561 INFO:teuthology.orchestra.run.smithi143.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T08:23:47.589 INFO:teuthology.orchestra.run.smithi143.stderr:done 2024-09-10T08:23:47.594 DEBUG:teuthology.orchestra.run.smithi143:> mktemp 2024-09-10T08:23:47.609 INFO:teuthology.orchestra.run.smithi143.stdout:/tmp/tmp.KWJ823S8B1 2024-09-10T08:23:47.610 DEBUG:teuthology.orchestra.run.smithi143:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.KWJ823S8B1 2024-09-10T08:23:47.676 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0666 /tmp/tmp.KWJ823S8B1 2024-09-10T08:23:47.812 DEBUG:teuthology.orchestra.remote:smithi143:/tmp/tmp.KWJ823S8B1 is 6KB 2024-09-10T08:23:47.861 DEBUG:teuthology.orchestra.run.smithi143:> rm -fr /tmp/tmp.KWJ823S8B1 2024-09-10T08:23:47.876 DEBUG:teuthology.orchestra.run.smithi143:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T08:23:47.942 INFO:teuthology.orchestra.run.smithi143.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T08:23:47.942 INFO:teuthology.orchestra.run.smithi143.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T08:23:47.942 INFO:teuthology.orchestra.run.smithi143.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T08:23:47.942 INFO:teuthology.orchestra.run.smithi143.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T08:23:47.943 DEBUG:teuthology.orchestra.run.smithi143:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T08:23:48.080 DEBUG:teuthology.orchestra.run.smithi143:> sudo shutdown -r now 2024-09-10T08:24:17.380 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:24:17.419 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:24:17.756 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:24:17.757 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T08:24:17.757 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T08:24:17.757 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T08:24:18.083 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-10T08:24:18.084 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-09-10T08:24:18.085 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout:Installed: 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:24:18.579 INFO:teuthology.orchestra.run.smithi094.stdout:Complete! 2024-09-10T08:24:18.970 DEBUG:teuthology.orchestra.run.smithi094:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T08:24:19.054 INFO:teuthology.orchestra.run.smithi094.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T08:24:19.054 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T08:24:19.054 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T08:24:19.054 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T08:24:19.055 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T08:24:19.055 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-10T08:24:19.055 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi094.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T08:24:19.055 DEBUG:teuthology.orchestra.run.smithi094:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T08:24:19.113 INFO:teuthology.orchestra.run.smithi094.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T08:24:19.114 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T08:24:19.114 DEBUG:teuthology.orchestra.run.smithi094:> sudo rpm -qi grub2-tools 2024-09-10T08:24:19.146 INFO:teuthology.orchestra.run.smithi094.stdout:Name : grub2-tools 2024-09-10T08:24:19.146 INFO:teuthology.orchestra.run.smithi094.stdout:Epoch : 1 2024-09-10T08:24:19.146 INFO:teuthology.orchestra.run.smithi094.stdout:Version : 2.06 2024-09-10T08:24:19.146 INFO:teuthology.orchestra.run.smithi094.stdout:Release : 82.el9 2024-09-10T08:24:19.146 INFO:teuthology.orchestra.run.smithi094.stdout:Architecture: x86_64 2024-09-10T08:24:19.146 INFO:teuthology.orchestra.run.smithi094.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Group : Unspecified 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Size : 8274670 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:License : GPLv3+ 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Packager : builder@centos.org 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Vendor : CentOS 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Summary : Support tools for GRUB. 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:Description : 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T08:24:19.147 INFO:teuthology.orchestra.run.smithi094.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T08:24:19.148 INFO:teuthology.orchestra.run.smithi094.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T08:24:19.148 INFO:teuthology.orchestra.run.smithi094.stdout:hardware devices. 2024-09-10T08:24:19.148 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:24:19.148 INFO:teuthology.orchestra.run.smithi094.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T08:24:19.148 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T08:24:19.149 INFO:teuthology.task.kernel:Updating grub on smithi094 to boot 5.14.0-505.el9.x86_64 2024-09-10T08:24:19.149 DEBUG:teuthology.orchestra.run.smithi094:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T08:24:19.784 INFO:teuthology.orchestra.run.smithi094.stderr:Generating grub configuration file ... 2024-09-10T08:24:21.134 INFO:teuthology.orchestra.run.smithi094.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T08:24:21.171 INFO:teuthology.orchestra.run.smithi094.stderr:done 2024-09-10T08:24:21.173 DEBUG:teuthology.orchestra.run.smithi094:> mktemp 2024-09-10T08:24:21.189 INFO:teuthology.orchestra.run.smithi094.stdout:/tmp/tmp.eHGmK0MMGS 2024-09-10T08:24:21.189 DEBUG:teuthology.orchestra.run.smithi094:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.eHGmK0MMGS 2024-09-10T08:24:21.255 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 0666 /tmp/tmp.eHGmK0MMGS 2024-09-10T08:24:21.386 DEBUG:teuthology.orchestra.remote:smithi094:/tmp/tmp.eHGmK0MMGS is 6KB 2024-09-10T08:24:21.435 DEBUG:teuthology.orchestra.run.smithi094:> rm -fr /tmp/tmp.eHGmK0MMGS 2024-09-10T08:24:21.450 DEBUG:teuthology.orchestra.run.smithi094:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T08:24:21.513 INFO:teuthology.orchestra.run.smithi094.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T08:24:21.513 INFO:teuthology.orchestra.run.smithi094.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T08:24:21.513 INFO:teuthology.orchestra.run.smithi094.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T08:24:21.513 INFO:teuthology.orchestra.run.smithi094.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T08:24:21.514 DEBUG:teuthology.orchestra.run.smithi094:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T08:24:21.667 DEBUG:teuthology.orchestra.run.smithi094:> sudo shutdown -r now 2024-09-10T08:24:51.699 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-10T08:24:51.699 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-09-10T08:24:51.700 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:25:18.113 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T08:25:27.123 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-09-10T08:25:27.124 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:25:27.399 DEBUG:teuthology.orchestra.run.smithi143:> true 2024-09-10T08:25:27.794 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-09-10T08:25:27.794 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-10T08:25:27.794 DEBUG:teuthology.orchestra.run.smithi143:> uname -r 2024-09-10T08:25:27.812 INFO:teuthology.orchestra.run.smithi143.stdout:5.14.0-505.el9.x86_64 2024-09-10T08:25:27.812 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T08:25:27.812 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T08:25:27.812 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T08:25:28.813 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-10T08:25:28.813 DEBUG:teuthology.orchestra.run.smithi143:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T08:25:28.893 INFO:teuthology.orchestra.run.smithi143.stdout:ttyS1 2024-09-10T08:25:28.923 DEBUG:teuthology.parallel:result is None 2024-09-10T08:25:51.704 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T08:26:00.705 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-09-10T08:26:00.706 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:26:01.118 DEBUG:teuthology.orchestra.run.smithi094:> true 2024-09-10T08:26:01.520 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-09-10T08:26:01.520 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-10T08:26:01.520 DEBUG:teuthology.orchestra.run.smithi094:> uname -r 2024-09-10T08:26:01.535 INFO:teuthology.orchestra.run.smithi094.stdout:5.14.0-505.el9.x86_64 2024-09-10T08:26:01.535 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T08:26:01.535 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T08:26:01.535 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T08:26:02.536 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-10T08:26:02.536 DEBUG:teuthology.orchestra.run.smithi094:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T08:26:02.626 INFO:teuthology.orchestra.run.smithi094.stdout:ttyS1 2024-09-10T08:26:02.648 DEBUG:teuthology.parallel:result is None 2024-09-10T08:26:02.648 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T08:26:02.656 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T08:26:02.657 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T08:26:02.659 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T08:26:02.680 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T08:26:02.690 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T08:26:02.774 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T08:26:02.774 DEBUG:teuthology.orchestra.run.smithi094:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T08:26:02.777 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T08:26:02.813 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T08:26:02.866 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T08:26:02.866 DEBUG:teuthology.orchestra.run.smithi094:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T08:26:02.869 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T08:26:02.890 INFO:teuthology.orchestra.run.smithi094.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T08:26:02.901 INFO:teuthology.orchestra.run.smithi094.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T08:26:02.901 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T08:26:02.913 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T08:26:02.915 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T08:26:02.934 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T08:26:02.935 DEBUG:teuthology.orchestra.run.smithi094:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T08:26:02.949 DEBUG:teuthology.orchestra.run.smithi143:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T08:26:02.983 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T08:26:03.001 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T08:26:03.002 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T08:26:03.016 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T08:26:03.040 DEBUG:teuthology.orchestra.run.smithi094:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T08:26:03.108 DEBUG:teuthology.orchestra.run.smithi094:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T08:26:03.201 DEBUG:teuthology.orchestra.run.smithi094:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T08:26:03.236 DEBUG:teuthology.orchestra.run.smithi094:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T08:26:03.287 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:26:03.287 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T08:26:03.355 DEBUG:teuthology.orchestra.run.smithi143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T08:26:03.400 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T08:26:03.457 DEBUG:teuthology.orchestra.run.smithi143:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T08:26:03.540 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T08:26:03.582 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:26:03.583 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T08:26:03.648 DEBUG:teuthology.orchestra.run.smithi094:> sudo service rsyslog restart 2024-09-10T08:26:03.650 DEBUG:teuthology.orchestra.run.smithi143:> sudo service rsyslog restart 2024-09-10T08:26:03.694 INFO:teuthology.orchestra.run.smithi094.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:26:03.734 INFO:teuthology.orchestra.run.smithi143.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:26:04.191 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T08:26:04.199 INFO:teuthology.task.internal:Starting timer... 2024-09-10T08:26:04.199 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T08:26:04.255 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T08:26:04.312 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-10T08:26:04.312 DEBUG:teuthology.orchestra.run.smithi094:> sudo service auditd rotate 2024-09-10T08:26:04.398 INFO:teuthology.orchestra.run.smithi094.stdout:Rotating logs: 2024-09-10T08:26:04.401 DEBUG:teuthology.orchestra.run.smithi143:> sudo service auditd rotate 2024-09-10T08:26:04.456 INFO:teuthology.orchestra.run.smithi143.stdout:Rotating logs: 2024-09-10T08:26:04.458 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T08:26:04.458 DEBUG:teuthology.orchestra.run.smithi094:> /usr/sbin/getenforce 2024-09-10T08:26:04.500 INFO:teuthology.orchestra.run.smithi094.stdout:Permissive 2024-09-10T08:26:04.500 DEBUG:teuthology.orchestra.run.smithi143:> /usr/sbin/getenforce 2024-09-10T08:26:04.524 INFO:teuthology.orchestra.run.smithi143.stdout:Permissive 2024-09-10T08:26:04.524 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi094.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi143.front.sepia.ceph.com': 'permissive'} 2024-09-10T08:26:04.525 DEBUG:teuthology.orchestra.run.smithi094:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:26:04.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:26:04.616 DEBUG:teuthology.orchestra.run.smithi143:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:26:04.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:26:04.643 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T08:26:04.643 DEBUG:teuthology.orchestra.run.smithi094:> sudo /usr/sbin/setenforce permissive 2024-09-10T08:26:04.855 DEBUG:teuthology.orchestra.run.smithi143:> sudo /usr/sbin/setenforce permissive 2024-09-10T08:26:04.888 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T08:26:04.898 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T08:26:04.901 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T08:26:05.025 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T08:26:05.037 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T08:26:05.038 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi094.front.sepia.ceph.com,smithi143.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T08:29:48.060 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi094.front.sepia.ceph.com'), Remote(name='ubuntu@smithi143.front.sepia.ceph.com')] 2024-09-10T08:29:48.062 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-09-10T08:29:48.063 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:29:48.143 DEBUG:teuthology.orchestra.run.smithi094:> true 2024-09-10T08:29:48.185 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-09-10T08:29:48.185 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-09-10T08:29:48.186 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi143.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:29:48.260 DEBUG:teuthology.orchestra.run.smithi143:> true 2024-09-10T08:29:48.341 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi143.front.sepia.ceph.com' 2024-09-10T08:29:48.342 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T08:29:48.358 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T08:29:48.358 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T08:29:48.359 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:29:48.362 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T08:29:48.362 DEBUG:teuthology.orchestra.run.smithi143:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:29:48.388 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T08:29:48.402 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T08:29:48.410 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T08:29:48.425 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T08:29:48.427 INFO:teuthology.orchestra.run.smithi094.stderr:sudo: ntpd: command not found 2024-09-10T08:29:48.438 INFO:teuthology.orchestra.run.smithi094.stdout:506 Cannot talk to daemon 2024-09-10T08:29:48.450 INFO:teuthology.orchestra.run.smithi143.stderr:sudo: ntpd: command not found 2024-09-10T08:29:48.451 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T08:29:48.461 INFO:teuthology.orchestra.run.smithi143.stdout:506 Cannot talk to daemon 2024-09-10T08:29:48.465 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T08:29:48.475 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T08:29:48.489 INFO:teuthology.orchestra.run.smithi143.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T08:29:48.525 INFO:teuthology.orchestra.run.smithi094.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:29:48.529 INFO:teuthology.orchestra.run.smithi094.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:29:48.529 INFO:teuthology.orchestra.run.smithi094.stdout:=============================================================================== 2024-09-10T08:29:48.529 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.529 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.529 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.529 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.543 INFO:teuthology.orchestra.run.smithi143.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:29:48.547 INFO:teuthology.orchestra.run.smithi143.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:29:48.547 INFO:teuthology.orchestra.run.smithi143.stdout:=============================================================================== 2024-09-10T08:29:48.547 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.547 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.547 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.547 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:29:48.548 INFO:teuthology.run_tasks:Running task install... 2024-09-10T08:29:48.555 DEBUG:teuthology.task.install:project ceph 2024-09-10T08:29:48.555 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T08:29:48.555 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T08:29:48.555 INFO:teuthology.task.install:Using flavor: default 2024-09-10T08:29:48.561 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T08:29:48.561 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-10T08:29:48.561 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T08:29:48.562 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:29:48.564 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T08:29:48.564 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:29:48.721 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T08:29:48.722 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T08:29:48.837 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T08:29:48.837 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:29:48.837 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T08:29:48.863 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T08:29:48.864 DEBUG:teuthology.orchestra.run.smithi094:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T08:29:48.930 DEBUG:teuthology.orchestra.run.smithi094:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T08:29:49.006 DEBUG:teuthology.orchestra.run.smithi094:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T08:29:49.070 INFO:teuthology.orchestra.run.smithi094.stdout:check_obsoletes = 1 2024-09-10T08:29:49.072 DEBUG:teuthology.orchestra.run.smithi094:> sudo yum clean all 2024-09-10T08:29:49.304 INFO:teuthology.orchestra.run.smithi094.stdout:45 files removed 2024-09-10T08:29:49.332 DEBUG:teuthology.orchestra.run.smithi094:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T08:29:49.898 INFO:teuthology.orchestra.run.smithi094.stdout:ceph packages for x86_64 298 kB/s | 84 kB 00:00 2024-09-10T08:29:50.182 INFO:teuthology.orchestra.run.smithi094.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-10T08:29:50.430 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T08:29:50.430 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T08:29:50.463 INFO:teuthology.orchestra.run.smithi094.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-10T08:29:50.543 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T08:29:50.543 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:29:50.544 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T08:29:50.575 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T08:29:50.575 DEBUG:teuthology.orchestra.run.smithi143:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T08:29:50.648 DEBUG:teuthology.orchestra.run.smithi143:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T08:29:50.724 DEBUG:teuthology.orchestra.run.smithi143:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T08:29:50.791 INFO:teuthology.orchestra.run.smithi143.stdout:check_obsoletes = 1 2024-09-10T08:29:50.792 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum clean all 2024-09-10T08:29:51.021 INFO:teuthology.orchestra.run.smithi143.stdout:45 files removed 2024-09-10T08:29:51.048 DEBUG:teuthology.orchestra.run.smithi143:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T08:29:51.608 INFO:teuthology.orchestra.run.smithi143.stdout:ceph packages for x86_64 306 kB/s | 84 kB 00:00 2024-09-10T08:29:51.900 INFO:teuthology.orchestra.run.smithi143.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-10T08:29:52.175 INFO:teuthology.orchestra.run.smithi143.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-10T08:29:52.217 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-09-10T08:29:52.692 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.2 MB 00:00 2024-09-10T08:29:53.909 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - AppStream 34 MB/s | 20 MB 00:00 2024-09-10T08:29:59.227 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-10T08:30:00.711 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 19 kB 00:00 2024-09-10T08:30:01.624 INFO:teuthology.orchestra.run.smithi094.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-10T08:30:07.088 INFO:teuthology.orchestra.run.smithi094.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-09-10T08:30:09.457 INFO:teuthology.orchestra.run.smithi094.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:30:09.457 INFO:teuthology.orchestra.run.smithi094.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:30:09.468 INFO:teuthology.orchestra.run.smithi094.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T08:30:09.469 INFO:teuthology.orchestra.run.smithi094.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T08:30:09.472 INFO:teuthology.orchestra.run.smithi094.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T08:30:09.473 INFO:teuthology.orchestra.run.smithi094.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T08:30:09.473 INFO:teuthology.orchestra.run.smithi094.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T08:30:09.475 INFO:teuthology.orchestra.run.smithi094.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T08:30:09.476 INFO:teuthology.orchestra.run.smithi094.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T08:30:09.537 INFO:teuthology.orchestra.run.smithi094.stdout:Dependencies resolved. 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout:====================================================================================== 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: Package Arch Version Repository Size 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout:====================================================================================== 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout:Installing: 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T08:30:09.558 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T08:30:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T08:30:09.560 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout:Upgrading: 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T08:30:09.561 INFO:teuthology.orchestra.run.smithi094.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout:Installing dependencies: 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T08:30:09.562 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T08:30:09.563 INFO:teuthology.orchestra.run.smithi094.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T08:30:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T08:30:09.565 INFO:teuthology.orchestra.run.smithi094.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T08:30:09.566 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T08:30:09.567 INFO:teuthology.orchestra.run.smithi094.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T08:30:09.568 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T08:30:09.569 INFO:teuthology.orchestra.run.smithi094.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout:Installing weak dependencies: 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction Summary 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout:====================================================================================== 2024-09-10T08:30:09.570 INFO:teuthology.orchestra.run.smithi094.stdout:Install 148 Packages 2024-09-10T08:30:09.571 INFO:teuthology.orchestra.run.smithi094.stdout:Upgrade 8 Packages 2024-09-10T08:30:09.571 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:09.571 INFO:teuthology.orchestra.run.smithi094.stdout:Total download size: 226 M 2024-09-10T08:30:09.571 INFO:teuthology.orchestra.run.smithi094.stdout:Downloading Packages: 2024-09-10T08:30:10.323 INFO:teuthology.orchestra.run.smithi094.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 54 kB/s | 6.5 kB 00:00 2024-09-10T08:30:10.523 INFO:teuthology.orchestra.run.smithi094.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 4.4 MB/s | 897 kB 00:00 2024-09-10T08:30:10.607 INFO:teuthology.orchestra.run.smithi094.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 1.7 MB/s | 145 kB 00:00 2024-09-10T08:30:10.724 INFO:teuthology.orchestra.run.smithi094.stdout:(4/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 10 MB/s | 5.4 MB 00:00 2024-09-10T08:30:10.824 INFO:teuthology.orchestra.run.smithi094.stdout:(5/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 15 MB/s | 1.5 MB 00:00 2024-09-10T08:30:10.874 INFO:teuthology.orchestra.run.smithi094.stdout:(6/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 8.9 MB/s | 2.4 MB 00:00 2024-09-10T08:30:11.116 INFO:teuthology.orchestra.run.smithi094.stdout:(7/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-10T08:30:11.342 INFO:teuthology.orchestra.run.smithi094.stdout:(8/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 19 MB/s | 21 MB 00:01 2024-09-10T08:30:11.384 INFO:teuthology.orchestra.run.smithi094.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 609 kB/s | 25 kB 00:00 2024-09-10T08:30:11.759 INFO:teuthology.orchestra.run.smithi094.stdout:(10/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 17 MB/s | 11 MB 00:00 2024-09-10T08:30:11.809 INFO:teuthology.orchestra.run.smithi094.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 4.5 MB/s | 228 kB 00:00 2024-09-10T08:30:11.984 INFO:teuthology.orchestra.run.smithi094.stdout:(12/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 15 MB/s | 17 MB 00:01 2024-09-10T08:30:12.010 INFO:teuthology.orchestra.run.smithi094.stdout:(13/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 135 kB/s | 27 kB 00:00 2024-09-10T08:30:12.035 INFO:teuthology.orchestra.run.smithi094.stdout:(14/156): libcephfs-devel-19.1.1-305.g1cf819b7. 634 kB/s | 32 kB 00:00 2024-09-10T08:30:12.069 INFO:teuthology.orchestra.run.smithi094.stdout:(15/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 13 MB/s | 751 kB 00:00 2024-09-10T08:30:12.085 INFO:teuthology.orchestra.run.smithi094.stdout:(16/156): libcephsqlite-19.1.1-305.g1cf819b7.el 3.2 MB/s | 164 kB 00:00 2024-09-10T08:30:12.119 INFO:teuthology.orchestra.run.smithi094.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 2.5 MB/s | 127 kB 00:00 2024-09-10T08:30:12.144 INFO:teuthology.orchestra.run.smithi094.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 8.5 MB/s | 506 kB 00:00 2024-09-10T08:30:12.203 INFO:teuthology.orchestra.run.smithi094.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 774 kB/s | 45 kB 00:00 2024-09-10T08:30:12.295 INFO:teuthology.orchestra.run.smithi094.stdout:(20/156): python3-ceph-common-19.1.1-305.g1cf81 1.4 MB/s | 136 kB 00:00 2024-09-10T08:30:12.387 INFO:teuthology.orchestra.run.smithi094.stdout:(21/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 20 MB/s | 5.3 MB 00:00 2024-09-10T08:30:12.412 INFO:teuthology.orchestra.run.smithi094.stdout:(22/156): python3-cephfs-19.1.1-305.g1cf819b7.e 1.4 MB/s | 161 kB 00:00 2024-09-10T08:30:12.438 INFO:teuthology.orchestra.run.smithi094.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 6.2 MB/s | 320 kB 00:00 2024-09-10T08:30:12.463 INFO:teuthology.orchestra.run.smithi094.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 5.8 MB/s | 301 kB 00:00 2024-09-10T08:30:12.480 INFO:teuthology.orchestra.run.smithi094.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 2.3 MB/s | 99 kB 00:00 2024-09-10T08:30:12.514 INFO:teuthology.orchestra.run.smithi094.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-10T08:30:12.606 INFO:teuthology.orchestra.run.smithi094.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 1.8 MB/s | 170 kB 00:00 2024-09-10T08:30:12.664 INFO:teuthology.orchestra.run.smithi094.stdout:(28/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 17 MB/s | 3.1 MB 00:00 2024-09-10T08:30:12.690 INFO:teuthology.orchestra.run.smithi094.stdout:(29/156): ceph-grafana-dashboards-19.1.1-305.g1 381 kB/s | 32 kB 00:00 2024-09-10T08:30:12.715 INFO:teuthology.orchestra.run.smithi094.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 2.9 MB/s | 146 kB 00:00 2024-09-10T08:30:12.941 INFO:teuthology.orchestra.run.smithi094.stdout:(31/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 14 MB/s | 3.6 MB 00:00 2024-09-10T08:30:12.991 INFO:teuthology.orchestra.run.smithi094.stdout:(32/156): ceph-mgr-modules-core-19.1.1-305.g1cf 4.9 MB/s | 249 kB 00:00 2024-09-10T08:30:13.091 INFO:teuthology.orchestra.run.smithi094.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 20 MB/s | 7.4 MB 00:00 2024-09-10T08:30:13.108 INFO:teuthology.orchestra.run.smithi094.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 422 kB/s | 49 kB 00:00 2024-09-10T08:30:13.133 INFO:teuthology.orchestra.run.smithi094.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 394 kB/s | 16 kB 00:00 2024-09-10T08:30:13.158 INFO:teuthology.orchestra.run.smithi094.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 5.6 MB/s | 285 kB 00:00 2024-09-10T08:30:13.200 INFO:teuthology.orchestra.run.smithi094.stdout:(37/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 11 MB/s | 766 kB 00:00 2024-09-10T08:30:13.225 INFO:teuthology.orchestra.run.smithi094.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 272 kB/s | 18 kB 00:00 2024-09-10T08:30:13.793 INFO:teuthology.orchestra.run.smithi094.stdout:(39/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 20 MB/s | 49 MB 00:02 2024-09-10T08:30:13.818 INFO:teuthology.orchestra.run.smithi094.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 129 kB/s | 80 kB 00:00 2024-09-10T08:30:13.985 INFO:teuthology.orchestra.run.smithi094.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.5 MB/s | 253 kB 00:00 2024-09-10T08:30:14.010 INFO:teuthology.orchestra.run.smithi094.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 881 kB/s | 191 kB 00:00 2024-09-10T08:30:14.044 INFO:teuthology.orchestra.run.smithi094.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 980 kB/s | 801 kB 00:00 2024-09-10T08:30:14.069 INFO:teuthology.orchestra.run.smithi094.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-10T08:30:14.103 INFO:teuthology.orchestra.run.smithi094.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-10T08:30:14.128 INFO:teuthology.orchestra.run.smithi094.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-10T08:30:14.154 INFO:teuthology.orchestra.run.smithi094.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-10T08:30:14.204 INFO:teuthology.orchestra.run.smithi094.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 5.6 MB/s | 1.2 MB 00:00 2024-09-10T08:30:14.321 INFO:teuthology.orchestra.run.smithi094.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 3.5 MB/s | 689 kB 00:00 2024-09-10T08:30:14.346 INFO:teuthology.orchestra.run.smithi094.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 753 kB/s | 107 kB 00:00 2024-09-10T08:30:14.371 INFO:teuthology.orchestra.run.smithi094.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 432 kB/s | 22 kB 00:00 2024-09-10T08:30:14.413 INFO:teuthology.orchestra.run.smithi094.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.6 MB/s | 943 kB 00:00 2024-09-10T08:30:14.438 INFO:teuthology.orchestra.run.smithi094.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 489 kB/s | 33 kB 00:00 2024-09-10T08:30:14.464 INFO:teuthology.orchestra.run.smithi094.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-10T08:30:14.489 INFO:teuthology.orchestra.run.smithi094.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-10T08:30:14.514 INFO:teuthology.orchestra.run.smithi094.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-10T08:30:14.540 INFO:teuthology.orchestra.run.smithi094.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-10T08:30:14.565 INFO:teuthology.orchestra.run.smithi094.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-09-10T08:30:14.599 INFO:teuthology.orchestra.run.smithi094.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-09-10T08:30:14.649 INFO:teuthology.orchestra.run.smithi094.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-09-10T08:30:14.674 INFO:teuthology.orchestra.run.smithi094.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 326 kB/s | 24 kB 00:00 2024-09-10T08:30:14.700 INFO:teuthology.orchestra.run.smithi094.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-09-10T08:30:14.725 INFO:teuthology.orchestra.run.smithi094.stdout:(63/156): libtool-2.4.6-46.el9.x86_64.rpm 3.6 MB/s | 581 kB 00:00 2024-09-10T08:30:14.750 INFO:teuthology.orchestra.run.smithi094.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-10T08:30:14.775 INFO:teuthology.orchestra.run.smithi094.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-10T08:30:14.792 INFO:teuthology.orchestra.run.smithi094.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 574 kB/s | 38 kB 00:00 2024-09-10T08:30:14.876 INFO:teuthology.orchestra.run.smithi094.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 44 MB/s | 4.4 MB 00:00 2024-09-10T08:30:14.943 INFO:teuthology.orchestra.run.smithi094.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 26 MB/s | 4.9 MB 00:00 2024-09-10T08:30:14.985 INFO:teuthology.orchestra.run.smithi094.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 8.3 MB/s | 1.6 MB 00:00 2024-09-10T08:30:15.010 INFO:teuthology.orchestra.run.smithi094.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-10T08:30:15.035 INFO:teuthology.orchestra.run.smithi094.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 5.6 MB/s | 910 kB 00:00 2024-09-10T08:30:15.077 INFO:teuthology.orchestra.run.smithi094.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-09-10T08:30:15.102 INFO:teuthology.orchestra.run.smithi094.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-10T08:30:15.144 INFO:teuthology.orchestra.run.smithi094.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-10T08:30:15.228 INFO:teuthology.orchestra.run.smithi094.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-10T08:30:15.253 INFO:teuthology.orchestra.run.smithi094.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-10T08:30:15.279 INFO:teuthology.orchestra.run.smithi094.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-10T08:30:15.304 INFO:teuthology.orchestra.run.smithi094.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-09-10T08:30:15.329 INFO:teuthology.orchestra.run.smithi094.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-09-10T08:30:15.354 INFO:teuthology.orchestra.run.smithi094.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-10T08:30:15.380 INFO:teuthology.orchestra.run.smithi094.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-09-10T08:30:15.455 INFO:teuthology.orchestra.run.smithi094.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-10T08:30:15.481 INFO:teuthology.orchestra.run.smithi094.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-10T08:30:15.506 INFO:teuthology.orchestra.run.smithi094.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-10T08:30:15.531 INFO:teuthology.orchestra.run.smithi094.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-10T08:30:15.557 INFO:teuthology.orchestra.run.smithi094.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-09-10T08:30:15.582 INFO:teuthology.orchestra.run.smithi094.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-09-10T08:30:15.607 INFO:teuthology.orchestra.run.smithi094.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-10T08:30:15.633 INFO:teuthology.orchestra.run.smithi094.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-10T08:30:15.658 INFO:teuthology.orchestra.run.smithi094.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-10T08:30:15.683 INFO:teuthology.orchestra.run.smithi094.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-10T08:30:15.767 INFO:teuthology.orchestra.run.smithi094.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-10T08:30:15.792 INFO:teuthology.orchestra.run.smithi094.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-09-10T08:30:15.817 INFO:teuthology.orchestra.run.smithi094.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 885 kB/s | 44 kB 00:00 2024-09-10T08:30:15.842 INFO:teuthology.orchestra.run.smithi094.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-10T08:30:15.868 INFO:teuthology.orchestra.run.smithi094.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 715 kB/s | 36 kB 00:00 2024-09-10T08:30:15.893 INFO:teuthology.orchestra.run.smithi094.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-09-10T08:30:15.918 INFO:teuthology.orchestra.run.smithi094.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-10T08:30:15.944 INFO:teuthology.orchestra.run.smithi094.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-10T08:30:15.969 INFO:teuthology.orchestra.run.smithi094.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-10T08:30:15.994 INFO:teuthology.orchestra.run.smithi094.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-10T08:30:16.019 INFO:teuthology.orchestra.run.smithi094.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-09-10T08:30:16.236 INFO:teuthology.orchestra.run.smithi094.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-09-10T08:30:16.253 INFO:teuthology.orchestra.run.smithi094.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 86 kB/s | 22 kB 00:00 2024-09-10T08:30:16.303 INFO:teuthology.orchestra.run.smithi094.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.1 MB/s | 548 kB 00:00 2024-09-10T08:30:16.320 INFO:teuthology.orchestra.run.smithi094.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-10T08:30:16.354 INFO:teuthology.orchestra.run.smithi094.stdout:(107/156): gperftools-libs-2.9.1-2.el9.x86_64.r 3.0 MB/s | 309 kB 00:00 2024-09-10T08:30:16.371 INFO:teuthology.orchestra.run.smithi094.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.5 MB/s | 26 kB 00:00 2024-09-10T08:30:16.396 INFO:teuthology.orchestra.run.smithi094.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-10T08:30:16.422 INFO:teuthology.orchestra.run.smithi094.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T08:30:16.455 INFO:teuthology.orchestra.run.smithi094.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.5 MB/s | 151 kB 00:00 2024-09-10T08:30:16.497 INFO:teuthology.orchestra.run.smithi094.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-10T08:30:16.539 INFO:teuthology.orchestra.run.smithi094.stdout:(113/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.6 MB/s | 863 kB 00:00 2024-09-10T08:30:16.590 INFO:teuthology.orchestra.run.smithi094.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-09-10T08:30:16.615 INFO:teuthology.orchestra.run.smithi094.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.4 MB/s | 32 kB 00:00 2024-09-10T08:30:16.641 INFO:teuthology.orchestra.run.smithi094.stdout:(116/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 432 kB/s | 43 kB 00:00 2024-09-10T08:30:16.666 INFO:teuthology.orchestra.run.smithi094.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 280 kB/s | 14 kB 00:00 2024-09-10T08:30:16.691 INFO:teuthology.orchestra.run.smithi094.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-09-10T08:30:16.758 INFO:teuthology.orchestra.run.smithi094.stdout:(119/156): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-09-10T08:30:16.783 INFO:teuthology.orchestra.run.smithi094.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 3.0 MB/s | 358 kB 00:00 2024-09-10T08:30:16.808 INFO:teuthology.orchestra.run.smithi094.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-09-10T08:30:16.834 INFO:teuthology.orchestra.run.smithi094.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 2.8 MB/s | 220 kB 00:00 2024-09-10T08:30:16.859 INFO:teuthology.orchestra.run.smithi094.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 2.8 MB/s | 144 kB 00:00 2024-09-10T08:30:16.884 INFO:teuthology.orchestra.run.smithi094.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-09-10T08:30:16.909 INFO:teuthology.orchestra.run.smithi094.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 351 kB/s | 18 kB 00:00 2024-09-10T08:30:16.935 INFO:teuthology.orchestra.run.smithi094.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-10T08:30:16.960 INFO:teuthology.orchestra.run.smithi094.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-10T08:30:16.985 INFO:teuthology.orchestra.run.smithi094.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-09-10T08:30:17.011 INFO:teuthology.orchestra.run.smithi094.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-10T08:30:17.028 INFO:teuthology.orchestra.run.smithi094.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 4.7 MB/s | 79 kB 00:00 2024-09-10T08:30:17.053 INFO:teuthology.orchestra.run.smithi094.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-10T08:30:17.087 INFO:teuthology.orchestra.run.smithi094.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-10T08:30:17.120 INFO:teuthology.orchestra.run.smithi094.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-09-10T08:30:17.146 INFO:teuthology.orchestra.run.smithi094.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-09-10T08:30:17.171 INFO:teuthology.orchestra.run.smithi094.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-10T08:30:17.196 INFO:teuthology.orchestra.run.smithi094.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-10T08:30:17.221 INFO:teuthology.orchestra.run.smithi094.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-10T08:30:17.247 INFO:teuthology.orchestra.run.smithi094.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-10T08:30:17.297 INFO:teuthology.orchestra.run.smithi094.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-10T08:30:17.322 INFO:teuthology.orchestra.run.smithi094.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 476 kB/s | 36 kB 00:00 2024-09-10T08:30:17.356 INFO:teuthology.orchestra.run.smithi094.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 2.2 MB/s | 74 kB 00:00 2024-09-10T08:30:17.398 INFO:teuthology.orchestra.run.smithi094.stdout:(142/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.3 MB/s | 2.0 MB 00:00 2024-09-10T08:30:17.423 INFO:teuthology.orchestra.run.smithi094.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-09-10T08:30:17.457 INFO:teuthology.orchestra.run.smithi094.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-09-10T08:30:17.482 INFO:teuthology.orchestra.run.smithi094.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 341 kB/s | 20 kB 00:00 2024-09-10T08:30:17.508 INFO:teuthology.orchestra.run.smithi094.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-10T08:30:17.533 INFO:teuthology.orchestra.run.smithi094.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-10T08:30:17.583 INFO:teuthology.orchestra.run.smithi094.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-10T08:30:17.750 INFO:teuthology.orchestra.run.smithi094.stdout:(149/156): librados2-19.1.1-305.g1cf819b7.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-10T08:30:17.865 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - AppStream 868 kB/s | 20 MB 00:24 2024-09-10T08:30:17.925 INFO:teuthology.orchestra.run.smithi094.stdout:(150/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 8.1 MB/s | 3.2 MB 00:00 2024-09-10T08:30:18.051 INFO:teuthology.orchestra.run.smithi094.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 326 kB/s | 41 kB 00:00 2024-09-10T08:30:18.093 INFO:teuthology.orchestra.run.smithi094.stdout:(152/156): NetworkManager-libnm-1.49.90-1.el9.x 5.3 MB/s | 1.8 MB 00:00 2024-09-10T08:30:18.193 INFO:teuthology.orchestra.run.smithi094.stdout:(153/156): NetworkManager-tui-1.49.90-1.el9.x86 1.7 MB/s | 249 kB 00:00 2024-09-10T08:30:18.410 INFO:teuthology.orchestra.run.smithi094.stdout:(154/156): NetworkManager-1.49.90-1.el9.x86_64. 2.8 MB/s | 2.3 MB 00:00 2024-09-10T08:30:18.793 INFO:teuthology.orchestra.run.smithi094.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 1.9 MB/s | 1.4 MB 00:00 2024-09-10T08:30:19.018 INFO:teuthology.orchestra.run.smithi094.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.9 MB/s | 2.4 MB 00:00 2024-09-10T08:30:19.024 INFO:teuthology.orchestra.run.smithi094.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:30:19.025 INFO:teuthology.orchestra.run.smithi094.stdout:Total 24 MB/s | 226 MB 00:09 2024-09-10T08:30:20.262 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction check 2024-09-10T08:30:20.414 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction check succeeded. 2024-09-10T08:30:20.414 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction test 2024-09-10T08:30:22.599 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction test succeeded. 2024-09-10T08:30:22.600 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction 2024-09-10T08:30:22.815 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - CRB 5.9 MB/s | 6.5 MB 00:01 2024-09-10T08:30:24.333 INFO:teuthology.orchestra.run.smithi143.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 19 kB 00:00 2024-09-10T08:30:25.448 INFO:teuthology.orchestra.run.smithi143.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-10T08:30:28.957 INFO:teuthology.orchestra.run.smithi094.stdout: Preparing : 1/1 2024-09-10T08:30:29.073 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T08:30:29.112 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T08:30:29.166 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T08:30:29.199 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T08:30:29.224 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T08:30:29.272 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T08:30:29.611 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T08:30:29.717 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:30:29.841 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:30:29.868 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:30:29.959 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:30:29.989 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:30:30.160 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T08:30:30.211 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T08:30:30.239 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:30:30.348 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:30:30.374 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:30:30.437 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:30:30.470 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:30:30.493 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:30:30.688 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:30:30.869 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:30:30.886 INFO:teuthology.orchestra.run.smithi143.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-10T08:30:31.002 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T08:30:31.113 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:30:31.195 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:30:31.418 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:30:31.527 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T08:30:31.628 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T08:30:31.659 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T08:30:31.693 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T08:30:31.758 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T08:30:31.802 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T08:30:31.835 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T08:30:31.878 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T08:30:31.911 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T08:30:31.939 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T08:30:32.007 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T08:30:32.061 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T08:30:32.093 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T08:30:32.136 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T08:30:32.212 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T08:30:32.246 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T08:30:32.290 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T08:30:32.327 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T08:30:32.397 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T08:30:32.451 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T08:30:32.525 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T08:30:32.655 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T08:30:32.711 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T08:30:33.205 INFO:teuthology.orchestra.run.smithi143.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:30:33.206 INFO:teuthology.orchestra.run.smithi143.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:30:33.217 INFO:teuthology.orchestra.run.smithi143.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T08:30:33.218 INFO:teuthology.orchestra.run.smithi143.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T08:30:33.219 INFO:teuthology.orchestra.run.smithi143.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T08:30:33.220 INFO:teuthology.orchestra.run.smithi143.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T08:30:33.224 INFO:teuthology.orchestra.run.smithi143.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T08:30:33.224 INFO:teuthology.orchestra.run.smithi143.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T08:30:33.225 INFO:teuthology.orchestra.run.smithi143.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T08:30:33.237 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T08:30:33.287 INFO:teuthology.orchestra.run.smithi143.stdout:Dependencies resolved. 2024-09-10T08:30:33.307 INFO:teuthology.orchestra.run.smithi143.stdout:====================================================================================== 2024-09-10T08:30:33.307 INFO:teuthology.orchestra.run.smithi143.stdout: Package Arch Version Repository Size 2024-09-10T08:30:33.308 INFO:teuthology.orchestra.run.smithi143.stdout:====================================================================================== 2024-09-10T08:30:33.308 INFO:teuthology.orchestra.run.smithi143.stdout:Installing: 2024-09-10T08:30:33.308 INFO:teuthology.orchestra.run.smithi143.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T08:30:33.308 INFO:teuthology.orchestra.run.smithi143.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T08:30:33.308 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T08:30:33.308 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T08:30:33.309 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T08:30:33.309 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T08:30:33.309 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T08:30:33.309 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T08:30:33.309 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T08:30:33.309 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T08:30:33.309 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T08:30:33.310 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T08:30:33.310 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T08:30:33.310 INFO:teuthology.orchestra.run.smithi143.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T08:30:33.310 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T08:30:33.310 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T08:30:33.310 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T08:30:33.310 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T08:30:33.311 INFO:teuthology.orchestra.run.smithi143.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T08:30:33.311 INFO:teuthology.orchestra.run.smithi143.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T08:30:33.311 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T08:30:33.311 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T08:30:33.311 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T08:30:33.311 INFO:teuthology.orchestra.run.smithi143.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T08:30:33.311 INFO:teuthology.orchestra.run.smithi143.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T08:30:33.312 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T08:30:33.312 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T08:30:33.312 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T08:30:33.312 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T08:30:33.312 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T08:30:33.312 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T08:30:33.312 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrading: 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T08:30:33.313 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout:Installing dependencies: 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T08:30:33.314 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T08:30:33.315 INFO:teuthology.orchestra.run.smithi143.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T08:30:33.316 INFO:teuthology.orchestra.run.smithi143.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T08:30:33.317 INFO:teuthology.orchestra.run.smithi143.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T08:30:33.318 INFO:teuthology.orchestra.run.smithi143.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T08:30:33.319 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T08:30:33.319 INFO:teuthology.orchestra.run.smithi143.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T08:30:33.319 INFO:teuthology.orchestra.run.smithi143.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T08:30:33.319 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T08:30:33.319 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T08:30:33.319 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T08:30:33.320 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T08:30:33.320 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T08:30:33.320 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T08:30:33.320 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T08:30:33.320 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T08:30:33.320 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T08:30:33.321 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T08:30:33.321 INFO:teuthology.orchestra.run.smithi143.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T08:30:33.321 INFO:teuthology.orchestra.run.smithi143.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T08:30:33.321 INFO:teuthology.orchestra.run.smithi143.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T08:30:33.321 INFO:teuthology.orchestra.run.smithi143.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T08:30:33.321 INFO:teuthology.orchestra.run.smithi143.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T08:30:33.322 INFO:teuthology.orchestra.run.smithi143.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T08:30:33.322 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T08:30:33.322 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T08:30:33.322 INFO:teuthology.orchestra.run.smithi143.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T08:30:33.322 INFO:teuthology.orchestra.run.smithi143.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T08:30:33.322 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T08:30:33.323 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T08:30:33.323 INFO:teuthology.orchestra.run.smithi143.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T08:30:33.323 INFO:teuthology.orchestra.run.smithi143.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T08:30:33.323 INFO:teuthology.orchestra.run.smithi143.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T08:30:33.323 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T08:30:33.323 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T08:30:33.324 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T08:30:33.324 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T08:30:33.324 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T08:30:33.324 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T08:30:33.324 INFO:teuthology.orchestra.run.smithi143.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T08:30:33.324 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T08:30:33.325 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T08:30:33.325 INFO:teuthology.orchestra.run.smithi143.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T08:30:33.325 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T08:30:33.325 INFO:teuthology.orchestra.run.smithi143.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T08:30:33.325 INFO:teuthology.orchestra.run.smithi143.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T08:30:33.326 INFO:teuthology.orchestra.run.smithi143.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T08:30:33.326 INFO:teuthology.orchestra.run.smithi143.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T08:30:33.326 INFO:teuthology.orchestra.run.smithi143.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T08:30:33.326 INFO:teuthology.orchestra.run.smithi143.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T08:30:33.326 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T08:30:33.326 INFO:teuthology.orchestra.run.smithi143.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T08:30:33.327 INFO:teuthology.orchestra.run.smithi143.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T08:30:33.327 INFO:teuthology.orchestra.run.smithi143.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T08:30:33.327 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T08:30:33.327 INFO:teuthology.orchestra.run.smithi143.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T08:30:33.327 INFO:teuthology.orchestra.run.smithi143.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T08:30:33.327 INFO:teuthology.orchestra.run.smithi143.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T08:30:33.328 INFO:teuthology.orchestra.run.smithi143.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T08:30:33.328 INFO:teuthology.orchestra.run.smithi143.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T08:30:33.328 INFO:teuthology.orchestra.run.smithi143.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T08:30:33.328 INFO:teuthology.orchestra.run.smithi143.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T08:30:33.328 INFO:teuthology.orchestra.run.smithi143.stdout:Installing weak dependencies: 2024-09-10T08:30:33.329 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T08:30:33.329 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:30:33.329 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction Summary 2024-09-10T08:30:33.329 INFO:teuthology.orchestra.run.smithi143.stdout:====================================================================================== 2024-09-10T08:30:33.329 INFO:teuthology.orchestra.run.smithi143.stdout:Install 148 Packages 2024-09-10T08:30:33.330 INFO:teuthology.orchestra.run.smithi143.stdout:Upgrade 8 Packages 2024-09-10T08:30:33.330 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:30:33.331 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T08:30:33.331 INFO:teuthology.orchestra.run.smithi143.stdout:Total download size: 226 M 2024-09-10T08:30:33.331 INFO:teuthology.orchestra.run.smithi143.stdout:Downloading Packages: 2024-09-10T08:30:33.352 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T08:30:33.396 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T08:30:33.433 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T08:30:33.475 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T08:30:33.622 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T08:30:33.670 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T08:30:33.724 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T08:30:33.806 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T08:30:33.838 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T08:30:33.874 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T08:30:33.920 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T08:30:33.954 INFO:teuthology.orchestra.run.smithi143.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 52 kB/s | 6.5 kB 00:00 2024-09-10T08:30:33.957 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T08:30:34.000 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T08:30:34.042 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T08:30:34.113 INFO:teuthology.orchestra.run.smithi143.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 5.5 MB/s | 897 kB 00:00 2024-09-10T08:30:34.177 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T08:30:34.213 INFO:teuthology.orchestra.run.smithi143.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 1.4 MB/s | 145 kB 00:00 2024-09-10T08:30:34.219 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T08:30:34.260 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T08:30:34.322 INFO:teuthology.orchestra.run.smithi143.stdout:(4/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-10T08:30:34.372 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T08:30:34.414 INFO:teuthology.orchestra.run.smithi143.stdout:(5/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 17 MB/s | 1.5 MB 00:00 2024-09-10T08:30:34.464 INFO:teuthology.orchestra.run.smithi143.stdout:(6/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 9.5 MB/s | 2.4 MB 00:00 2024-09-10T08:30:34.650 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T08:30:34.690 INFO:teuthology.orchestra.run.smithi143.stdout:(7/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 17 MB/s | 4.7 MB 00:00 2024-09-10T08:30:34.694 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T08:30:34.727 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T08:30:34.752 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T08:30:34.842 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T08:30:34.990 INFO:teuthology.orchestra.run.smithi143.stdout:(8/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 18 MB/s | 21 MB 00:01 2024-09-10T08:30:34.995 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T08:30:35.025 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T08:30:35.040 INFO:teuthology.orchestra.run.smithi143.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 505 kB/s | 25 kB 00:00 2024-09-10T08:30:35.053 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T08:30:35.093 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T08:30:35.135 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T08:30:35.167 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T08:30:35.197 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T08:30:35.231 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T08:30:35.264 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T08:30:35.306 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T08:30:35.341 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T08:30:35.348 INFO:teuthology.orchestra.run.smithi143.stdout:(10/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 19 MB/s | 17 MB 00:00 2024-09-10T08:30:35.399 INFO:teuthology.orchestra.run.smithi143.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 4.5 MB/s | 228 kB 00:00 2024-09-10T08:30:35.419 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T08:30:35.462 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T08:30:35.466 INFO:teuthology.orchestra.run.smithi143.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 407 kB/s | 27 kB 00:00 2024-09-10T08:30:35.494 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T08:30:35.533 INFO:teuthology.orchestra.run.smithi143.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 477 kB/s | 32 kB 00:00 2024-09-10T08:30:35.597 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T08:30:35.633 INFO:teuthology.orchestra.run.smithi143.stdout:(14/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 7.3 MB/s | 751 kB 00:00 2024-09-10T08:30:35.644 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T08:30:35.708 INFO:teuthology.orchestra.run.smithi143.stdout:(15/156): libcephsqlite-19.1.1-305.g1cf819b7.el 2.1 MB/s | 164 kB 00:00 2024-09-10T08:30:35.784 INFO:teuthology.orchestra.run.smithi143.stdout:(16/156): librados-devel-19.1.1-305.g1cf819b7.e 1.7 MB/s | 127 kB 00:00 2024-09-10T08:30:35.879 INFO:teuthology.orchestra.run.smithi143.stdout:(17/156): libradosstriper1-19.1.1-305.g1cf819b7 5.4 MB/s | 506 kB 00:00 2024-09-10T08:30:36.235 INFO:teuthology.orchestra.run.smithi143.stdout:(18/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 6.9 MB/s | 11 MB 00:01 2024-09-10T08:30:36.310 INFO:teuthology.orchestra.run.smithi143.stdout:(19/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 12 MB/s | 5.3 MB 00:00 2024-09-10T08:30:36.335 INFO:teuthology.orchestra.run.smithi143.stdout:(20/156): python3-ceph-argparse-19.1.1-305.g1cf 450 kB/s | 45 kB 00:00 2024-09-10T08:30:36.360 INFO:teuthology.orchestra.run.smithi143.stdout:(21/156): python3-ceph-common-19.1.1-305.g1cf81 2.6 MB/s | 136 kB 00:00 2024-09-10T08:30:36.373 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T08:30:36.385 INFO:teuthology.orchestra.run.smithi143.stdout:(22/156): python3-cephfs-19.1.1-305.g1cf819b7.e 3.1 MB/s | 161 kB 00:00 2024-09-10T08:30:36.411 INFO:teuthology.orchestra.run.smithi143.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 6.2 MB/s | 320 kB 00:00 2024-09-10T08:30:36.425 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T08:30:36.445 INFO:teuthology.orchestra.run.smithi143.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 5.0 MB/s | 301 kB 00:00 2024-09-10T08:30:36.463 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T08:30:36.478 INFO:teuthology.orchestra.run.smithi143.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.4 MB/s | 99 kB 00:00 2024-09-10T08:30:36.504 INFO:teuthology.orchestra.run.smithi143.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-10T08:30:36.561 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T08:30:36.579 INFO:teuthology.orchestra.run.smithi143.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 2.2 MB/s | 170 kB 00:00 2024-09-10T08:30:36.610 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T08:30:36.655 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T08:30:36.679 INFO:teuthology.orchestra.run.smithi143.stdout:(28/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 15 MB/s | 3.1 MB 00:00 2024-09-10T08:30:36.713 INFO:teuthology.orchestra.run.smithi143.stdout:(29/156): ceph-grafana-dashboards-19.1.1-305.g1 238 kB/s | 32 kB 00:00 2024-09-10T08:30:36.738 INFO:teuthology.orchestra.run.smithi143.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 2.4 MB/s | 146 kB 00:00 2024-09-10T08:30:36.751 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T08:30:36.791 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T08:30:36.976 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T08:30:37.005 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T08:30:37.083 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T08:30:37.122 INFO:teuthology.orchestra.run.smithi143.stdout:(31/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 8.7 MB/s | 3.6 MB 00:00 2024-09-10T08:30:37.531 INFO:teuthology.orchestra.run.smithi143.stdout:(32/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 20 MB/s | 49 MB 00:02 2024-09-10T08:30:37.556 INFO:teuthology.orchestra.run.smithi143.stdout:(33/156): ceph-mgr-modules-core-19.1.1-305.g1cf 575 kB/s | 249 kB 00:00 2024-09-10T08:30:37.581 INFO:teuthology.orchestra.run.smithi143.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 985 kB/s | 49 kB 00:00 2024-09-10T08:30:37.607 INFO:teuthology.orchestra.run.smithi143.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 328 kB/s | 16 kB 00:00 2024-09-10T08:30:37.640 INFO:teuthology.orchestra.run.smithi143.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 4.8 MB/s | 285 kB 00:00 2024-09-10T08:30:37.732 INFO:teuthology.orchestra.run.smithi143.stdout:(37/156): ceph-mgr-diskprediction-local-19.1.1- 7.4 MB/s | 7.4 MB 00:00 2024-09-10T08:30:37.738 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T08:30:37.758 INFO:teuthology.orchestra.run.smithi143.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 156 kB/s | 18 kB 00:00 2024-09-10T08:30:37.800 INFO:teuthology.orchestra.run.smithi143.stdout:(39/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 3.9 MB/s | 766 kB 00:00 2024-09-10T08:30:37.854 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T08:30:37.916 INFO:teuthology.orchestra.run.smithi143.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 435 kB/s | 80 kB 00:00 2024-09-10T08:30:37.983 INFO:teuthology.orchestra.run.smithi143.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.0 MB/s | 191 kB 00:00 2024-09-10T08:30:38.009 INFO:teuthology.orchestra.run.smithi143.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-09-10T08:30:38.034 INFO:teuthology.orchestra.run.smithi143.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 801 kB 00:00 2024-09-10T08:30:38.060 INFO:teuthology.orchestra.run.smithi143.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-10T08:30:38.093 INFO:teuthology.orchestra.run.smithi143.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.2 MB/s | 135 kB 00:00 2024-09-10T08:30:38.118 INFO:teuthology.orchestra.run.smithi143.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-10T08:30:38.144 INFO:teuthology.orchestra.run.smithi143.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-10T08:30:38.203 INFO:teuthology.orchestra.run.smithi143.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 8.1 MB/s | 689 kB 00:00 2024-09-10T08:30:38.236 INFO:teuthology.orchestra.run.smithi143.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 10 MB/s | 943 kB 00:00 2024-09-10T08:30:38.261 INFO:teuthology.orchestra.run.smithi143.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-09-10T08:30:38.287 INFO:teuthology.orchestra.run.smithi143.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 431 kB/s | 22 kB 00:00 2024-09-10T08:30:38.312 INFO:teuthology.orchestra.run.smithi143.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-09-10T08:30:38.337 INFO:teuthology.orchestra.run.smithi143.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 652 kB/s | 33 kB 00:00 2024-09-10T08:30:38.379 INFO:teuthology.orchestra.run.smithi143.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-09-10T08:30:38.430 INFO:teuthology.orchestra.run.smithi143.stdout:(55/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-09-10T08:30:38.455 INFO:teuthology.orchestra.run.smithi143.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 147 kB/s | 11 kB 00:00 2024-09-10T08:30:38.488 INFO:teuthology.orchestra.run.smithi143.stdout:(57/156): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-09-10T08:30:38.514 INFO:teuthology.orchestra.run.smithi143.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 773 kB/s | 45 kB 00:00 2024-09-10T08:30:38.539 INFO:teuthology.orchestra.run.smithi143.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-10T08:30:38.573 INFO:teuthology.orchestra.run.smithi143.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 9.7 MB/s | 581 kB 00:00 2024-09-10T08:30:38.598 INFO:teuthology.orchestra.run.smithi143.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 418 kB/s | 24 kB 00:00 2024-09-10T08:30:38.623 INFO:teuthology.orchestra.run.smithi143.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 948 kB/s | 47 kB 00:00 2024-09-10T08:30:38.649 INFO:teuthology.orchestra.run.smithi143.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-10T08:30:38.674 INFO:teuthology.orchestra.run.smithi143.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-09-10T08:30:38.699 INFO:teuthology.orchestra.run.smithi143.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 768 kB/s | 38 kB 00:00 2024-09-10T08:30:38.733 INFO:teuthology.orchestra.run.smithi143.stdout:(66/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.7 MB/s | 662 kB 00:00 2024-09-10T08:30:38.825 INFO:teuthology.orchestra.run.smithi143.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 35 MB/s | 4.4 MB 00:00 2024-09-10T08:30:38.934 INFO:teuthology.orchestra.run.smithi143.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 19 MB/s | 4.9 MB 00:00 2024-09-10T08:30:38.975 INFO:teuthology.orchestra.run.smithi143.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 5.9 MB/s | 910 kB 00:00 2024-09-10T08:30:39.001 INFO:teuthology.orchestra.run.smithi143.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-10T08:30:39.076 INFO:teuthology.orchestra.run.smithi143.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-09-10T08:30:39.120 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T08:30:39.160 INFO:teuthology.orchestra.run.smithi143.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 31 MB/s | 5.8 MB 00:00 2024-09-10T08:30:39.202 INFO:teuthology.orchestra.run.smithi143.stdout:(73/156): postgresql-13.16-1.el9.x86_64.rpm 3.4 MB/s | 1.6 MB 00:00 2024-09-10T08:30:39.207 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T08:30:39.227 INFO:teuthology.orchestra.run.smithi143.stdout:(74/156): python3-attrs-20.3.0-7.el9.noarch.rpm 581 kB/s | 87 kB 00:00 2024-09-10T08:30:39.235 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T08:30:39.261 INFO:teuthology.orchestra.run.smithi143.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-10T08:30:39.268 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T08:30:39.286 INFO:teuthology.orchestra.run.smithi143.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-09-10T08:30:39.379 INFO:teuthology.orchestra.run.smithi143.stdout:(77/156): python3-babel-2.9.1-2.el9.noarch.rpm 27 MB/s | 6.0 MB 00:00 2024-09-10T08:30:39.404 INFO:teuthology.orchestra.run.smithi143.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 219 kB/s | 26 kB 00:00 2024-09-10T08:30:39.429 INFO:teuthology.orchestra.run.smithi143.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-10T08:30:39.454 INFO:teuthology.orchestra.run.smithi143.stdout:(80/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-09-10T08:30:39.479 INFO:teuthology.orchestra.run.smithi143.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-09-10T08:30:39.505 INFO:teuthology.orchestra.run.smithi143.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-09-10T08:30:39.530 INFO:teuthology.orchestra.run.smithi143.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-10T08:30:39.555 INFO:teuthology.orchestra.run.smithi143.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-10T08:30:39.587 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T08:30:39.589 INFO:teuthology.orchestra.run.smithi143.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-10T08:30:39.614 INFO:teuthology.orchestra.run.smithi143.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 721 kB/s | 42 kB 00:00 2024-09-10T08:30:39.640 INFO:teuthology.orchestra.run.smithi143.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-10T08:30:39.640 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:30:39.665 INFO:teuthology.orchestra.run.smithi143.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-10T08:30:39.690 INFO:teuthology.orchestra.run.smithi143.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-10T08:30:39.716 INFO:teuthology.orchestra.run.smithi143.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-10T08:30:39.731 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:30:39.741 INFO:teuthology.orchestra.run.smithi143.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-10T08:30:39.761 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T08:30:39.783 INFO:teuthology.orchestra.run.smithi143.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 997 kB/s | 42 kB 00:00 2024-09-10T08:30:39.798 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T08:30:39.825 INFO:teuthology.orchestra.run.smithi143.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-10T08:30:39.875 INFO:teuthology.orchestra.run.smithi143.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-10T08:30:39.917 INFO:teuthology.orchestra.run.smithi143.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 865 kB/s | 36 kB 00:00 2024-09-10T08:30:40.084 INFO:teuthology.orchestra.run.smithi143.stdout:(96/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 44 MB/s | 16 MB 00:00 2024-09-10T08:30:40.109 INFO:teuthology.orchestra.run.smithi143.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 247 kB/s | 47 kB 00:00 2024-09-10T08:30:40.135 INFO:teuthology.orchestra.run.smithi143.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-10T08:30:40.160 INFO:teuthology.orchestra.run.smithi143.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-10T08:30:40.186 INFO:teuthology.orchestra.run.smithi143.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-10T08:30:40.211 INFO:teuthology.orchestra.run.smithi143.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-10T08:30:40.236 INFO:teuthology.orchestra.run.smithi143.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-10T08:30:40.284 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T08:30:40.310 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:30:40.312 INFO:teuthology.orchestra.run.smithi143.stdout:(103/156): python3-numpy-1.20.1-5.el9.x86_64.rp 5.9 MB/s | 5.1 MB 00:00 2024-09-10T08:30:40.362 INFO:teuthology.orchestra.run.smithi143.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-10T08:30:40.364 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:30:40.386 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T08:30:40.387 INFO:teuthology.orchestra.run.smithi143.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-10T08:30:40.412 INFO:teuthology.orchestra.run.smithi143.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 789 kB/s | 19 kB 00:00 2024-09-10T08:30:40.530 INFO:teuthology.orchestra.run.smithi143.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-10T08:30:40.555 INFO:teuthology.orchestra.run.smithi143.stdout:(108/156): lua-devel-5.4.4-4.el9.x86_64.rpm 65 kB/s | 22 kB 00:00 2024-09-10T08:30:40.580 INFO:teuthology.orchestra.run.smithi143.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 518 kB/s | 26 kB 00:00 2024-09-10T08:30:40.614 INFO:teuthology.orchestra.run.smithi143.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.5 MB/s | 67 kB 00:00 2024-09-10T08:30:40.639 INFO:teuthology.orchestra.run.smithi143.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 6.4 MB/s | 151 kB 00:00 2024-09-10T08:30:40.664 INFO:teuthology.orchestra.run.smithi143.stdout:(112/156): liboath-2.6.7-2.el9.x86_64.rpm 445 kB/s | 49 kB 00:00 2024-09-10T08:30:40.698 INFO:teuthology.orchestra.run.smithi143.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-10T08:30:40.723 INFO:teuthology.orchestra.run.smithi143.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-10T08:30:40.748 INFO:teuthology.orchestra.run.smithi143.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T08:30:40.774 INFO:teuthology.orchestra.run.smithi143.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 564 kB/s | 14 kB 00:00 2024-09-10T08:30:40.800 INFO:teuthology.orchestra.run.smithi143.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-10T08:30:40.824 INFO:teuthology.orchestra.run.smithi143.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-10T08:30:40.866 INFO:teuthology.orchestra.run.smithi143.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 7.1 MB/s | 303 kB 00:00 2024-09-10T08:30:40.900 INFO:teuthology.orchestra.run.smithi143.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-09-10T08:30:40.925 INFO:teuthology.orchestra.run.smithi143.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-10T08:30:40.951 INFO:teuthology.orchestra.run.smithi143.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.6 MB/s | 144 kB 00:00 2024-09-10T08:30:40.976 INFO:teuthology.orchestra.run.smithi143.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-09-10T08:30:41.002 INFO:teuthology.orchestra.run.smithi143.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 700 kB/s | 18 kB 00:00 2024-09-10T08:30:41.027 INFO:teuthology.orchestra.run.smithi143.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 932 kB/s | 23 kB 00:00 2024-09-10T08:30:41.052 INFO:teuthology.orchestra.run.smithi143.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 784 kB/s | 19 kB 00:00 2024-09-10T08:30:41.077 INFO:teuthology.orchestra.run.smithi143.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 784 kB/s | 20 kB 00:00 2024-09-10T08:30:41.111 INFO:teuthology.orchestra.run.smithi143.stdout:(128/156): protobuf-compiler-3.14.0-13.el9.x86_ 987 kB/s | 863 kB 00:00 2024-09-10T08:30:41.178 INFO:teuthology.orchestra.run.smithi143.stdout:(129/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.3 MB/s | 2.0 MB 00:00 2024-09-10T08:30:41.203 INFO:teuthology.orchestra.run.smithi143.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.4 MB/s | 79 kB 00:00 2024-09-10T08:30:41.229 INFO:teuthology.orchestra.run.smithi143.stdout:(131/156): python3-logutils-0.3.5-21.el9.noarch 394 kB/s | 46 kB 00:00 2024-09-10T08:30:41.254 INFO:teuthology.orchestra.run.smithi143.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-10T08:30:41.279 INFO:teuthology.orchestra.run.smithi143.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-09-10T08:30:41.305 INFO:teuthology.orchestra.run.smithi143.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-10T08:30:41.338 INFO:teuthology.orchestra.run.smithi143.stdout:(135/156): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-09-10T08:30:41.363 INFO:teuthology.orchestra.run.smithi143.stdout:(136/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-09-10T08:30:41.389 INFO:teuthology.orchestra.run.smithi143.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 337 kB/s | 28 kB 00:00 2024-09-10T08:30:41.414 INFO:teuthology.orchestra.run.smithi143.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-10T08:30:41.439 INFO:teuthology.orchestra.run.smithi143.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-10T08:30:41.465 INFO:teuthology.orchestra.run.smithi143.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-09-10T08:30:41.490 INFO:teuthology.orchestra.run.smithi143.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-10T08:30:41.523 INFO:teuthology.orchestra.run.smithi143.stdout:(142/156): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-10T08:30:41.557 INFO:teuthology.orchestra.run.smithi143.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-09-10T08:30:41.582 INFO:teuthology.orchestra.run.smithi143.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-10T08:30:41.608 INFO:teuthology.orchestra.run.smithi143.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-09-10T08:30:41.633 INFO:teuthology.orchestra.run.smithi143.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-10T08:30:41.666 INFO:teuthology.orchestra.run.smithi143.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-09-10T08:30:41.717 INFO:teuthology.orchestra.run.smithi143.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-10T08:30:41.792 INFO:teuthology.orchestra.run.smithi143.stdout:(149/156): NetworkManager-1.49.90-1.el9.x86_64. 31 MB/s | 2.3 MB 00:00 2024-09-10T08:30:41.859 INFO:teuthology.orchestra.run.smithi143.stdout:(150/156): NetworkManager-libnm-1.49.90-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-09-10T08:30:41.901 INFO:teuthology.orchestra.run.smithi143.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 983 kB/s | 41 kB 00:00 2024-09-10T08:30:41.969 INFO:teuthology.orchestra.run.smithi143.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 3.6 MB/s | 249 kB 00:00 2024-09-10T08:30:42.027 INFO:teuthology.orchestra.run.smithi143.stdout:(153/156): librados2-19.1.1-305.g1cf819b7.el9.x 8.7 MB/s | 3.4 MB 00:00 2024-09-10T08:30:42.069 INFO:teuthology.orchestra.run.smithi143.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 14 MB/s | 1.4 MB 00:00 2024-09-10T08:30:42.128 INFO:teuthology.orchestra.run.smithi143.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-09-10T08:30:42.178 INFO:teuthology.orchestra.run.smithi143.stdout:(156/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 6.2 MB/s | 3.2 MB 00:00 2024-09-10T08:30:42.184 INFO:teuthology.orchestra.run.smithi143.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:30:42.184 INFO:teuthology.orchestra.run.smithi143.stdout:Total 26 MB/s | 226 MB 00:08 2024-09-10T08:30:42.644 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:30:42.683 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:30:43.231 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:30:43.270 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:30:43.361 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:30:43.361 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T08:30:43.362 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T08:30:43.362 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:43.392 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction check 2024-09-10T08:30:43.405 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:30:43.549 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction check succeeded. 2024-09-10T08:30:43.550 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction test 2024-09-10T08:30:45.805 INFO:teuthology.orchestra.run.smithi143.stdout:Transaction test succeeded. 2024-09-10T08:30:45.806 INFO:teuthology.orchestra.run.smithi143.stdout:Running transaction 2024-09-10T08:30:52.179 INFO:teuthology.orchestra.run.smithi143.stdout: Preparing : 1/1 2024-09-10T08:30:52.307 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T08:30:52.352 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T08:30:52.407 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T08:30:52.441 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T08:30:52.466 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T08:30:52.518 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T08:30:52.848 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T08:30:52.967 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:30:53.071 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:30:53.094 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:30:53.185 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:30:53.225 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:30:53.405 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T08:30:53.457 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T08:30:53.485 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:30:53.594 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:30:53.620 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:30:53.685 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:30:53.713 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:30:53.733 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:30:53.930 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:30:54.113 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:30:54.244 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T08:30:54.351 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:30:54.462 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:30:54.683 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:30:54.792 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T08:30:54.879 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T08:30:54.909 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T08:30:54.944 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T08:30:55.017 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T08:30:55.070 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T08:30:55.102 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T08:30:55.162 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T08:30:55.196 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T08:30:55.223 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T08:30:55.291 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T08:30:55.346 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T08:30:55.377 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T08:30:55.428 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T08:30:55.504 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T08:30:55.539 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T08:30:55.582 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T08:30:55.611 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T08:30:55.682 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T08:30:55.728 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T08:30:55.801 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T08:30:55.868 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:30:55.868 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /sys 2024-09-10T08:30:55.868 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /proc 2024-09-10T08:30:55.868 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /mnt 2024-09-10T08:30:55.868 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /var/tmp 2024-09-10T08:30:55.868 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /home 2024-09-10T08:30:55.868 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /root 2024-09-10T08:30:55.869 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /tmp 2024-09-10T08:30:55.869 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:55.941 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T08:30:56.004 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T08:30:56.035 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:30:56.052 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:30:56.052 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:30:56.052 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T08:30:56.052 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:56.529 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T08:30:56.616 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T08:30:56.654 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T08:30:56.697 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T08:30:56.734 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T08:30:56.776 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T08:30:56.944 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T08:30:56.988 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T08:30:57.052 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T08:30:57.132 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T08:30:57.164 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T08:30:57.200 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T08:30:57.247 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T08:30:57.283 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T08:30:57.351 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T08:30:57.394 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T08:30:57.530 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T08:30:57.546 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:30:57.574 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:30:57.574 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:30:57.574 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T08:30:57.574 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:30:57.574 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:30:57.574 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:57.578 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T08:30:57.628 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T08:30:57.738 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T08:30:57.815 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:30:57.833 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T08:30:57.839 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:30:57.839 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:30:57.839 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T08:30:57.840 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:30:57.840 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:30:57.840 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:58.006 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T08:30:58.086 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T08:30:58.111 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T08:30:58.220 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T08:30:58.291 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:30:58.315 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:30:58.315 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:30:58.315 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T08:30:58.316 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:30:58.316 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:30:58.316 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:30:58.345 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T08:30:58.385 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T08:30:58.413 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T08:30:58.421 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T08:30:58.455 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T08:30:58.469 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T08:30:58.495 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T08:30:58.525 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T08:30:58.526 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T08:30:58.556 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T08:30:58.599 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T08:30:58.641 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T08:30:58.683 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T08:30:58.717 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T08:30:58.717 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T08:30:58.768 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T08:30:58.804 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T08:30:58.845 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T08:30:58.864 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T08:30:58.896 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T08:30:58.933 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T08:30:58.998 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T08:30:59.047 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T08:30:59.072 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T08:30:59.118 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T08:30:59.149 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T08:30:59.177 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T08:30:59.674 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:30:59.701 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:30:59.733 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T08:30:59.764 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T08:30:59.794 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T08:30:59.814 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T08:30:59.825 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:30:59.848 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T08:30:59.946 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T08:30:59.994 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T08:31:00.040 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T08:31:00.127 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T08:31:00.176 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T08:31:00.359 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T08:31:00.390 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T08:31:00.468 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T08:31:00.862 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:31:00.893 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:31:01.120 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T08:31:01.239 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T08:31:01.851 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:31:01.877 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:31:01.979 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:31:02.138 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T08:31:02.163 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:31:02.186 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:31:02.187 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:02.187 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T08:31:02.187 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:31:02.187 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:31:02.187 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:02.247 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:31:02.259 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:31:02.356 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T08:31:02.407 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T08:31:02.488 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T08:31:02.574 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T08:31:02.602 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T08:31:02.635 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T08:31:02.962 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T08:31:03.173 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:31:03.332 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T08:31:03.358 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:31:03.381 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:31:03.381 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:03.382 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T08:31:03.382 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:31:03.382 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:31:03.382 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:03.425 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:31:03.448 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:31:03.449 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:03.449 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T08:31:03.449 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:03.500 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:31:03.524 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:31:03.524 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:03.524 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T08:31:03.524 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:31:03.524 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:31:03.524 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:03.614 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:31:03.779 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T08:31:03.826 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T08:31:03.826 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:31:03.850 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:31:03.850 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:03.850 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T08:31:03.850 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:31:03.850 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:31:03.850 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:04.307 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T08:31:04.343 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:31:04.414 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:31:04.437 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T08:31:06.741 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:31:06.777 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:31:07.327 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:31:07.363 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:31:07.449 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:31:07.449 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T08:31:07.449 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T08:31:07.449 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:07.490 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:31:08.472 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T08:31:08.514 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T08:31:08.555 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T08:31:08.587 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T08:31:08.622 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T08:31:08.821 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T08:31:08.870 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T08:31:08.900 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T08:31:08.930 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T08:31:08.976 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T08:31:09.564 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:31:09.607 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:31:09.628 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:31:10.461 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T08:31:10.546 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T08:31:10.604 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T08:31:10.691 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T08:31:10.733 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T08:31:10.758 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T08:31:10.785 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T08:31:10.785 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:31:10.869 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:31:10.869 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:31:10.953 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:31:10.978 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T08:31:10.984 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:31:10.984 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:31:11.171 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:31:11.172 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:31:11.257 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:31:11.330 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:31:17.128 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:31:17.128 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T08:31:17.128 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T08:31:17.128 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T08:31:17.128 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T08:31:17.128 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T08:31:17.129 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T08:31:17.130 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T08:31:17.131 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T08:31:17.132 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T08:31:17.133 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T08:31:17.134 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T08:31:17.135 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T08:31:17.136 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T08:31:17.137 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T08:31:17.138 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T08:31:17.139 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T08:31:17.140 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T08:31:19.472 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:31:19.472 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /sys 2024-09-10T08:31:19.472 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /proc 2024-09-10T08:31:19.472 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /mnt 2024-09-10T08:31:19.472 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /var/tmp 2024-09-10T08:31:19.473 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /home 2024-09-10T08:31:19.473 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /root 2024-09-10T08:31:19.473 INFO:teuthology.orchestra.run.smithi143.stdout:skipping the directory /tmp 2024-09-10T08:31:19.473 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:19.644 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:31:19.659 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:31:19.659 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:19.659 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T08:31:19.659 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:19.752 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout:Upgraded: 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T08:31:19.753 INFO:teuthology.orchestra.run.smithi094.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout:Installed: 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.754 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.755 INFO:teuthology.orchestra.run.smithi094.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T08:31:19.756 INFO:teuthology.orchestra.run.smithi094.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.757 INFO:teuthology.orchestra.run.smithi094.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T08:31:19.758 INFO:teuthology.orchestra.run.smithi094.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T08:31:19.759 INFO:teuthology.orchestra.run.smithi094.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T08:31:19.760 INFO:teuthology.orchestra.run.smithi094.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T08:31:19.761 INFO:teuthology.orchestra.run.smithi094.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T08:31:19.762 INFO:teuthology.orchestra.run.smithi094.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.763 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T08:31:19.764 INFO:teuthology.orchestra.run.smithi094.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.765 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T08:31:19.766 INFO:teuthology.orchestra.run.smithi094.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T08:31:19.767 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:19.767 INFO:teuthology.orchestra.run.smithi094.stdout:Complete! 2024-09-10T08:31:20.145 DEBUG:teuthology.parallel:result is None 2024-09-10T08:31:21.155 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:31:21.181 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:31:21.181 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:21.181 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T08:31:21.181 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:31:21.181 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:31:21.181 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:21.416 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:31:21.439 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:31:21.439 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:21.439 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T08:31:21.439 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:31:21.439 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:31:21.440 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:21.892 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:31:21.915 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:31:21.915 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:21.915 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T08:31:21.916 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:31:21.916 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:31:21.916 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:22.022 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T08:31:22.071 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T08:31:22.126 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T08:31:22.313 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T08:31:22.369 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T08:31:22.447 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T08:31:22.535 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T08:31:22.675 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T08:31:22.725 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T08:31:22.759 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T08:31:22.787 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T08:31:23.260 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:31:23.286 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:31:23.317 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T08:31:23.380 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T08:31:23.417 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:31:24.456 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:31:24.486 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:31:25.447 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:31:25.478 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:31:25.579 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:31:25.739 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T08:31:25.780 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:31:25.803 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:31:25.804 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:25.804 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T08:31:25.804 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:31:25.804 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:31:25.804 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:25.847 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:31:25.859 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:31:25.956 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T08:31:26.015 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T08:31:26.947 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T08:31:26.983 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:31:27.006 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:31:27.006 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:27.006 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T08:31:27.006 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:31:27.006 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:31:27.007 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:27.050 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:31:27.168 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:31:27.169 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:27.444 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:31:27.467 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:31:27.467 INFO:teuthology.orchestra.run.smithi143.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:31:27.467 INFO:teuthology.orchestra.run.smithi143.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T08:31:27.468 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:31:27.468 INFO:teuthology.orchestra.run.smithi143.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:31:27.468 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:32.048 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T08:31:32.089 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T08:31:32.130 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T08:31:32.162 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T08:31:32.190 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T08:31:32.379 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T08:31:32.429 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T08:31:32.458 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T08:31:32.488 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T08:31:32.543 INFO:teuthology.orchestra.run.smithi143.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T08:31:33.154 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:31:33.200 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:31:33.220 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:31:34.038 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T08:31:34.122 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T08:31:34.167 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T08:31:34.275 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T08:31:34.308 INFO:teuthology.orchestra.run.smithi143.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T08:31:34.334 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T08:31:34.360 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T08:31:34.360 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:31:34.453 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:31:34.453 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:31:34.545 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:31:34.570 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T08:31:34.575 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:31:34.575 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:31:34.755 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:31:34.755 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:31:34.839 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:31:34.905 INFO:teuthology.orchestra.run.smithi143.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:31:40.756 INFO:teuthology.orchestra.run.smithi143.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:31:40.756 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T08:31:40.756 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T08:31:40.756 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T08:31:40.756 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T08:31:40.757 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T08:31:40.758 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T08:31:40.769 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T08:31:40.770 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T08:31:40.771 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T08:31:40.772 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T08:31:40.773 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T08:31:40.774 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T08:31:40.775 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T08:31:40.776 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T08:31:40.777 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T08:31:40.778 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T08:31:40.779 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T08:31:43.327 INFO:teuthology.orchestra.run.smithi143.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout:Upgraded: 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T08:31:43.328 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout:Installed: 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.329 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.330 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T08:31:43.331 INFO:teuthology.orchestra.run.smithi143.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.332 INFO:teuthology.orchestra.run.smithi143.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T08:31:43.333 INFO:teuthology.orchestra.run.smithi143.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T08:31:43.336 INFO:teuthology.orchestra.run.smithi143.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.337 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T08:31:43.338 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T08:31:43.339 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T08:31:43.340 INFO:teuthology.orchestra.run.smithi143.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T08:31:43.341 INFO:teuthology.orchestra.run.smithi143.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T08:31:43.342 INFO:teuthology.orchestra.run.smithi143.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T08:31:43.343 INFO:teuthology.orchestra.run.smithi143.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T08:31:43.343 INFO:teuthology.orchestra.run.smithi143.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T08:31:43.343 INFO:teuthology.orchestra.run.smithi143.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T08:31:43.343 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:43.343 INFO:teuthology.orchestra.run.smithi143.stdout:Complete! 2024-09-10T08:31:43.751 DEBUG:teuthology.parallel:result is None 2024-09-10T08:31:43.752 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:31:43.908 DEBUG:teuthology.orchestra.run.smithi094:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T08:31:43.934 INFO:teuthology.orchestra.run.smithi094.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T08:31:43.935 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T08:31:43.935 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T08:31:43.937 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:31:44.090 DEBUG:teuthology.orchestra.run.smithi143:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T08:31:44.113 INFO:teuthology.orchestra.run.smithi143.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T08:31:44.113 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T08:31:44.113 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T08:31:44.115 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T08:31:44.116 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:44.116 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T08:31:44.148 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:44.148 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T08:31:44.180 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T08:31:44.181 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:44.181 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T08:31:44.219 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T08:31:44.286 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:44.287 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T08:31:44.311 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T08:31:44.376 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T08:31:44.376 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:44.377 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T08:31:44.404 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T08:31:44.472 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:44.472 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T08:31:44.496 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T08:31:44.561 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T08:31:44.564 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:44.564 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T08:31:44.589 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T08:31:44.654 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:44.654 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T08:31:44.679 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T08:31:44.743 INFO:teuthology.run_tasks:Running task ceph... 2024-09-10T08:31:44.834 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-10T08:31:44.834 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 777 /var/log/ceph 2024-09-10T08:31:44.837 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 777 /var/log/ceph 2024-09-10T08:31:44.861 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-10T08:31:44.862 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T08:31:44.902 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-10T08:31:44.926 INFO:tasks.ceph:Creating extra log directories... 2024-09-10T08:31:44.927 DEBUG:teuthology.orchestra.run.smithi094:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T08:31:44.967 DEBUG:teuthology.orchestra.run.smithi143:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-10T08:31:44.998 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-10T08:31:44.998 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-10T08:31:44.998 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-10T08:31:44.999 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:44.999 DEBUG:teuthology.orchestra.run.smithi094:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T08:31:45.045 DEBUG:teuthology.orchestra.run.smithi094:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T08:31:45.153 DEBUG:teuthology.orchestra.run.smithi094:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-10T08:31:45.178 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:45.178 DEBUG:teuthology.orchestra.run.smithi143:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-10T08:31:45.193 DEBUG:teuthology.orchestra.run.smithi143:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-10T08:31:45.298 DEBUG:teuthology.orchestra.run.smithi143:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-10T08:31:45.328 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-10T08:31:45.328 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-10T08:31:45.328 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921', 'branch': 'wip-rishabh-testing-20240909.165402-squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/sessionmap}', 'email': None, 'first_in_suite': False, 'job_id': '7898921', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240909.165402-squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240909.165402-squid', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 9893, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'sleep_before_teardown': 0, 'subset': '197/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240909.165402-squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi094.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG0hLvUVb+pZAurdCPmMiJ0QLoztDItSiZ3gKIX1y2dbabIgsVdchsi00fSzm2MdWgNIWlkYoGbjg+ichFuoTiM=', 'smithi143.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPEwCKQnr5dUclKMNoUUh1igZql4QBLraO3a6DMrOiAu2dOcZjRO2G+gmFousGJxOIZvlk16+04mSxDNyXuE7O4='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'client session with non-allowable root'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_sessionmap']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-10_06:58:10', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-10T08:31:45.329 DEBUG:teuthology.orchestra.run.smithi094:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T08:31:45.331 DEBUG:teuthology.orchestra.run.smithi143:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-10T08:31:45.378 DEBUG:teuthology.orchestra.run.smithi094:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T08:31:45.387 DEBUG:teuthology.orchestra.run.smithi143:> sudo install -d -m0777 -- /var/run/ceph 2024-09-10T08:31:45.442 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:45.442 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T08:31:45.464 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T08:31:45.464 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_1 2024-09-10T08:31:45.518 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-09-10 08:31:11.695426181 +0000 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-09-10 08:29:27.863533349 +0000 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-09-10 08:29:27.863533349 +0000 2024-09-10T08:31:45.519 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-09-10 08:29:27.863533349 +0000 2024-09-10T08:31:45.519 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T08:31:45.582 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-09-10T08:31:45.582 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-09-10T08:31:45.582 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 0.000110854 s, 4.6 MB/s 2024-09-10T08:31:45.583 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T08:31:45.640 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_2 2024-09-10T08:31:45.695 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-09-10 08:31:11.695426181 +0000 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-09-10 08:29:28.194527651 +0000 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-09-10 08:29:28.194527651 +0000 2024-09-10T08:31:45.696 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-09-10 08:29:28.194527651 +0000 2024-09-10T08:31:45.696 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T08:31:45.759 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-09-10T08:31:45.759 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-09-10T08:31:45.759 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 8.2975e-05 s, 6.2 MB/s 2024-09-10T08:31:45.760 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T08:31:45.816 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_3 2024-09-10T08:31:45.871 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T08:31:45.871 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:45.871 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-10T08:31:45.871 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:45.871 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:45.871 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-09-10 08:31:11.695426181 +0000 2024-09-10T08:31:45.872 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-09-10 08:29:28.521522022 +0000 2024-09-10T08:31:45.872 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-09-10 08:29:28.521522022 +0000 2024-09-10T08:31:45.872 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-09-10 08:29:28.521522022 +0000 2024-09-10T08:31:45.872 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T08:31:45.935 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-09-10T08:31:45.935 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-09-10T08:31:45.935 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 7.7442e-05 s, 6.6 MB/s 2024-09-10T08:31:45.936 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T08:31:45.992 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_4 2024-09-10T08:31:46.047 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T08:31:46.047 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:46.047 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-10T08:31:46.048 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:46.048 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:46.048 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-09-10 08:31:11.696426164 +0000 2024-09-10T08:31:46.048 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-09-10 08:29:28.829516720 +0000 2024-09-10T08:31:46.048 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-09-10 08:29:28.829516720 +0000 2024-09-10T08:31:46.048 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-09-10 08:29:28.829516720 +0000 2024-09-10T08:31:46.048 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T08:31:46.110 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-09-10T08:31:46.110 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-09-10T08:31:46.111 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 0.000111004 s, 4.6 MB/s 2024-09-10T08:31:46.112 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T08:31:46.168 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T08:31:46.168 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:46.168 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T08:31:46.186 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T08:31:46.186 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_1 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-09-10 08:31:35.296272084 +0000 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-09-10 08:29:27.873605494 +0000 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-09-10 08:29:27.873605494 +0000 2024-09-10T08:31:46.243 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-09-10 08:29:27.873605494 +0000 2024-09-10T08:31:46.244 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T08:31:46.308 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-09-10T08:31:46.308 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-09-10T08:31:46.308 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000191343 s, 2.7 MB/s 2024-09-10T08:31:46.309 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T08:31:46.367 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_2 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-09-10 08:31:35.296272084 +0000 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-09-10 08:29:28.210595969 +0000 2024-09-10T08:31:46.423 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-09-10 08:29:28.210595969 +0000 2024-09-10T08:31:46.424 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-09-10 08:29:28.210595969 +0000 2024-09-10T08:31:46.424 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T08:31:46.487 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-09-10T08:31:46.487 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-09-10T08:31:46.487 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000263282 s, 1.9 MB/s 2024-09-10T08:31:46.489 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T08:31:46.545 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_3 2024-09-10T08:31:46.601 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-09-10 08:31:35.296272084 +0000 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-09-10 08:29:28.544586528 +0000 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-09-10 08:29:28.544586528 +0000 2024-09-10T08:31:46.602 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-09-10 08:29:28.544586528 +0000 2024-09-10T08:31:46.602 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T08:31:46.665 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-09-10T08:31:46.665 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-09-10T08:31:46.665 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000168927 s, 3.0 MB/s 2024-09-10T08:31:46.667 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T08:31:46.723 DEBUG:teuthology.orchestra.run.smithi143:> stat /dev/vg_nvme/lv_4 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout:Access: 2024-09-10 08:31:35.297272056 +0000 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout:Modify: 2024-09-10 08:29:28.871577285 +0000 2024-09-10T08:31:46.779 INFO:teuthology.orchestra.run.smithi143.stdout:Change: 2024-09-10 08:29:28.871577285 +0000 2024-09-10T08:31:46.780 INFO:teuthology.orchestra.run.smithi143.stdout: Birth: 2024-09-10 08:29:28.871577285 +0000 2024-09-10T08:31:46.780 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T08:31:46.842 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records in 2024-09-10T08:31:46.842 INFO:teuthology.orchestra.run.smithi143.stderr:1+0 records out 2024-09-10T08:31:46.842 INFO:teuthology.orchestra.run.smithi143.stderr:512 bytes copied, 0.000166101 s, 3.1 MB/s 2024-09-10T08:31:46.843 DEBUG:teuthology.orchestra.run.smithi143:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T08:31:46.900 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T08:31:46.900 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi094.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi143.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T08:31:46.900 INFO:tasks.ceph:Generating config... 2024-09-10T08:31:46.901 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-10T08:31:46.902 INFO:tasks.ceph:[client] debug client = 20 2024-09-10T08:31:46.902 INFO:tasks.ceph:[client] debug ms = 1 2024-09-10T08:31:46.902 INFO:tasks.ceph:[client] pid file = 2024-09-10T08:31:46.902 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-10T08:31:46.902 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-10T08:31:46.902 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-10T08:31:46.903 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-10T08:31:46.903 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-10T08:31:46.903 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-10T08:31:46.903 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-10T08:31:46.903 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-10T08:31:46.903 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-10T08:31:46.904 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-10T08:31:46.904 INFO:tasks.ceph:Setting up mon.a... 2024-09-10T08:31:46.904 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-10T08:31:46.964 INFO:teuthology.orchestra.run.smithi094.stdout:creating /etc/ceph/ceph.keyring 2024-09-10T08:31:46.967 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-10T08:31:47.013 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T08:31:47.038 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.94'), ('mon.b', '172.21.15.143'), ('mon.c', '[v2:172.21.15.143:3301,v1:172.21.15.143:6790]')] 2024-09-10T08:31:47.039 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-10T08:31:47.040 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:47.040 DEBUG:teuthology.orchestra.run.smithi094:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T08:31:47.095 DEBUG:teuthology.orchestra.run.smithi094:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.94 --add b 172.21.15.143 --addv c '[v2:172.21.15.143:3301,v1:172.21.15.143:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:monmaptool: generated fsid da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:setting min_mon_release = quincy 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:epoch 0 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:fsid da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:last_changed 2024-09-10T08:31:47.182769+0000 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:created 2024-09-10T08:31:47.182769+0000 2024-09-10T08:31:47.182 INFO:teuthology.orchestra.run.smithi094.stdout:min_mon_release 17 (quincy) 2024-09-10T08:31:47.183 INFO:teuthology.orchestra.run.smithi094.stdout:election_strategy: 1 2024-09-10T08:31:47.183 INFO:teuthology.orchestra.run.smithi094.stdout:0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-09-10T08:31:47.183 INFO:teuthology.orchestra.run.smithi094.stdout:1: [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] mon.b 2024-09-10T08:31:47.183 INFO:teuthology.orchestra.run.smithi094.stdout:2: [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] mon.c 2024-09-10T08:31:47.183 INFO:teuthology.orchestra.run.smithi094.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-10T08:31:47.184 DEBUG:teuthology.orchestra.run.smithi094:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-10T08:31:47.199 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID da880c2d-80db-4dc7-b519-bc4b0a5ea99a... 2024-09-10T08:31:47.200 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:31:47.241 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: chdir = "" 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: auth supported = cephx 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: filestore xattr use omap = true 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: mon clock drift allowed = 1.000 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: osd crush chooseleaf type = 0 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: auth debug = true 2024-09-10T08:31:47.282 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on old message = true 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on bug = true 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: mon pg warn max object skew = 0 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:31:47.283 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default size = 2 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow primary affinity = true 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow pg remap = true 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on no sortbitwise = false 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on too few osds = false 2024-09-10T08:31:47.284 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: mon_allow_pool_size_one = true 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: osd default data pool replay window = 5 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: mon allow pool delete = true 2024-09-10T08:31:47.285 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: mon cluster log file level = debug 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: debug asserts on shutdown = true 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: mon health detail to clog = false 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout:[osd] 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: osd journal size = 100 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.286 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub load threshold = 5.0 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub max interval = 600 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd recover clone overlap = true 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd recovery max chunk = 1048576 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug shutdown = true 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug op order = true 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug verify stray on activate = true 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug trim objects = true 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd open classes on start = true 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug pg log writeout = true 2024-09-10T08:31:47.287 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: osd map max advance = 10 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: journal zero on create = true 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: filestore apply finisher threads = 3 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: bdev debug aio = true 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug misdirected ops = true 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore block size = 96636764160 2024-09-10T08:31:47.288 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore fsck on mount = True 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluefs = 20 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluestore = 20 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: debug osd = 20 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: debug rocksdb = 10 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd full ratio = 0.9 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: osd objectstore = bluestore 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr] 2024-09-10T08:31:47.289 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug mgr = 20 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: mgr/telemetry/nag = false 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout:[mon] 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug paxos = 20 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: mon data avail warn = 5 2024-09-10T08:31:47.290 INFO:teuthology.orchestra.run.smithi094.stdout: mon mgr mkfs grace = 240 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd reporter subtree level = osd 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd prime pg temp = true 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.291 INFO:teuthology.orchestra.run.smithi094.stdout: # 1m isn't quite enough 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: mon down mkfs grace = 300 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: mon op complaint time = 120 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on pool no app = False 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout:[client] 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: rgw cache enabled = true 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable ops log = true 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable usage log = true 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:31:47.292 INFO:teuthology.orchestra.run.smithi094.stdout: client mount timeout = 600 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = "" 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.a] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.b] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.c] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout:[mds] 2024-09-10T08:31:47.293 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds = 20 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds balancer = 20 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug frag = True 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug scatterstat = True 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: mds op complaint time = 180 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: mds verify scatter = True 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:31:47.294 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.295 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-09-10T08:31:47.296 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-09-10T08:31:47.297 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.298 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-09-10T08:31:47.299 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-09-10T08:31:47.300 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:31:47.301 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-09-10T08:31:47.302 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-09-10T08:31:47.303 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:31:47.304 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-09-10T08:31:47.305 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:31:47.306 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:31:47.306 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:31:47.307 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-10T08:31:47.307 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-10T08:31:47.401 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-10T08:31:47.401 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:47.401 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-10T08:31:47.416 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:47.416 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-10T08:31:47.471 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:31:47.471 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:47.471 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T08:31:47.471 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T08:31:47.545 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:31:47.546 DEBUG:teuthology.orchestra.run.smithi094:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:47.606 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:31:47.606 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:47.606 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-10T08:31:47.606 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-10T08:31:47.642 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:31:47.642 DEBUG:teuthology.orchestra.run.smithi143:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:47.700 INFO:tasks.ceph:Setting up mon nodes... 2024-09-10T08:31:47.700 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-10T08:31:47.700 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T08:31:47.751 INFO:teuthology.orchestra.run.smithi094.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-10T08:31:47.754 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T08:31:47.816 INFO:teuthology.orchestra.run.smithi143.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-10T08:31:47.818 INFO:tasks.ceph:Setting up mds nodes... 2024-09-10T08:31:47.819 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T08:31:47.870 INFO:teuthology.orchestra.run.smithi094.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-10T08:31:47.873 DEBUG:teuthology.orchestra.run.smithi094:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-10T08:31:47.897 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T08:31:47.988 INFO:teuthology.orchestra.run.smithi094.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-10T08:31:47.990 DEBUG:teuthology.orchestra.run.smithi094:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-10T08:31:48.015 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T08:31:48.068 INFO:teuthology.orchestra.run.smithi143.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-10T08:31:48.071 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-10T08:31:48.095 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T08:31:48.185 INFO:teuthology.orchestra.run.smithi143.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-10T08:31:48.188 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-10T08:31:48.212 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-10T08:31:48.212 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-10T08:31:48.253 INFO:teuthology.orchestra.run.smithi094.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-10T08:31:48.266 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-10T08:31:48.347 INFO:teuthology.orchestra.run.smithi094.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-10T08:31:48.360 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-10T08:31:48.400 INFO:teuthology.orchestra.run.smithi143.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-10T08:31:48.413 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-10T08:31:48.496 INFO:teuthology.orchestra.run.smithi143.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-10T08:31:48.509 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-10T08:31:48.509 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi094.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi143.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-10T08:31:48.509 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-10T08:31:48.534 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T08:31:48.534 INFO:tasks.ceph:role: osd.0 2024-09-10T08:31:48.534 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:31:48.534 DEBUG:teuthology.orchestra.run.smithi094:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T08:31:48.599 INFO:teuthology.orchestra.run.smithi094.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:31:48.599 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:31:48.599 INFO:teuthology.orchestra.run.smithi094.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:31:48.600 INFO:teuthology.orchestra.run.smithi094.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:31:48.600 INFO:teuthology.orchestra.run.smithi094.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:31:48.600 INFO:teuthology.orchestra.run.smithi094.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:31:48.600 INFO:teuthology.orchestra.run.smithi094.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:31:48.600 INFO:teuthology.orchestra.run.smithi094.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:31:48.600 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:31:48.600 INFO:teuthology.orchestra.run.smithi094.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:31:48.632 INFO:teuthology.orchestra.run.smithi094.stdout:Discarding blocks...Done. 2024-09-10T08:31:48.634 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi094.front.sepia.ceph.com -o noatime 2024-09-10T08:31:48.634 DEBUG:teuthology.orchestra.run.smithi094:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-10T08:31:48.704 DEBUG:teuthology.orchestra.run.smithi094:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-10T08:31:48.774 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-10T08:31:48.839 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T08:31:48.839 INFO:tasks.ceph:role: osd.1 2024-09-10T08:31:48.839 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:31:48.839 DEBUG:teuthology.orchestra.run.smithi094:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:31:48.904 INFO:teuthology.orchestra.run.smithi094.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:31:48.936 INFO:teuthology.orchestra.run.smithi094.stdout:Discarding blocks...Done. 2024-09-10T08:31:48.937 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi094.front.sepia.ceph.com -o noatime 2024-09-10T08:31:48.938 DEBUG:teuthology.orchestra.run.smithi094:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-10T08:31:49.006 DEBUG:teuthology.orchestra.run.smithi094:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-10T08:31:49.075 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-10T08:31:49.139 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T08:31:49.140 INFO:tasks.ceph:role: osd.2 2024-09-10T08:31:49.140 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:31:49.140 DEBUG:teuthology.orchestra.run.smithi094:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:31:49.204 INFO:teuthology.orchestra.run.smithi094.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:31:49.236 INFO:teuthology.orchestra.run.smithi094.stdout:Discarding blocks...Done. 2024-09-10T08:31:49.238 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi094.front.sepia.ceph.com -o noatime 2024-09-10T08:31:49.238 DEBUG:teuthology.orchestra.run.smithi094:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-10T08:31:49.306 DEBUG:teuthology.orchestra.run.smithi094:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-10T08:31:49.372 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-10T08:31:49.437 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-10T08:31:49.437 INFO:tasks.ceph:role: osd.3 2024-09-10T08:31:49.437 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:31:49.438 DEBUG:teuthology.orchestra.run.smithi094:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T08:31:49.501 INFO:teuthology.orchestra.run.smithi094.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:31:49.501 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:31:49.502 INFO:teuthology.orchestra.run.smithi094.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:31:49.534 INFO:teuthology.orchestra.run.smithi094.stdout:Discarding blocks...Done. 2024-09-10T08:31:49.536 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi094.front.sepia.ceph.com -o noatime 2024-09-10T08:31:49.536 DEBUG:teuthology.orchestra.run.smithi094:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-10T08:31:49.604 DEBUG:teuthology.orchestra.run.smithi094:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-10T08:31:49.674 DEBUG:teuthology.orchestra.run.smithi094:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:49.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:49.774+0000 7fb039615640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-10T08:31:49.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:49.774+0000 7fb039615640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-10T08:31:49.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:49.774+0000 7fb039615640 -1 bdev(0x5640f19f5800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-10T08:31:49.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:49.774+0000 7fb039615640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-10T08:31:52.688 DEBUG:teuthology.orchestra.run.smithi094:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-10T08:31:52.721 DEBUG:teuthology.orchestra.run.smithi094:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:52.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:52.820+0000 7f8e22828640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-10T08:31:52.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:52.820+0000 7f8e22828640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-10T08:31:52.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:52.820+0000 7f8e22828640 -1 bdev(0x55e423697800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-10T08:31:52.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:52.820+0000 7f8e22828640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-10T08:31:56.001 DEBUG:teuthology.orchestra.run.smithi094:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-10T08:31:56.027 DEBUG:teuthology.orchestra.run.smithi094:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:56.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:56.112+0000 7fe2ffaed640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-10T08:31:56.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:56.112+0000 7fe2ffaed640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-10T08:31:56.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:56.112+0000 7fe2ffaed640 -1 bdev(0x55d2865a9800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-10T08:31:56.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:56.112+0000 7fe2ffaed640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-10T08:31:59.017 DEBUG:teuthology.orchestra.run.smithi094:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-10T08:31:59.047 DEBUG:teuthology.orchestra.run.smithi094:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:31:59.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:59.136+0000 7f6626afe640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-10T08:31:59.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:59.136+0000 7f6626afe640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-10T08:31:59.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:59.136+0000 7f6626afe640 -1 bdev(0x5609370d3800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-10T08:31:59.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:31:59.136+0000 7f6626afe640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-10T08:32:02.058 DEBUG:teuthology.orchestra.run.smithi094:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-10T08:32:02.089 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-10T08:32:02.120 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T08:32:02.120 INFO:tasks.ceph:role: osd.4 2024-09-10T08:32:02.120 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:32:02.120 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-10T08:32:02.202 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:32:02.202 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:32:02.203 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:32:02.696 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-09-10T08:32:02.698 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-09-10T08:32:02.699 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-10T08:32:02.811 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-10T08:32:02.841 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-10T08:32:02.907 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T08:32:02.907 INFO:tasks.ceph:role: osd.5 2024-09-10T08:32:02.907 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:32:02.907 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:32:02.979 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:32:02.980 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:32:02.980 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:32:03.428 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-09-10T08:32:03.430 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-09-10T08:32:03.431 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-10T08:32:03.504 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-10T08:32:03.573 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-10T08:32:03.637 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T08:32:03.638 INFO:tasks.ceph:role: osd.6 2024-09-10T08:32:03.638 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:32:03.638 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:32:03.710 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:32:04.196 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-09-10T08:32:04.198 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-09-10T08:32:04.198 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-10T08:32:04.294 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-10T08:32:04.323 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-10T08:32:04.388 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-10T08:32:04.388 INFO:tasks.ceph:role: osd.7 2024-09-10T08:32:04.389 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:32:04.389 DEBUG:teuthology.orchestra.run.smithi143:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-10T08:32:04.462 INFO:teuthology.orchestra.run.smithi143.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-10T08:32:04.462 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-10T08:32:04.462 INFO:teuthology.orchestra.run.smithi143.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-10T08:32:04.462 INFO:teuthology.orchestra.run.smithi143.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-10T08:32:04.462 INFO:teuthology.orchestra.run.smithi143.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-10T08:32:04.462 INFO:teuthology.orchestra.run.smithi143.stdout: = sunit=0 swidth=0 blks 2024-09-10T08:32:04.463 INFO:teuthology.orchestra.run.smithi143.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-10T08:32:04.463 INFO:teuthology.orchestra.run.smithi143.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-10T08:32:04.463 INFO:teuthology.orchestra.run.smithi143.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-10T08:32:04.463 INFO:teuthology.orchestra.run.smithi143.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-10T08:32:04.965 INFO:teuthology.orchestra.run.smithi143.stdout:Discarding blocks...Done. 2024-09-10T08:32:04.967 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi143.front.sepia.ceph.com -o noatime 2024-09-10T08:32:04.967 DEBUG:teuthology.orchestra.run.smithi143:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-10T08:32:05.103 DEBUG:teuthology.orchestra.run.smithi143:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-10T08:32:05.135 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:32:05.260 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:05.260+0000 7f0d44024640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-10T08:32:05.262 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:05.262+0000 7f0d44024640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-10T08:32:05.263 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:05.262+0000 7f0d44024640 -1 bdev(0x562b46af7800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-10T08:32:05.263 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:05.262+0000 7f0d44024640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-10T08:32:08.420 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-10T08:32:08.449 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:32:08.541 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:08.540+0000 7fae95c28640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-10T08:32:08.541 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:08.541+0000 7fae95c28640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-10T08:32:08.541 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:08.541+0000 7fae95c28640 -1 bdev(0x558be256b800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-10T08:32:08.541 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:08.541+0000 7fae95c28640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-10T08:32:11.460 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-10T08:32:11.491 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:32:11.585 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:11.581+0000 7f675b2b6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-10T08:32:11.586 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:11.582+0000 7f675b2b6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-10T08:32:11.586 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:11.582+0000 7f675b2b6640 -1 bdev(0x556d5c89b800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-10T08:32:11.586 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:11.582+0000 7f675b2b6640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-10T08:32:14.987 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-10T08:32:15.017 DEBUG:teuthology.orchestra.run.smithi143:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:32:15.107 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:15.107+0000 7fc18000b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-10T08:32:15.108 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:15.107+0000 7fc18000b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-10T08:32:15.108 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:15.108+0000 7fc18000b640 -1 bdev(0x55ff47fd9800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-10T08:32:15.108 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:15.108+0000 7fc18000b640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-10T08:32:15.329 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:32:15.332 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:32:18.769 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-10T08:32:18.798 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-10T08:32:18.798 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:18.799 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-10T08:32:18.829 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:18.829 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-10T08:32:18.897 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:18.897 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-10T08:32:18.963 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:18.964 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-10T08:32:19.031 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:19.031 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-10T08:32:19.097 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:19.098 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-10T08:32:19.163 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:19.163 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-10T08:32:19.229 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.229 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-10T08:32:19.258 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.259 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-10T08:32:19.328 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.328 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-10T08:32:19.395 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.396 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-10T08:32:19.464 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.464 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-10T08:32:19.531 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.531 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-10T08:32:19.599 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.599 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-10T08:32:19.665 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:19.665 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-10T08:32:19.682 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:19.682 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-10T08:32:19.738 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.738 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-10T08:32:19.754 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:19.754 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-10T08:32:19.810 INFO:tasks.ceph:Adding keys to all mons... 2024-09-10T08:32:19.810 DEBUG:teuthology.orchestra.run.smithi094:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T08:32:19.812 DEBUG:teuthology.orchestra.run.smithi143:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-10T08:32:19.853 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr.y] 2024-09-10T08:32:19.853 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg== 2024-09-10T08:32:19.853 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:32:19.853 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q== 2024-09-10T08:32:19.853 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:32:19.853 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw== 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.0] 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw== 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.1] 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA== 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.2] 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ== 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.3] 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ== 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr.x] 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA== 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA== 2024-09-10T08:32:19.854 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q== 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.4] 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w== 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.5] 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg== 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.6] 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA== 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout:[osd.7] 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw== 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout:[client.2] 2024-09-10T08:32:19.855 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg== 2024-09-10T08:32:19.856 INFO:teuthology.orchestra.run.smithi094.stdout:[client.1] 2024-09-10T08:32:19.856 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g== 2024-09-10T08:32:19.856 INFO:teuthology.orchestra.run.smithi094.stdout:[client.3] 2024-09-10T08:32:19.856 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw== 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr.y] 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg== 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q== 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw== 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.0] 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw== 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.1] 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA== 2024-09-10T08:32:19.874 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.2] 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ== 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.3] 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ== 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr.x] 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA== 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA== 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q== 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.4] 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w== 2024-09-10T08:32:19.875 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.5] 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg== 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.6] 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA== 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout:[osd.7] 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw== 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout:[client.0] 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout:[client.2] 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg== 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout:[client.1] 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g== 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout:[client.3] 2024-09-10T08:32:19.876 INFO:teuthology.orchestra.run.smithi143.stdout: key = AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw== 2024-09-10T08:32:19.877 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T08:32:19.899 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T08:32:19.970 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:19.973 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:20.026 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:20.029 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:20.083 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.085 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.135 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.138 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.188 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.191 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.242 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.244 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.296 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T08:32:20.298 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-10T08:32:20.349 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:20.351 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:20.405 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:20.408 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-10T08:32:20.461 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.464 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.516 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.518 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.569 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.571 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.623 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.625 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-10T08:32:20.676 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.678 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.731 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.734 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.787 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.789 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.843 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.846 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-10T08:32:20.899 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-10T08:32:20.900 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-10T08:32:20.924 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T08:32:21.020 DEBUG:teuthology.orchestra.run.smithi094:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-10T08:32:21.044 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-10T08:32:21.070 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T08:32:21.165 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-10T08:32:21.189 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-10T08:32:21.254 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-10T08:32:21.350 DEBUG:teuthology.orchestra.run.smithi143:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-10T08:32:21.375 DEBUG:teuthology.orchestra.run.smithi094:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:32:21.378 DEBUG:teuthology.orchestra.run.smithi143:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-10T08:32:21.431 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-10T08:32:21.431 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-10T08:32:21.432 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-10T08:32:21.434 INFO:tasks.ceph.mon.a:Started 2024-09-10T08:32:21.434 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-10T08:32:21.434 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-10T08:32:21.473 INFO:tasks.ceph.mon.b:Started 2024-09-10T08:32:21.474 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-10T08:32:21.474 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-10T08:32:21.476 INFO:tasks.ceph.mon.c:Started 2024-09-10T08:32:21.476 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-10T08:32:21.476 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-10T08:32:21.477 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-10T08:32:21.479 INFO:tasks.ceph.mgr.y:Started 2024-09-10T08:32:21.479 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-10T08:32:21.479 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-10T08:32:21.481 INFO:tasks.ceph.mgr.x:Started 2024-09-10T08:32:21.482 INFO:tasks.ceph:Setting crush tunables to default 2024-09-10T08:32:21.482 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --cluster ceph osd crush tunables default 2024-09-10T08:32:21.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.580+0000 7fe43951f640 1 Processor -- start 2024-09-10T08:32:21.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.580+0000 7fe43951f640 1 -- start start 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.580+0000 7fe43951f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 0x7fe4341479a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.580+0000 7fe43951f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe43415ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.580+0000 7fe43951f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4340b1d90 con 0x7fe43415ea70 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.580+0000 7fe43951f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe43415ef30 con 0x7fe4340b19b0 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.580+0000 7fe43951f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe43415f210 con 0x7fe4340b2a00 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4337fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe43415ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4327fc640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fe43415ea70 0x7fe4340b22f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:33214/0 (socket says 172.21.15.94:33214) 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe432ffd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 0x7fe4341479a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4327fc640 1 -- 172.21.15.94:0/1412467184 learned_addr learned my addr 172.21.15.94:0/1412467184 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4337fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe43415ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:51696/0 (socket says 172.21.15.94:51696) 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4337fe640 1 -- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 msgr2=0x7fe43415ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4337fe640 1 -- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 msgr2=0x7fe43415ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4337fe640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe43415ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe4337fe640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe43415ffd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe432ffd640 1 -- 172.21.15.94:0/1412467184 >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 msgr2=0x7fe4341479a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe432ffd640 1 -- 172.21.15.94:0/1412467184 >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 msgr2=0x7fe4341479a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe432ffd640 1 --2- 172.21.15.94:0/1412467184 >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 0x7fe4341479a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T08:32:21.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.581+0000 7fe432ffd640 1 --2- 172.21.15.94:0/1412467184 >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 0x7fe4341479a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:32:21.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.737+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2852728744 0 0) 0x7fe4340b1d90 con 0x7fe43415ea70 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.737+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe41c003520 con 0x7fe43415ea70 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.737+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 <== mon.1 v1:172.21.15.143:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2966659458 0 0) 0x7fe41c003520 con 0x7fe43415ea70 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.737+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 msgr2=0x7fe43415ffd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe43415ffd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 msgr2=0x7fe4341479a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 --2- 172.21.15.94:0/1412467184 >> v2:172.21.15.143:3300/0 conn(0x7fe4340b19b0 0x7fe4341479a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 --> v1:172.21.15.143:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43415f4f0 con 0x7fe43415ea70 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 <== mon.1 v1:172.21.15.143:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fe428001670 con 0x7fe43415ea70 2024-09-10T08:32:21.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 >> v1:172.21.15.143:6789/0 conn(0x7fe43415ea70 legacy=0x7fe4340b22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe41c0039b0 0x7fe41c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c004800 0x7fe41c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe41c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe43415ef30 con 0x7fe41c0039b0 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe43415f210 con 0x7fe41c004800 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe41c00bac0 con 0x7fe4340b2a00 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe432ffd640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe41c0039b0 0x7fe41c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe4327fc640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c004800 0x7fe41c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe4337fe640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe41c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe432ffd640 1 -- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 msgr2=0x7fe41c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe432ffd640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4340b2a00 0x7fe41c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe432ffd640 1 -- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c004800 msgr2=0x7fe41c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:21.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe432ffd640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c004800 0x7fe41c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe432ffd640 1 -- 172.21.15.94:0/1412467184 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe41c003520 con 0x7fe41c0039b0 2024-09-10T08:32:21.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.738+0000 7fe4327fc640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c004800 0x7fe41c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:21.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.739+0000 7fe432ffd640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe41c0039b0 0x7fe41c003dd0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe424006fd0 tx=0x7fe41c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2b15224e44d722e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:21.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424030070 con 0x7fe41c0039b0 2024-09-10T08:32:21.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42402ad70 con 0x7fe41c0039b0 2024-09-10T08:32:21.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe431ffb640 1 -- 172.21.15.94:0/1412467184 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42400b5e0 con 0x7fe41c0039b0 2024-09-10T08:32:21.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe43951f640 1 -- 172.21.15.94:0/1412467184 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe41c0039b0 msgr2=0x7fe41c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:21.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe43951f640 1 --2- 172.21.15.94:0/1412467184 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe41c0039b0 0x7fe41c003dd0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe424006fd0 tx=0x7fe41c005830 comp rx=0 tx=0).stop 2024-09-10T08:32:21.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe4337fe640 1 -- 172.21.15.94:0/1412467184 reap_dead start 2024-09-10T08:32:21.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe43951f640 1 -- 172.21.15.94:0/1412467184 shutdown_connections 2024-09-10T08:32:21.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe43951f640 1 -- 172.21.15.94:0/1412467184 >> 172.21.15.94:0/1412467184 conn(0x7fe43409a9f0 msgr2=0x7fe4340b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe43951f640 1 -- 172.21.15.94:0/1412467184 shutdown_connections 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.740+0000 7fe43951f640 1 -- 172.21.15.94:0/1412467184 wait complete. 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.742+0000 7fe43951f640 1 Processor -- start 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.742+0000 7fe43951f640 1 -- start start 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe43951f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c0039b0 0x7fe43415d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe43951f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4341464c0 0x7fe43409ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe43951f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4341446c0 0x7fe43409cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe43951f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe434147ee0 con 0x7fe4341446c0 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe43951f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe43415fab0 con 0x7fe41c0039b0 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe43951f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe434148060 con 0x7fe4341464c0 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4341446c0 0x7fe43409cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4341446c0 0x7fe43409cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38248/0 (socket says 172.21.15.94:38248) 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 -- 172.21.15.94:0/311429451 learned_addr learned my addr 172.21.15.94:0/311429451 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe432ffd640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c0039b0 0x7fe43415d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4327fc640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4341464c0 0x7fe43409ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 -- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4341464c0 msgr2=0x7fe43409ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4341464c0 0x7fe43409ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 -- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c0039b0 msgr2=0x7fe43415d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c0039b0 0x7fe43415d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 -- 172.21.15.94:0/311429451 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43415dee0 con 0x7fe4341446c0 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4327fc640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4341464c0 0x7fe43409ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe4337fe640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4341446c0 0x7fe43409cc80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe42c009610 tx=0x7fe42c00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:21.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe41b7fe640 1 -- 172.21.15.94:0/311429451 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42c01b070 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe41b7fe640 1 -- 172.21.15.94:0/311429451 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42c003990 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe434143620 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.743+0000 7fe41b7fe640 1 -- 172.21.15.94:0/311429451 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe428007c60 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.744+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe434143be0 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.744+0000 7fe41b7fe640 1 -- 172.21.15.94:0/311429451 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe42c004030 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.744+0000 7fe41b7fe640 1 -- 172.21.15.94:0/311429451 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe42c015950 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.745+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4341479a0 con 0x7fe4341446c0 2024-09-10T08:32:21.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.747+0000 7fe41b7fe640 1 -- 172.21.15.94:0/311429451 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe42c024020 con 0x7fe4341446c0 2024-09-10T08:32:21.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.810+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fe43406fb70 con 0x7fe4341446c0 2024-09-10T08:32:21.811 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.811+0000 7fe41b7fe640 1 -- 172.21.15.94:0/311429451 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7fe42c015470 con 0x7fe4341446c0 2024-09-10T08:32:21.811 INFO:teuthology.orchestra.run.smithi094.stderr:adjusted tunables profile to default 2024-09-10T08:32:21.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4341446c0 msgr2=0x7fe43409cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:21.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4341446c0 0x7fe43409cc80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fe42c009610 tx=0x7fe42c00f520 comp rx=0 tx=0).stop 2024-09-10T08:32:21.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 shutdown_connections 2024-09-10T08:32:21.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4341446c0 0x7fe43409cc80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4341464c0 0x7fe43409ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 --2- 172.21.15.94:0/311429451 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe41c0039b0 0x7fe43415d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:21.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 >> 172.21.15.94:0/311429451 conn(0x7fe43409a9f0 msgr2=0x7fe4340b5bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:21.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 shutdown_connections 2024-09-10T08:32:21.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:21.812+0000 7fe43951f640 1 -- 172.21.15.94:0/311429451 wait complete. 2024-09-10T08:32:21.824 INFO:tasks.ceph:check_enable_crimson: False 2024-09-10T08:32:21.824 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-10T08:32:21.824 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:21.824 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-10T08:32:21.843 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:21.843+0000 7ff427a0e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T08:32:21.849 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:21.850 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-10T08:32:21.864 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:21.864+0000 7fbb8e4a2040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T08:32:21.885 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:21.885+0000 7ff427a0e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T08:32:21.904 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:21.903+0000 7fbb8e4a2040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T08:32:21.910 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:21.910 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-10T08:32:21.974 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:21.975 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-10T08:32:22.034 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:22.034+0000 7ff427a0e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T08:32:22.039 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:22.039 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-10T08:32:22.043 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:22.042+0000 7fbb8e4a2040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T08:32:22.064 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:22.065 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-10T08:32:22.086 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:22.086+0000 7ff427a0e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T08:32:22.095 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:22.094+0000 7fbb8e4a2040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T08:32:22.121 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:22.121 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-10T08:32:22.187 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:32:22.187 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-10T08:32:22.252 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 793b9ff1-7a04-4526-9d6f-056efcd3b6f0 0 2024-09-10T08:32:22.254 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:22.254+0000 7ff427a0e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:32:22.309 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:22.308+0000 7fbb8e4a2040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:32:22.362 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:22.362+0000 7ff427a0e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T08:32:22.393 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.391+0000 7f4c07598640 1 Processor -- start 2024-09-10T08:32:22.393 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.392+0000 7f4c07598640 1 -- start start 2024-09-10T08:32:22.394 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.392+0000 7f4c07598640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4c000b5170 0x7f4c0015ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.394 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.392+0000 7f4c07598640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c0015b190 0x7f4c0015d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.394 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.392+0000 7f4c07598640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c000b4790 con 0x7f4c000b4d90 2024-09-10T08:32:22.394 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.392+0000 7f4c07598640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f4c0015d220 con 0x7f4c000b5170 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.392+0000 7f4c07598640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c0015c610 con 0x7f4c0015b190 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c05334640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f4c000b4d90 0x7f4c000b4080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.143:51226/0 (socket says 172.21.15.143:51226) 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c05334640 1 -- 172.21.15.143:0/1522751631 learned_addr learned my addr 172.21.15.143:0/1522751631 (peer_addr_for_me v1:172.21.15.143:0/0) 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c05b35640 1 --2- 172.21.15.143:0/1522751631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c0015b190 0x7f4c0015d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c04b33640 1 --2- 172.21.15.143:0/1522751631 >> v2:172.21.15.94:3300/0 conn(0x7f4c000b5170 0x7f4c0015ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4bf7fff640 1 -- 172.21.15.143:0/1522751631 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2219388395 0 0) 0x7f4c000b4790 con 0x7f4c000b4d90 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4bf7fff640 1 -- 172.21.15.143:0/1522751631 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4bec003520 con 0x7f4c000b4d90 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c05b35640 1 -- 172.21.15.143:0/1522751631 >> v2:172.21.15.94:3300/0 conn(0x7f4c000b5170 msgr2=0x7f4c0015ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c05b35640 1 --2- 172.21.15.143:0/1522751631 >> v2:172.21.15.94:3300/0 conn(0x7f4c000b5170 0x7f4c0015ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c05b35640 1 -- 172.21.15.143:0/1522751631 >> v1:172.21.15.143:6789/0 conn(0x7f4c000b4d90 legacy=0x7f4c000b4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.395 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.393+0000 7f4c05b35640 1 -- 172.21.15.143:0/1522751631 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c0015c8f0 con 0x7f4c0015b190 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.394+0000 7f4c05b35640 1 --2- 172.21.15.143:0/1522751631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c0015b190 0x7f4c0015d6b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009d90 tx=0x7f4bf802a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f945ee4cd72c1b16 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.394+0000 7f4bf7fff640 1 -- 172.21.15.143:0/1522751631 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8007740 con 0x7f4c0015b190 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.394+0000 7f4bf7fff640 1 -- 172.21.15.143:0/1522751631 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bf80078e0 con 0x7f4c0015b190 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.394+0000 7f4bf7fff640 1 -- 172.21.15.143:0/1522751631 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8007cb0 con 0x7f4c0015b190 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.394+0000 7f4c07598640 1 -- 172.21.15.143:0/1522751631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c0015b190 msgr2=0x7f4c0015d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.394+0000 7f4c07598640 1 --2- 172.21.15.143:0/1522751631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c0015b190 0x7f4c0015d6b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009d90 tx=0x7f4bf802a6f0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.394+0000 7f4c07598640 1 -- 172.21.15.143:0/1522751631 shutdown_connections 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.395+0000 7f4c07598640 1 --2- 172.21.15.143:0/1522751631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c0015b190 0x7f4c0015d6b0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.395+0000 7f4c07598640 1 --2- 172.21.15.143:0/1522751631 >> v2:172.21.15.94:3300/0 conn(0x7f4c000b5170 0x7f4c0015ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.395+0000 7f4c07598640 1 -- 172.21.15.143:0/1522751631 >> 172.21.15.143:0/1522751631 conn(0x7f4c0009a9f0 msgr2=0x7f4c000b65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.395+0000 7f4c07598640 1 -- 172.21.15.143:0/1522751631 shutdown_connections 2024-09-10T08:32:22.397 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.395+0000 7f4c07598640 1 -- 172.21.15.143:0/1522751631 wait complete. 2024-09-10T08:32:22.398 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.396+0000 7f4c07598640 1 Processor -- start 2024-09-10T08:32:22.398 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.396+0000 7f4c07598640 1 -- start start 2024-09-10T08:32:22.400 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.396+0000 7f4c07598640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c000b4d90 0x7f4c001f1c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.400 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c07598640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c000b5170 0x7f4c000afab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.400 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c07598640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c0015b190 0x7f4c0006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.400 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c07598640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0015b5e0 con 0x7f4c0015b190 2024-09-10T08:32:22.400 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c07598640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0015ceb0 con 0x7f4c000b5170 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c07598640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c0015c250 con 0x7f4c000b4d90 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c000b4d90 0x7f4c001f1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c04b33640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c000b5170 0x7f4c000afab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c000b4d90 0x7f4c001f1c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:57226/0 (socket says 172.21.15.143:57226) 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 -- 172.21.15.143:0/4218343898 learned_addr learned my addr 172.21.15.143:0/4218343898 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05b35640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c0015b190 0x7f4c0006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 -- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c000b5170 msgr2=0x7f4c000afab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c000b5170 0x7f4c000afab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 -- 172.21.15.143:0/4218343898 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c0015b190 msgr2=0x7f4c0006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c0015b190 0x7f4c0006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 -- 172.21.15.143:0/4218343898 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c000b04c0 con 0x7f4c000b4d90 2024-09-10T08:32:22.401 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c04b33640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c000b5170 0x7f4c000afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c05334640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c000b4d90 0x7f4c001f1c90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc00c430 tx=0x7f4bfc00c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4bf5ffb640 1 -- 172.21.15.143:0/4218343898 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bfc017070 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4bf5ffb640 1 -- 172.21.15.143:0/4218343898 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bfc005ce0 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c000b07a0 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.397+0000 7f4bf5ffb640 1 -- 172.21.15.143:0/4218343898 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bfc0072f0 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.398+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c000b0d60 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.398+0000 7f4bf5ffb640 1 -- 172.21.15.143:0/4218343898 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4bfc01a070 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.398+0000 7f4bf5ffb640 1 -- 172.21.15.143:0/4218343898 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f4bfc012740 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.398+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c000ae440 con 0x7f4c000b4d90 2024-09-10T08:32:22.402 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.401+0000 7f4bf5ffb640 1 -- 172.21.15.143:0/4218343898 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4c000ae440 con 0x7f4c000b4d90 2024-09-10T08:32:22.426 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:22.425+0000 7fbb8e4a2040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T08:32:22.471 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.470+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "793b9ff1-7a04-4526-9d6f-056efcd3b6f0", "id": 0} v 0) -- 0x7f4c0015ac50 con 0x7f4c000b4d90 2024-09-10T08:32:22.476 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.475+0000 7f4bf5ffb640 1 -- 172.21.15.143:0/4218343898 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "793b9ff1-7a04-4526-9d6f-056efcd3b6f0", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f4bfc021020 con 0x7f4c000b4d90 2024-09-10T08:32:22.476 INFO:teuthology.orchestra.run.smithi143.stdout:0 2024-09-10T08:32:22.477 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c000b4d90 msgr2=0x7f4c001f1c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c000b4d90 0x7f4c001f1c90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc00c430 tx=0x7f4bfc00c8f0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 shutdown_connections 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c000b5170 0x7f4c000afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c0015b190 0x7f4c0006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 --2- 172.21.15.143:0/4218343898 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c000b4d90 0x7f4c001f1c90 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 >> 172.21.15.143:0/4218343898 conn(0x7f4c0009a9f0 msgr2=0x7f4c0009cbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 shutdown_connections 2024-09-10T08:32:22.478 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.476+0000 7f4c07598640 1 -- 172.21.15.143:0/4218343898 wait complete. 2024-09-10T08:32:22.488 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 64125c2d-ce0a-458b-aadd-b819f9327bf8 1 2024-09-10T08:32:22.627 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.626+0000 7f6529f9f640 1 Processor -- start 2024-09-10T08:32:22.628 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.626+0000 7f6529f9f640 1 -- start start 2024-09-10T08:32:22.629 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6529f9f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f65241589c0 0x7f652415f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.629 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6529f9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652406f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.629 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6529f9f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6524158da0 con 0x7f652406cc20 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6529f9f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f65240d0540 con 0x7f65241589c0 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6529f9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f652415c320 con 0x7f652406d090 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6528f9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f65241589c0 0x7f652415f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f652979e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652406f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6528f9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f65241589c0 0x7f652415f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:60922/0 (socket says 172.21.15.143:60922) 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6523fff640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f652406cc20 0x7f652406f220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.143:51232/0 (socket says 172.21.15.143:51232) 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6528f9d640 1 -- 172.21.15.143:0/4067642381 learned_addr learned my addr 172.21.15.143:0/4067642381 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6528f9d640 1 -- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 msgr2=0x7f652406f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6528f9d640 1 --2- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652406f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6528f9d640 1 -- 172.21.15.143:0/4067642381 >> v1:172.21.15.143:6789/0 conn(0x7f652406cc20 legacy=0x7f652406f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f65237fe640 1 -- 172.21.15.143:0/4067642381 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2508217918 0 0) 0x7f6524158da0 con 0x7f652406cc20 2024-09-10T08:32:22.630 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f6528f9d640 1 -- 172.21.15.143:0/4067642381 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f652415b7a0 con 0x7f65241589c0 2024-09-10T08:32:22.631 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.627+0000 7f652979e640 1 --2- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652406f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:22.631 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.628+0000 7f6528f9d640 1 --2- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65241589c0 0x7f652415f3e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6518009870 tx=0x7f651802a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ae5fdfc7773fdbb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:22.631 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.628+0000 7f65237fe640 1 -- 172.21.15.143:0/4067642381 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6518037070 con 0x7f65241589c0 2024-09-10T08:32:22.631 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.628+0000 7f65237fe640 1 -- 172.21.15.143:0/4067642381 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6518032440 con 0x7f65241589c0 2024-09-10T08:32:22.631 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.628+0000 7f65237fe640 1 -- 172.21.15.143:0/4067642381 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6518032810 con 0x7f65241589c0 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 -- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65241589c0 msgr2=0x7f652415f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 --2- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65241589c0 0x7f652415f3e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6518009870 tx=0x7f651802a250 comp rx=0 tx=0).stop 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 -- 172.21.15.143:0/4067642381 shutdown_connections 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 --2- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652406f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 --2- 172.21.15.143:0/4067642381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65241589c0 0x7f652415f3e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 -- 172.21.15.143:0/4067642381 >> 172.21.15.143:0/4067642381 conn(0x7f6524072390 msgr2=0x7f6524072770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 -- 172.21.15.143:0/4067642381 shutdown_connections 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.629+0000 7f6529f9f640 1 -- 172.21.15.143:0/4067642381 wait complete. 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.630+0000 7f6529f9f640 1 Processor -- start 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.630+0000 7f6529f9f640 1 -- start start 2024-09-10T08:32:22.634 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6529f9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f652406cc20 0x7f65240b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6529f9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652413ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6529f9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65241589c0 0x7f652406eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6529f9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f652415c040 con 0x7f65241589c0 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6529f9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f652415bd60 con 0x7f652406cc20 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6529f9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f652406d4c0 con 0x7f652406d090 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652413ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6528f9d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f652406cc20 0x7f65240b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652413ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:57256/0 (socket says 172.21.15.143:57256) 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 -- 172.21.15.143:0/1249303965 learned_addr learned my addr 172.21.15.143:0/1249303965 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f652979e640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65241589c0 0x7f652406eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 -- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f652406cc20 msgr2=0x7f65240b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f652406cc20 0x7f65240b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.635 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 -- 172.21.15.143:0/1249303965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65241589c0 msgr2=0x7f652406eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65241589c0 0x7f652406eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.631+0000 7f6523fff640 1 -- 172.21.15.143:0/1249303965 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65240b5230 con 0x7f652406d090 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f6528f9d640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f652406cc20 0x7f65240b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f6523fff640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652413ef40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f651000c4d0 tx=0x7f651000c990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f65217fa640 1 -- 172.21.15.143:0/1249303965 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6510018070 con 0x7f652406d090 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f65217fa640 1 -- 172.21.15.143:0/1249303965 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6510007500 con 0x7f652406d090 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f652406e270 con 0x7f652406d090 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f65217fa640 1 -- 172.21.15.143:0/1249303965 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6510004a20 con 0x7f652406d090 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f652406e510 con 0x7f652406d090 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f65217fa640 1 -- 172.21.15.143:0/1249303965 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f651001b070 con 0x7f652406d090 2024-09-10T08:32:22.636 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.632+0000 7f65217fa640 1 -- 172.21.15.143:0/1249303965 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f65100127b0 con 0x7f652406d090 2024-09-10T08:32:22.637 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.633+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65240734b0 con 0x7f652406d090 2024-09-10T08:32:22.637 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.635+0000 7f65217fa640 1 -- 172.21.15.143:0/1249303965 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f651001d440 con 0x7f652406d090 2024-09-10T08:32:22.694 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:22.694+0000 7ff427a0e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T08:32:22.719 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.718+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "64125c2d-ce0a-458b-aadd-b819f9327bf8", "id": 1} v 0) -- 0x7f652413f480 con 0x7f652406d090 2024-09-10T08:32:22.724 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.723+0000 7f65217fa640 1 -- 172.21.15.143:0/1249303965 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "64125c2d-ce0a-458b-aadd-b819f9327bf8", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f651001d7b0 con 0x7f652406d090 2024-09-10T08:32:22.725 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:32:22.726 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 msgr2=0x7f652413ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.726 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652413ef40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f651000c4d0 tx=0x7f651000c990 comp rx=0 tx=0).stop 2024-09-10T08:32:22.726 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 shutdown_connections 2024-09-10T08:32:22.726 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65241589c0 0x7f652406eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.726 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f652406d090 0x7f652413ef40 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.726 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 --2- 172.21.15.143:0/1249303965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f652406cc20 0x7f65240b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.726 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 >> 172.21.15.143:0/1249303965 conn(0x7f6524072390 msgr2=0x7f652415e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:22.727 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 shutdown_connections 2024-09-10T08:32:22.727 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.725+0000 7f6529f9f640 1 -- 172.21.15.143:0/1249303965 wait complete. 2024-09-10T08:32:22.740 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 305a7b04-de06-4626-b428-19e556ead89a 2 2024-09-10T08:32:22.741 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:22.741+0000 7ff427a0e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T08:32:22.797 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:22.796+0000 7fbb8e4a2040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T08:32:22.837 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.836+0000 7f289755f640 1 Processor -- start 2024-09-10T08:32:22.837 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.836+0000 7f289755f640 1 -- start start 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f289755f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f289015b3a0 0x7f28900b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f289755f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f28900b00d0 0x7f28900b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f289755f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28900b5830 con 0x7f28900b12d0 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f289755f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f28900afcb0 con 0x7f28900b00d0 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f289755f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f28900b6e50 con 0x7f289015b3a0 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f28952fb640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f289015b3a0 0x7f28900b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f2895afc640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f28900b12d0 0x7f289015efb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.143:51242/0 (socket says 172.21.15.143:51242) 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f2895afc640 1 -- 172.21.15.143:0/2692230755 learned_addr learned my addr 172.21.15.143:0/2692230755 (peer_addr_for_me v1:172.21.15.143:0/0) 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f2894afa640 1 --2- 172.21.15.143:0/2692230755 >> v2:172.21.15.94:3300/0 conn(0x7f28900b00d0 0x7f28900b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f28952fb640 1 -- 172.21.15.143:0/2692230755 >> v2:172.21.15.94:3300/0 conn(0x7f28900b00d0 msgr2=0x7f28900b0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f28952fb640 1 --2- 172.21.15.143:0/2692230755 >> v2:172.21.15.94:3300/0 conn(0x7f28900b00d0 0x7f28900b0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f28952fb640 1 -- 172.21.15.143:0/2692230755 >> v1:172.21.15.143:6789/0 conn(0x7f28900b12d0 legacy=0x7f289015efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.839 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f2887fff640 1 -- 172.21.15.143:0/2692230755 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3270525852 0 0) 0x7f2888001490 con 0x7f28900b12d0 2024-09-10T08:32:22.840 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.837+0000 7f28952fb640 1 -- 172.21.15.143:0/2692230755 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28900b7130 con 0x7f289015b3a0 2024-09-10T08:32:22.840 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.838+0000 7f2894afa640 1 --2- 172.21.15.143:0/2692230755 >> v2:172.21.15.94:3300/0 conn(0x7f28900b00d0 0x7f28900b0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.838+0000 7f28952fb640 1 --2- 172.21.15.143:0/2692230755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f289015b3a0 0x7f28900b52f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f28800097a0 tx=0x7f288002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47f31971b24bbfb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.838+0000 7f2887fff640 1 -- 172.21.15.143:0/2692230755 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2880037070 con 0x7f289015b3a0 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.838+0000 7f2887fff640 1 -- 172.21.15.143:0/2692230755 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f288002ae50 con 0x7f289015b3a0 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.838+0000 7f2887fff640 1 -- 172.21.15.143:0/2692230755 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2880032660 con 0x7f289015b3a0 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 -- 172.21.15.143:0/2692230755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f289015b3a0 msgr2=0x7f28900b52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 --2- 172.21.15.143:0/2692230755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f289015b3a0 0x7f28900b52f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f28800097a0 tx=0x7f288002a100 comp rx=0 tx=0).stop 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 -- 172.21.15.143:0/2692230755 shutdown_connections 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 --2- 172.21.15.143:0/2692230755 >> v2:172.21.15.94:3300/0 conn(0x7f28900b00d0 0x7f28900b0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 --2- 172.21.15.143:0/2692230755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f289015b3a0 0x7f28900b52f0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 -- 172.21.15.143:0/2692230755 >> 172.21.15.143:0/2692230755 conn(0x7f289009a9f0 msgr2=0x7f28900b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:22.841 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 -- 172.21.15.143:0/2692230755 shutdown_connections 2024-09-10T08:32:22.842 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.839+0000 7f289755f640 1 -- 172.21.15.143:0/2692230755 wait complete. 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.840+0000 7f289755f640 1 Processor -- start 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.840+0000 7f289755f640 1 -- start start 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f289755f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28900b00d0 0x7f28901f24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f289755f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28900b12d0 0x7f28901f5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f289755f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f289015b3a0 0x7f289009d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f289755f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f289015b900 con 0x7f28900b00d0 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f289755f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f289015b780 con 0x7f289015b3a0 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f289755f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f28900af7d0 con 0x7f28900b12d0 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2894afa640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28900b12d0 0x7f28901f5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.844 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2894afa640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28900b12d0 0x7f28901f5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:57260/0 (socket says 172.21.15.143:57260) 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2894afa640 1 -- 172.21.15.143:0/3695975553 learned_addr learned my addr 172.21.15.143:0/3695975553 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2895afc640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f289015b3a0 0x7f289009d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f28952fb640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28900b00d0 0x7f28901f24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2895afc640 1 -- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28900b12d0 msgr2=0x7f28901f5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2895afc640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28900b12d0 0x7f28901f5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2895afc640 1 -- 172.21.15.143:0/3695975553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28900b00d0 msgr2=0x7f28901f24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2895afc640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28900b00d0 0x7f28901f24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2895afc640 1 -- 172.21.15.143:0/3695975553 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28901e3ba0 con 0x7f289015b3a0 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.841+0000 7f2894afa640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28900b12d0 0x7f28901f5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f2895afc640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f289015b3a0 0x7f289009d590 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f288800c710 tx=0x7f288800cbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f2885ffb640 1 -- 172.21.15.143:0/3695975553 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2888018070 con 0x7f289015b3a0 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f2885ffb640 1 -- 172.21.15.143:0/3695975553 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f288800ce20 con 0x7f289015b3a0 2024-09-10T08:32:22.845 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28901e3e80 con 0x7f289015b3a0 2024-09-10T08:32:22.846 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f2885ffb640 1 -- 172.21.15.143:0/3695975553 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288800a880 con 0x7f289015b3a0 2024-09-10T08:32:22.846 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f289009c910 con 0x7f289015b3a0 2024-09-10T08:32:22.846 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f2885ffb640 1 -- 172.21.15.143:0/3695975553 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f288801b070 con 0x7f289015b3a0 2024-09-10T08:32:22.846 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.842+0000 7f2885ffb640 1 -- 172.21.15.143:0/3695975553 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f28880070d0 con 0x7f289015b3a0 2024-09-10T08:32:22.846 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.843+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28900b1760 con 0x7f289015b3a0 2024-09-10T08:32:22.846 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.845+0000 7f2885ffb640 1 -- 172.21.15.143:0/3695975553 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2888022080 con 0x7f289015b3a0 2024-09-10T08:32:22.849 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:22.848+0000 7fbb8e4a2040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T08:32:22.889 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:22.889+0000 7ff427a0e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T08:32:22.915 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.914+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd new", "uuid": "305a7b04-de06-4626-b428-19e556ead89a", "id": 2} v 0) -- 0x7f289015abc0 con 0x7f289015b3a0 2024-09-10T08:32:22.917 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.917+0000 7f2885ffb640 1 -- 172.21.15.143:0/3695975553 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "305a7b04-de06-4626-b428-19e556ead89a", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f28900b5830 con 0x7f289015b3a0 2024-09-10T08:32:22.918 INFO:teuthology.orchestra.run.smithi143.stdout:2 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.917+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f289015b3a0 msgr2=0x7f289009d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.917+0000 7f289755f640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f289015b3a0 0x7f289009d590 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f288800c710 tx=0x7f288800cbd0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.918+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 shutdown_connections 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.918+0000 7f289755f640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f289015b3a0 0x7f289009d590 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.918+0000 7f289755f640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28900b12d0 0x7f28901f5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.918+0000 7f289755f640 1 --2- 172.21.15.143:0/3695975553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28900b00d0 0x7f28901f24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.918+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 >> 172.21.15.143:0/3695975553 conn(0x7f289009a9f0 msgr2=0x7f289006c2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.918+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 shutdown_connections 2024-09-10T08:32:22.919 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:22.918+0000 7f289755f640 1 -- 172.21.15.143:0/3695975553 wait complete. 2024-09-10T08:32:22.929 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new bbb7b957-94a2-4da6-a29c-5a1ae4830e2b 3 2024-09-10T08:32:23.007 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:23.006+0000 7fbb8e4a2040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T08:32:23.026 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.025+0000 7f6a8bc4c640 1 Processor -- start 2024-09-10T08:32:23.027 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a8bc4c640 1 -- start start 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a8bc4c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a8415e7f0 0x7f6a840cd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a8bc4c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6a840cc680 0x7f6a840ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a8bc4c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a840b3c10 con 0x7f6a840b03c0 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a8bc4c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f6a840cc1f0 con 0x7f6a840cc680 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a8bc4c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6a840cb900 con 0x7f6a8415e7f0 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a891e7640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f6a840b03c0 0x7f6a840adff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.143:51248/0 (socket says 172.21.15.143:51248) 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a899e8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a8415e7f0 0x7f6a840cd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.028 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a8a1e9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6a840cc680 0x7f6a840ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.029 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.026+0000 7f6a891e7640 1 -- 172.21.15.143:0/3116863602 learned_addr learned my addr 172.21.15.143:0/3116863602 (peer_addr_for_me v1:172.21.15.143:0/0) 2024-09-10T08:32:23.029 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.027+0000 7f6a899e8640 1 -- 172.21.15.143:0/3116863602 >> v2:172.21.15.143:3300/0 conn(0x7f6a840cc680 msgr2=0x7f6a840ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:23.029 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.027+0000 7f6a899e8640 1 --2- 172.21.15.143:0/3116863602 >> v2:172.21.15.143:3300/0 conn(0x7f6a840cc680 0x7f6a840ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.029 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.027+0000 7f6a899e8640 1 -- 172.21.15.143:0/3116863602 >> v1:172.21.15.143:6789/0 conn(0x7f6a840b03c0 legacy=0x7f6a840adff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.029 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.027+0000 7f6a899e8640 1 -- 172.21.15.143:0/3116863602 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a8415ebd0 con 0x7f6a8415e7f0 2024-09-10T08:32:23.029 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.027+0000 7f6a8a1e9640 1 --2- 172.21.15.143:0/3116863602 >> v2:172.21.15.143:3300/0 conn(0x7f6a840cc680 0x7f6a840ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.027+0000 7f6a899e8640 1 --2- 172.21.15.143:0/3116863602 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a8415e7f0 0x7f6a840cd360 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6a740097d0 tx=0x7f6a7402a130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b0b46dd76882eb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a889e6640 1 -- 172.21.15.143:0/3116863602 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74037070 con 0x7f6a8415e7f0 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a889e6640 1 -- 172.21.15.143:0/3116863602 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a7402ae40 con 0x7f6a8415e7f0 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a889e6640 1 -- 172.21.15.143:0/3116863602 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74032660 con 0x7f6a8415e7f0 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/3116863602 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a8415e7f0 msgr2=0x7f6a840cd360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 --2- 172.21.15.143:0/3116863602 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a8415e7f0 0x7f6a840cd360 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6a740097d0 tx=0x7f6a7402a130 comp rx=0 tx=0).stop 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/3116863602 shutdown_connections 2024-09-10T08:32:23.030 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 --2- 172.21.15.143:0/3116863602 >> v2:172.21.15.143:3300/0 conn(0x7f6a840cc680 0x7f6a840ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.031 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 --2- 172.21.15.143:0/3116863602 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a8415e7f0 0x7f6a840cd360 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.031 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/3116863602 >> 172.21.15.143:0/3116863602 conn(0x7f6a840b2d10 msgr2=0x7f6a840b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.031 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/3116863602 shutdown_connections 2024-09-10T08:32:23.031 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.028+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/3116863602 wait complete. 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 Processor -- start 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 -- start start 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a840b03c0 0x7f6a84155880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a840cc680 0x7f6a8415a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a8415e7f0 0x7f6a8415ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6a840ae700 con 0x7f6a8415e7f0 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6a840cbe80 con 0x7f6a840b03c0 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a8bc4c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6a840b3830 con 0x7f6a840cc680 2024-09-10T08:32:23.033 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a899e8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a840b03c0 0x7f6a84155880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a891e7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a840cc680 0x7f6a8415a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a899e8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a840b03c0 0x7f6a84155880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:60950/0 (socket says 172.21.15.143:60950) 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.030+0000 7f6a899e8640 1 -- 172.21.15.143:0/1917921907 learned_addr learned my addr 172.21.15.143:0/1917921907 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a8a1e9640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a8415e7f0 0x7f6a8415ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a899e8640 1 -- 172.21.15.143:0/1917921907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a840cc680 msgr2=0x7f6a8415a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a899e8640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a840cc680 0x7f6a8415a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a899e8640 1 -- 172.21.15.143:0/1917921907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a8415e7f0 msgr2=0x7f6a8415ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a899e8640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a8415e7f0 0x7f6a8415ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a899e8640 1 -- 172.21.15.143:0/1917921907 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a840cb430 con 0x7f6a840b03c0 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a8a1e9640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a8415e7f0 0x7f6a8415ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a899e8640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a840b03c0 0x7f6a84155880 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6a7402a170 tx=0x7f6a740046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a7a7fc640 1 -- 172.21.15.143:0/1917921907 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74041070 con 0x7f6a840b03c0 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a7a7fc640 1 -- 172.21.15.143:0/1917921907 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a7403c460 con 0x7f6a840b03c0 2024-09-10T08:32:23.034 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a7a7fc640 1 -- 172.21.15.143:0/1917921907 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74037040 con 0x7f6a840b03c0 2024-09-10T08:32:23.035 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a840ca820 con 0x7f6a840b03c0 2024-09-10T08:32:23.035 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a840cade0 con 0x7f6a840b03c0 2024-09-10T08:32:23.035 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a7a7fc640 1 -- 172.21.15.143:0/1917921907 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6a74044070 con 0x7f6a840b03c0 2024-09-10T08:32:23.035 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.031+0000 7f6a7a7fc640 1 -- 172.21.15.143:0/1917921907 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f6a74046de0 con 0x7f6a840b03c0 2024-09-10T08:32:23.035 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.032+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a840cd360 con 0x7f6a840b03c0 2024-09-10T08:32:23.035 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.034+0000 7f6a7a7fc640 1 -- 172.21.15.143:0/1917921907 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f6a74046450 con 0x7f6a840b03c0 2024-09-10T08:32:23.104 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.103+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd new", "uuid": "bbb7b957-94a2-4da6-a29c-5a1ae4830e2b", "id": 3} v 0) -- 0x7f6a840af9e0 con 0x7f6a840b03c0 2024-09-10T08:32:23.107 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.106+0000 7f6a7a7fc640 1 -- 172.21.15.143:0/1917921907 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "bbb7b957-94a2-4da6-a29c-5a1ae4830e2b", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f6a74046950 con 0x7f6a840b03c0 2024-09-10T08:32:23.107 INFO:teuthology.orchestra.run.smithi143.stdout:3 2024-09-10T08:32:23.108 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a840b03c0 msgr2=0x7f6a84155880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a840b03c0 0x7f6a84155880 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6a7402a170 tx=0x7f6a740046c0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 shutdown_connections 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a8415e7f0 0x7f6a8415ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a840cc680 0x7f6a8415a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 --2- 172.21.15.143:0/1917921907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a840b03c0 0x7f6a84155880 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 >> 172.21.15.143:0/1917921907 conn(0x7f6a840b2d10 msgr2=0x7f6a8406f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 shutdown_connections 2024-09-10T08:32:23.109 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.107+0000 7f6a8bc4c640 1 -- 172.21.15.143:0/1917921907 wait complete. 2024-09-10T08:32:23.118 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new d1eb7837-c809-4d62-8dbc-150afa747301 4 2024-09-10T08:32:23.217 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.216+0000 7fa3e558d640 1 Processor -- start 2024-09-10T08:32:23.218 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.216+0000 7fa3e558d640 1 -- start start 2024-09-10T08:32:23.219 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3e558d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b5170 0x7fa3e015ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.219 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3e558d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa3e015b190 0x7fa3e015d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3e558d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3e00b4790 con 0x7fa3e00b4d90 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3e558d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa3e015d220 con 0x7fa3e015b190 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3e558d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa3e015c610 con 0x7fa3e00b5170 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3de7fc640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b5170 0x7fa3e015ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3de7fc640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b5170 0x7fa3e015ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:57290/0 (socket says 172.21.15.143:57290) 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3de7fc640 1 -- 172.21.15.143:0/4197643319 learned_addr learned my addr 172.21.15.143:0/4197643319 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3df7fe640 1 --2- 172.21.15.143:0/4197643319 >> v2:172.21.15.94:3300/0 conn(0x7fa3e015b190 0x7fa3e015d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3de7fc640 1 -- 172.21.15.143:0/4197643319 >> v2:172.21.15.94:3300/0 conn(0x7fa3e015b190 msgr2=0x7fa3e015d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3de7fc640 1 --2- 172.21.15.143:0/4197643319 >> v2:172.21.15.94:3300/0 conn(0x7fa3e015b190 0x7fa3e015d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3de7fc640 1 -- 172.21.15.143:0/4197643319 >> v1:172.21.15.94:6789/0 conn(0x7fa3e00b4d90 legacy=0x7fa3e00b4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3ddffb640 1 -- 172.21.15.143:0/4197643319 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2734037889 0 0) 0x7fa3e00b4790 con 0x7fa3e00b4d90 2024-09-10T08:32:23.220 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.218+0000 7fa3de7fc640 1 -- 172.21.15.143:0/4197643319 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3e015c8f0 con 0x7fa3e00b5170 2024-09-10T08:32:23.221 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.219+0000 7fa3de7fc640 1 --2- 172.21.15.143:0/4197643319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b5170 0x7fa3e015ac50 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa3e015d3a0 tx=0x7fa3d002a2e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c1e4bdf2197b8ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.219+0000 7fa3ddffb640 1 -- 172.21.15.143:0/4197643319 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0037070 con 0x7fa3e00b5170 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.219+0000 7fa3ddffb640 1 -- 172.21.15.143:0/4197643319 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3d0032640 con 0x7fa3e00b5170 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.219+0000 7fa3ddffb640 1 -- 172.21.15.143:0/4197643319 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0032a10 con 0x7fa3e00b5170 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 -- 172.21.15.143:0/4197643319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b5170 msgr2=0x7fa3e015ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 --2- 172.21.15.143:0/4197643319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b5170 0x7fa3e015ac50 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa3e015d3a0 tx=0x7fa3d002a2e0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 -- 172.21.15.143:0/4197643319 shutdown_connections 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 --2- 172.21.15.143:0/4197643319 >> v2:172.21.15.94:3300/0 conn(0x7fa3e015b190 0x7fa3e015d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 --2- 172.21.15.143:0/4197643319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b5170 0x7fa3e015ac50 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 -- 172.21.15.143:0/4197643319 >> 172.21.15.143:0/4197643319 conn(0x7fa3e009a9f0 msgr2=0x7fa3e00b65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 -- 172.21.15.143:0/4197643319 shutdown_connections 2024-09-10T08:32:23.222 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.220+0000 7fa3e558d640 1 -- 172.21.15.143:0/4197643319 wait complete. 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.221+0000 7fa3e558d640 1 Processor -- start 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.221+0000 7fa3e558d640 1 -- start start 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3e558d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b4d90 0x7fa3e01544e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3e558d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa3e00b5170 0x7fa3e014fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3e558d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa3e015b190 0x7fa3e01e65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3e558d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e015b600 con 0x7fa3e015b190 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3e558d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e015ceb0 con 0x7fa3e00b5170 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3e558d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa3e015c250 con 0x7fa3e00b4d90 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3de7fc640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa3e00b5170 0x7fa3e014fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3deffd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b4d90 0x7fa3e01544e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3de7fc640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa3e00b5170 0x7fa3e014fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:60956/0 (socket says 172.21.15.143:60956) 2024-09-10T08:32:23.225 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3de7fc640 1 -- 172.21.15.143:0/383849418 learned_addr learned my addr 172.21.15.143:0/383849418 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.222+0000 7fa3df7fe640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa3e015b190 0x7fa3e01e65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3deffd640 1 -- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa3e00b5170 msgr2=0x7fa3e014fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3deffd640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa3e00b5170 0x7fa3e014fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3deffd640 1 -- 172.21.15.143:0/383849418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa3e015b190 msgr2=0x7fa3e01e65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3deffd640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa3e015b190 0x7fa3e01e65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3deffd640 1 -- 172.21.15.143:0/383849418 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3e0154a20 con 0x7fa3e00b4d90 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3de7fc640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa3e00b5170 0x7fa3e014fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3deffd640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b4d90 0x7fa3e01544e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa3d400c400 tx=0x7fa3d400c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3c77fe640 1 -- 172.21.15.143:0/383849418 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d4017070 con 0x7fa3e00b4d90 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3c77fe640 1 -- 172.21.15.143:0/383849418 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3d40035f0 con 0x7fa3e00b4d90 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3e01f37e0 con 0x7fa3e00b4d90 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3c77fe640 1 -- 172.21.15.143:0/383849418 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d40039e0 con 0x7fa3e00b4d90 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3e01f2b10 con 0x7fa3e00b4d90 2024-09-10T08:32:23.226 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3c77fe640 1 -- 172.21.15.143:0/383849418 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa3d401a070 con 0x7fa3e00b4d90 2024-09-10T08:32:23.227 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.223+0000 7fa3c77fe640 1 -- 172.21.15.143:0/383849418 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fa3d4012910 con 0x7fa3e00b4d90 2024-09-10T08:32:23.227 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.224+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3e00b5650 con 0x7fa3e00b4d90 2024-09-10T08:32:23.227 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.226+0000 7fa3c77fe640 1 -- 172.21.15.143:0/383849418 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa3e00b5650 con 0x7fa3e00b4d90 2024-09-10T08:32:23.296 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.295+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "d1eb7837-c809-4d62-8dbc-150afa747301", "id": 4} v 0) -- 0x7fa3e0075640 con 0x7fa3e00b4d90 2024-09-10T08:32:23.299 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.298+0000 7fa3c77fe640 1 -- 172.21.15.143:0/383849418 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d1eb7837-c809-4d62-8dbc-150afa747301", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fa3e0075640 con 0x7fa3e00b4d90 2024-09-10T08:32:23.299 INFO:teuthology.orchestra.run.smithi143.stdout:4 2024-09-10T08:32:23.300 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b4d90 msgr2=0x7fa3e01544e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.300 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b4d90 0x7fa3e01544e0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa3d400c400 tx=0x7fa3d400c8c0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.300 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 shutdown_connections 2024-09-10T08:32:23.300 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa3e00b5170 0x7fa3e014fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.301 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa3e015b190 0x7fa3e01e65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.301 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 --2- 172.21.15.143:0/383849418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa3e00b4d90 0x7fa3e01544e0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.301 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 >> 172.21.15.143:0/383849418 conn(0x7fa3e009a9f0 msgr2=0x7fa3e006c160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.301 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 shutdown_connections 2024-09-10T08:32:23.301 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.299+0000 7fa3e558d640 1 -- 172.21.15.143:0/383849418 wait complete. 2024-09-10T08:32:23.310 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new 0a1c206b-857f-4a51-a4ef-fd803c3d31fd 5 2024-09-10T08:32:23.409 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.408+0000 7f8ce83a8640 1 Processor -- start 2024-09-10T08:32:23.409 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.408+0000 7f8ce83a8640 1 -- start start 2024-09-10T08:32:23.410 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce83a8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8ce015bdc0 0x7f8ce015c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.410 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce83a8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8ce00707e0 0x7f8ce00b5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce83a8640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ce015ffe0 con 0x7f8ce006f7b0 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce83a8640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8ce01602c0 con 0x7f8ce015bdc0 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce83a8640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8ce01605a0 con 0x7f8ce00707e0 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce5943640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8ce00707e0 0x7f8ce00b5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce6945640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f8ce006f7b0 0x7f8ce006e6f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.143:51250/0 (socket says 172.21.15.143:51250) 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce6945640 1 -- 172.21.15.143:0/2040012797 learned_addr learned my addr 172.21.15.143:0/2040012797 (peer_addr_for_me v1:172.21.15.143:0/0) 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce6144640 1 --2- 172.21.15.143:0/2040012797 >> v2:172.21.15.94:3300/0 conn(0x7f8ce015bdc0 0x7f8ce015c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce5943640 1 -- 172.21.15.143:0/2040012797 >> v2:172.21.15.94:3300/0 conn(0x7f8ce015bdc0 msgr2=0x7f8ce015c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce5943640 1 --2- 172.21.15.143:0/2040012797 >> v2:172.21.15.94:3300/0 conn(0x7f8ce015bdc0 0x7f8ce015c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce5943640 1 -- 172.21.15.143:0/2040012797 >> v1:172.21.15.143:6789/0 conn(0x7f8ce006f7b0 legacy=0x7f8ce006e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce5943640 1 -- 172.21.15.143:0/2040012797 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ce0160880 con 0x7f8ce00707e0 2024-09-10T08:32:23.411 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.409+0000 7f8ce6144640 1 --2- 172.21.15.143:0/2040012797 >> v2:172.21.15.94:3300/0 conn(0x7f8ce015bdc0 0x7f8ce015c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.410+0000 7f8ce5943640 1 --2- 172.21.15.143:0/2040012797 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce00707e0 0x7f8ce00b5da0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00ce4a0 tx=0x7f8cd002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93e29639b2617e01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.410+0000 7f8ce5142640 1 -- 172.21.15.143:0/2040012797 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0037070 con 0x7f8ce00707e0 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.410+0000 7f8ce5142640 1 -- 172.21.15.143:0/2040012797 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cd0032440 con 0x7f8ce00707e0 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.410+0000 7f8ce5142640 1 -- 172.21.15.143:0/2040012797 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0032810 con 0x7f8ce00707e0 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 -- 172.21.15.143:0/2040012797 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce00707e0 msgr2=0x7f8ce00b5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 --2- 172.21.15.143:0/2040012797 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce00707e0 0x7f8ce00b5da0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00ce4a0 tx=0x7f8cd002a1a0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 -- 172.21.15.143:0/2040012797 shutdown_connections 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 --2- 172.21.15.143:0/2040012797 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce00707e0 0x7f8ce00b5da0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.413 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 --2- 172.21.15.143:0/2040012797 >> v2:172.21.15.94:3300/0 conn(0x7f8ce015bdc0 0x7f8ce015c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.414 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 -- 172.21.15.143:0/2040012797 >> 172.21.15.143:0/2040012797 conn(0x7f8ce0073010 msgr2=0x7f8ce006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.414 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 -- 172.21.15.143:0/2040012797 shutdown_connections 2024-09-10T08:32:23.414 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.411+0000 7f8ce83a8640 1 -- 172.21.15.143:0/2040012797 wait complete. 2024-09-10T08:32:23.414 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.412+0000 7f8ce83a8640 1 Processor -- start 2024-09-10T08:32:23.414 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.412+0000 7f8ce83a8640 1 -- start start 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ce006f7b0 0x7f8ce01568e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ce00707e0 0x7f8ce0143cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce015bdc0 0x7f8ce0154c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8ce015d9e0 con 0x7f8ce006f7b0 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8ce015fc70 con 0x7f8ce015bdc0 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8ce015db60 con 0x7f8ce00707e0 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce6945640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce015bdc0 0x7f8ce0154c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce5943640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ce00707e0 0x7f8ce0143cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.416 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce6945640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce015bdc0 0x7f8ce0154c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:60982/0 (socket says 172.21.15.143:60982) 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce6945640 1 -- 172.21.15.143:0/912886882 learned_addr learned my addr 172.21.15.143:0/912886882 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce6144640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ce006f7b0 0x7f8ce01568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce5943640 1 -- 172.21.15.143:0/912886882 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce015bdc0 msgr2=0x7f8ce0154c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce5943640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce015bdc0 0x7f8ce0154c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce5943640 1 -- 172.21.15.143:0/912886882 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ce006f7b0 msgr2=0x7f8ce01568e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce5943640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ce006f7b0 0x7f8ce01568e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce5943640 1 -- 172.21.15.143:0/912886882 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ce0144210 con 0x7f8ce00707e0 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce5943640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ce00707e0 0x7f8ce0143cd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8cd0031000 tx=0x7f8cd00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8cd6ffd640 1 -- 172.21.15.143:0/912886882 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0032e60 con 0x7f8ce00707e0 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8cd6ffd640 1 -- 172.21.15.143:0/912886882 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cd0030770 con 0x7f8ce00707e0 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ce0155840 con 0x7f8ce00707e0 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8cd6ffd640 1 -- 172.21.15.143:0/912886882 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cd0037040 con 0x7f8ce00707e0 2024-09-10T08:32:23.417 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.413+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ce0155e00 con 0x7f8ce00707e0 2024-09-10T08:32:23.418 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.414+0000 7f8cd6ffd640 1 -- 172.21.15.143:0/912886882 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8cd0044020 con 0x7f8ce00707e0 2024-09-10T08:32:23.418 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.414+0000 7f8cd6ffd640 1 -- 172.21.15.143:0/912886882 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f8cd003dc60 con 0x7f8ce00707e0 2024-09-10T08:32:23.418 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.414+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ce015c1a0 con 0x7f8ce00707e0 2024-09-10T08:32:23.418 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.416+0000 7f8cd6ffd640 1 -- 172.21.15.143:0/912886882 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f8cd003d440 con 0x7f8ce00707e0 2024-09-10T08:32:23.486 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.485+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "0a1c206b-857f-4a51-a4ef-fd803c3d31fd", "id": 5} v 0) -- 0x7f8ce00ce070 con 0x7f8ce00707e0 2024-09-10T08:32:23.489 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.488+0000 7f8cd6ffd640 1 -- 172.21.15.143:0/912886882 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0a1c206b-857f-4a51-a4ef-fd803c3d31fd", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f8cd003d620 con 0x7f8ce00707e0 2024-09-10T08:32:23.489 INFO:teuthology.orchestra.run.smithi143.stdout:5 2024-09-10T08:32:23.490 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ce00707e0 msgr2=0x7f8ce0143cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.490 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ce00707e0 0x7f8ce0143cd0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8cd0031000 tx=0x7f8cd00046c0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.491 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 shutdown_connections 2024-09-10T08:32:23.491 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ce015bdc0 0x7f8ce0154c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.491 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ce00707e0 0x7f8ce0143cd0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.491 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 --2- 172.21.15.143:0/912886882 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ce006f7b0 0x7f8ce01568e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.491 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 >> 172.21.15.143:0/912886882 conn(0x7f8ce0073010 msgr2=0x7f8ce00b0240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.491 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 shutdown_connections 2024-09-10T08:32:23.491 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.489+0000 7f8ce83a8640 1 -- 172.21.15.143:0/912886882 wait complete. 2024-09-10T08:32:23.501 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new c01d8e99-c4ac-4092-a47a-1eee4256a459 6 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.599+0000 7ff27632c640 1 Processor -- start 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.599+0000 7ff27632c640 1 -- start start 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff27632c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff27009b100 0x7ff27015c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff27632c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff2700b48c0 0x7ff2700b19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff27632c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2700b20b0 con 0x7ff27015c130 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff27632c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7ff2700cfe80 con 0x7ff2700b48c0 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff27632c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff2700d0160 con 0x7ff27009b100 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26f7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff27009b100 0x7ff27015c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26ffff640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7ff27015c130 0x7ff27009a9f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.143:51256/0 (socket says 172.21.15.143:51256) 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26ffff640 1 -- 172.21.15.143:0/4001775611 learned_addr learned my addr 172.21.15.143:0/4001775611 (peer_addr_for_me v1:172.21.15.143:0/0) 2024-09-10T08:32:23.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff2748c9640 1 --2- 172.21.15.143:0/4001775611 >> v2:172.21.15.94:3300/0 conn(0x7ff2700b48c0 0x7ff2700b19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.603 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26f7fe640 1 -- 172.21.15.143:0/4001775611 >> v2:172.21.15.94:3300/0 conn(0x7ff2700b48c0 msgr2=0x7ff2700b19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:23.603 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26f7fe640 1 --2- 172.21.15.143:0/4001775611 >> v2:172.21.15.94:3300/0 conn(0x7ff2700b48c0 0x7ff2700b19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.603 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26f7fe640 1 -- 172.21.15.143:0/4001775611 >> v1:172.21.15.143:6789/0 conn(0x7ff27015c130 legacy=0x7ff27009a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.603 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26f7fe640 1 -- 172.21.15.143:0/4001775611 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2700d0440 con 0x7ff27009b100 2024-09-10T08:32:23.603 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.600+0000 7ff26effd640 1 -- 172.21.15.143:0/4001775611 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 466771519 0 0) 0x7ff2700b20b0 con 0x7ff27015c130 2024-09-10T08:32:23.604 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.601+0000 7ff26f7fe640 1 --2- 172.21.15.143:0/4001775611 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff27009b100 0x7ff27015c510 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff2600097a0 tx=0x7ff26002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cca19fa25b6baedd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.604 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.601+0000 7ff26effd640 1 -- 172.21.15.143:0/4001775611 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff260037070 con 0x7ff27009b100 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.601+0000 7ff26effd640 1 -- 172.21.15.143:0/4001775611 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff260032440 con 0x7ff27009b100 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.601+0000 7ff26effd640 1 -- 172.21.15.143:0/4001775611 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff260032810 con 0x7ff27009b100 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 -- 172.21.15.143:0/4001775611 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff27009b100 msgr2=0x7ff27015c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 --2- 172.21.15.143:0/4001775611 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff27009b100 0x7ff27015c510 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff2600097a0 tx=0x7ff26002a180 comp rx=0 tx=0).stop 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 -- 172.21.15.143:0/4001775611 shutdown_connections 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 --2- 172.21.15.143:0/4001775611 >> v2:172.21.15.94:3300/0 conn(0x7ff2700b48c0 0x7ff2700b19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 --2- 172.21.15.143:0/4001775611 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff27009b100 0x7ff27015c510 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 -- 172.21.15.143:0/4001775611 >> 172.21.15.143:0/4001775611 conn(0x7ff2700b3da0 msgr2=0x7ff2700b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 -- 172.21.15.143:0/4001775611 shutdown_connections 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.602+0000 7ff27632c640 1 -- 172.21.15.143:0/4001775611 wait complete. 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.603+0000 7ff27632c640 1 Processor -- start 2024-09-10T08:32:23.605 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.603+0000 7ff27632c640 1 -- start start 2024-09-10T08:32:23.607 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff27632c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff27009b100 0x7ff2700b7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff27632c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff2700b48c0 0x7ff2700c5de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff27632c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff27015c130 0x7ff2700c8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff27632c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff27009b740 con 0x7ff27009b100 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff27632c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff2700cd2b0 con 0x7ff27015c130 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff27632c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff27009b8c0 con 0x7ff2700b48c0 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff26f7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff2700b48c0 0x7ff2700c5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff26f7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff2700b48c0 0x7ff2700c5de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.143:57340/0 (socket says 172.21.15.143:57340) 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff2748c9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff27015c130 0x7ff2700c8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff26f7fe640 1 -- 172.21.15.143:0/1888625260 learned_addr learned my addr 172.21.15.143:0/1888625260 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.604+0000 7ff26ffff640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff27009b100 0x7ff2700b7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff2748c9640 1 -- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff2700b48c0 msgr2=0x7ff2700c5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.608 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff2748c9640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff2700b48c0 0x7ff2700c5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff2748c9640 1 -- 172.21.15.143:0/1888625260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff27009b100 msgr2=0x7ff2700b7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff2748c9640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff27009b100 0x7ff2700b7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff2748c9640 1 -- 172.21.15.143:0/1888625260 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff27014e4c0 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff26f7fe640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff2700b48c0 0x7ff2700c5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff2748c9640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff27015c130 0x7ff2700c8bf0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff268007dc0 tx=0x7ff26800e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff26cff9640 1 -- 172.21.15.143:0/1888625260 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26800ed70 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff26cff9640 1 -- 172.21.15.143:0/1888625260 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff268003990 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2700c9130 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff26cff9640 1 -- 172.21.15.143:0/1888625260 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff268003d80 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2700c83f0 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff26cff9640 1 -- 172.21.15.143:0/1888625260 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff26801b020 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.605+0000 7ff26cff9640 1 -- 172.21.15.143:0/1888625260 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7ff268014ab0 con 0x7ff27015c130 2024-09-10T08:32:23.609 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.606+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff27014eb70 con 0x7ff27015c130 2024-09-10T08:32:23.610 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.608+0000 7ff26cff9640 1 -- 172.21.15.143:0/1888625260 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff27014eb70 con 0x7ff27015c130 2024-09-10T08:32:23.679 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.678+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd new", "uuid": "c01d8e99-c4ac-4092-a47a-1eee4256a459", "id": 6} v 0) -- 0x7ff2700cc6f0 con 0x7ff27015c130 2024-09-10T08:32:23.682 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.681+0000 7ff26cff9640 1 -- 172.21.15.143:0/1888625260 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c01d8e99-c4ac-4092-a47a-1eee4256a459", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7ff268014d50 con 0x7ff27015c130 2024-09-10T08:32:23.682 INFO:teuthology.orchestra.run.smithi143.stdout:6 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff27015c130 msgr2=0x7ff2700c8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff27015c130 0x7ff2700c8bf0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff268007dc0 tx=0x7ff26800e4b0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 shutdown_connections 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff27015c130 0x7ff2700c8bf0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff2700b48c0 0x7ff2700c5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 --2- 172.21.15.143:0/1888625260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff27009b100 0x7ff2700b7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 >> 172.21.15.143:0/1888625260 conn(0x7ff2700b3da0 msgr2=0x7ff2700b4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 shutdown_connections 2024-09-10T08:32:23.684 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.682+0000 7ff27632c640 1 -- 172.21.15.143:0/1888625260 wait complete. 2024-09-10T08:32:23.693 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --cluster ceph osd new cf5b697d-79ec-42da-81bd-7080865586f1 7 2024-09-10T08:32:23.793 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.792+0000 7f085b75b640 1 Processor -- start 2024-09-10T08:32:23.793 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.792+0000 7f085b75b640 1 -- start start 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f085b75b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f085415e4f0 0x7f08540b2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f085b75b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08540b5b50 con 0x7f08540ae060 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f085b75b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f085415e8d0 con 0x7f08540afeb0 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f085b75b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f08540b4720 con 0x7f085415e4f0 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f0859cf8640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f08540afeb0 0x7f085406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.143:51268/0 (socket says 172.21.15.143:51268) 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f0859cf8640 1 -- 172.21.15.143:0/4167648698 learned_addr learned my addr 172.21.15.143:0/4167648698 (peer_addr_for_me v1:172.21.15.143:0/0) 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f08594f7640 1 --2- 172.21.15.143:0/4167648698 >> v2:172.21.15.94:3300/0 conn(0x7f085415e4f0 0x7f08540b2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 181798939 0 0) 0x7f085415e8d0 con 0x7f08540afeb0 2024-09-10T08:32:23.797 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0840003520 con 0x7f08540afeb0 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 <== mon.1 v1:172.21.15.143:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2173072772 0 0) 0x7f0840003520 con 0x7f08540afeb0 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 >> v2:172.21.15.94:3300/0 conn(0x7f085415e4f0 msgr2=0x7f08540b2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 --2- 172.21.15.143:0/4167648698 >> v2:172.21.15.94:3300/0 conn(0x7f085415e4f0 0x7f08540b2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 >> v1:172.21.15.94:6789/0 conn(0x7f08540ae060 legacy=0x7f08540b1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 --> v1:172.21.15.143:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08540b4440 con 0x7f08540afeb0 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 <== mon.1 v1:172.21.15.143:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f084c0019f0 con 0x7f08540afeb0 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f08594f7640 1 --2- 172.21.15.143:0/4167648698 >> v2:172.21.15.94:3300/0 conn(0x7f085415e4f0 0x7f08540b2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.793+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 >> v1:172.21.15.143:6789/0 conn(0x7f08540afeb0 legacy=0x7f085406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f084bfff640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f0840003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f084bfff640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0840004800 0x7f0840004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f08594f7640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f0840003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f084bfff640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0840005210 0x7f084000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.798 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f08540b4720 con 0x7f0840005210 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f084000c140 con 0x7f08400039b0 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f084000c340 con 0x7f0840004800 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f0858cf6640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0840004800 0x7f0840004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f0859cf8640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0840005210 0x7f084000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f08594f7640 1 -- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0840004800 msgr2=0x7f0840004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f08594f7640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0840004800 0x7f0840004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f08594f7640 1 -- 172.21.15.143:0/4167648698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0840005210 msgr2=0x7f084000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f08594f7640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0840005210 0x7f084000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f08594f7640 1 -- 172.21.15.143:0/4167648698 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0840003520 con 0x7f08400039b0 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f0859cf8640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0840005210 0x7f084000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.794+0000 7f0859cf8640 1 -- 172.21.15.143:0/4167648698 reap_dead start 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f08594f7640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f0840003df0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0850009c90 tx=0x7f0840005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebc43d6992333a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.799 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0850036070 con 0x7f08400039b0 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0850031400 con 0x7f08400039b0 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f084bfff640 1 -- 172.21.15.143:0/4167648698 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0850009860 con 0x7f08400039b0 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f085b75b640 1 -- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 msgr2=0x7f0840003df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f085b75b640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f0840003df0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0850009c90 tx=0x7f0840005830 comp rx=0 tx=0).stop 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f085b75b640 1 -- 172.21.15.143:0/4167648698 shutdown_connections 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f085b75b640 1 --2- 172.21.15.143:0/4167648698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f0840003df0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.795+0000 7f085b75b640 1 -- 172.21.15.143:0/4167648698 >> 172.21.15.143:0/4167648698 conn(0x7f085409a9f0 msgr2=0x7f08540b65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.796+0000 7f085b75b640 1 -- 172.21.15.143:0/4167648698 shutdown_connections 2024-09-10T08:32:23.800 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.796+0000 7f085b75b640 1 -- 172.21.15.143:0/4167648698 wait complete. 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 Processor -- start 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 -- start start 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f08541539e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08541608f0 0x7f0854160d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f08540cbb00 0x7f08540cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f08540b02e0 con 0x7f08540cbb00 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f08540b60b0 con 0x7f08400039b0 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.797+0000 7f085b75b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f08540b4080 con 0x7f08541608f0 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f08594f7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f08541539e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f08594f7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f08541539e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.143:32774/0 (socket says 172.21.15.143:32774) 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f08594f7640 1 -- 172.21.15.143:0/388129471 learned_addr learned my addr 172.21.15.143:0/388129471 (peer_addr_for_me v2:172.21.15.143:0/0) 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0858cf6640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08541608f0 0x7f0854160d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.803 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0859cf8640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f08540cbb00 0x7f08540cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0858cf6640 1 -- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 msgr2=0x7f08541539e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0858cf6640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f08541539e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0858cf6640 1 -- 172.21.15.143:0/388129471 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f08540cbb00 msgr2=0x7f08540cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0858cf6640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f08540cbb00 0x7f08540cbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0858cf6640 1 -- 172.21.15.143:0/388129471 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f085414ff50 con 0x7f08541608f0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0858cf6640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08541608f0 0x7f0854160d50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f084400f5c0 tx=0x7f084400f9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0849ffb640 1 -- 172.21.15.143:0/388129471 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08440053a0 con 0x7f08541608f0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0849ffb640 1 -- 172.21.15.143:0/388129471 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0844018070 con 0x7f08541608f0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0849ffb640 1 -- 172.21.15.143:0/388129471 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844003830 con 0x7f08541608f0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08540cc880 con 0x7f08541608f0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f0849ffb640 1 -- 172.21.15.143:0/388129471 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f08440039d0 con 0x7f08541608f0 2024-09-10T08:32:23.804 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.798+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f085415b3e0 con 0x7f08541608f0 2024-09-10T08:32:23.805 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.799+0000 7f0849ffb640 1 -- 172.21.15.143:0/388129471 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f08440133f0 con 0x7f08541608f0 2024-09-10T08:32:23.805 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.799+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08540b0760 con 0x7f08541608f0 2024-09-10T08:32:23.805 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.801+0000 7f0849ffb640 1 -- 172.21.15.143:0/388129471 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f0844022020 con 0x7f08541608f0 2024-09-10T08:32:23.840 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:23.840+0000 7ff427a0e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T08:32:23.872 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.871+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd new", "uuid": "cf5b697d-79ec-42da-81bd-7080865586f1", "id": 7} v 0) -- 0x7f0854070860 con 0x7f08541608f0 2024-09-10T08:32:23.876 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.875+0000 7f0849ffb640 1 -- 172.21.15.143:0/388129471 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cf5b697d-79ec-42da-81bd-7080865586f1", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f08540b5b50 con 0x7f08541608f0 2024-09-10T08:32:23.876 INFO:teuthology.orchestra.run.smithi143.stdout:7 2024-09-10T08:32:23.877 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08541608f0 msgr2=0x7f0854160d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:23.877 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08541608f0 0x7f0854160d50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f084400f5c0 tx=0x7f084400f9c0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 shutdown_connections 2024-09-10T08:32:23.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f08540cbb00 0x7f08540cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f08541608f0 0x7f0854160d50 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 --2- 172.21.15.143:0/388129471 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f08400039b0 0x7f08541539e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:23.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 >> 172.21.15.143:0/388129471 conn(0x7f085409a9f0 msgr2=0x7f08540b1620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:23.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 shutdown_connections 2024-09-10T08:32:23.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:32:23.876+0000 7f085b75b640 1 -- 172.21.15.143:0/388129471 wait complete. 2024-09-10T08:32:23.888 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-10T08:32:23.888 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-10T08:32:23.890 INFO:tasks.ceph.osd.0:Started 2024-09-10T08:32:23.890 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-10T08:32:23.891 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-10T08:32:23.892 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:23.892+0000 7ff427a0e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T08:32:23.893 INFO:tasks.ceph.osd.1:Started 2024-09-10T08:32:23.893 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-10T08:32:23.893 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-10T08:32:23.895 INFO:tasks.ceph.osd.2:Started 2024-09-10T08:32:23.895 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-10T08:32:23.895 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-10T08:32:23.898 INFO:tasks.ceph.osd.3:Started 2024-09-10T08:32:23.898 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-10T08:32:23.898 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-10T08:32:23.901 INFO:tasks.ceph.osd.4:Started 2024-09-10T08:32:23.901 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-10T08:32:23.901 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-10T08:32:23.905 INFO:tasks.ceph.osd.5:Started 2024-09-10T08:32:23.905 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-10T08:32:23.905 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-10T08:32:23.908 INFO:tasks.ceph.osd.6:Started 2024-09-10T08:32:23.908 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-10T08:32:23.908 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-10T08:32:23.910 INFO:tasks.ceph.osd.7:Started 2024-09-10T08:32:23.911 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:32:24.034 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.033+0000 7fbb8e4a2040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T08:32:24.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.051+0000 7fd16765e640 1 Processor -- start 2024-09-10T08:32:24.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.052+0000 7fd16765e640 1 -- start start 2024-09-10T08:32:24.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.052+0000 7fd16765e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd160161eb0 0x7fd1601622f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.052+0000 7fd16765e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1601425e0 0x7fd160142a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd16765e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd160162b70 con 0x7fd16006cd20 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd16765e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd160162e50 con 0x7fd160161eb0 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd16765e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd160142150 con 0x7fd1601425e0 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd164bf9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd160161eb0 0x7fd1601622f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd164bf9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd160161eb0 0x7fd1601622f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38284/0 (socket says 172.21.15.94:38284) 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd164bf9640 1 -- 172.21.15.94:0/2093002638 learned_addr learned my addr 172.21.15.94:0/2093002638 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd165bfb640 1 --2- 172.21.15.94:0/2093002638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1601425e0 0x7fd160142a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd164bf9640 1 -- 172.21.15.94:0/2093002638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1601425e0 msgr2=0x7fd160142a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd164bf9640 1 --2- 172.21.15.94:0/2093002638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1601425e0 0x7fd160142a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd164bf9640 1 -- 172.21.15.94:0/2093002638 >> v1:172.21.15.143:6789/0 conn(0x7fd16006cd20 legacy=0x7fd16006d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:24.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd164bf9640 1 -- 172.21.15.94:0/2093002638 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd160141b00 con 0x7fd160161eb0 2024-09-10T08:32:24.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.053+0000 7fd165bfb640 1 --2- 172.21.15.94:0/2093002638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1601425e0 0x7fd160142a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:24.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd164bf9640 1 --2- 172.21.15.94:0/2093002638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd160161eb0 0x7fd1601622f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd150009870 tx=0x7fd15002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31a71f115f35a5ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:24.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd157fff640 1 -- 172.21.15.94:0/2093002638 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150037070 con 0x7fd160161eb0 2024-09-10T08:32:24.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd157fff640 1 -- 172.21.15.94:0/2093002638 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd150032440 con 0x7fd160161eb0 2024-09-10T08:32:24.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd157fff640 1 -- 172.21.15.94:0/2093002638 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150032810 con 0x7fd160161eb0 2024-09-10T08:32:24.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd16765e640 1 -- 172.21.15.94:0/2093002638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd160161eb0 msgr2=0x7fd1601622f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:24.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd16765e640 1 --2- 172.21.15.94:0/2093002638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd160161eb0 0x7fd1601622f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd150009870 tx=0x7fd15002a1c0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd16765e640 1 -- 172.21.15.94:0/2093002638 shutdown_connections 2024-09-10T08:32:24.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd16765e640 1 --2- 172.21.15.94:0/2093002638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1601425e0 0x7fd160142a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd16765e640 1 --2- 172.21.15.94:0/2093002638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd160161eb0 0x7fd1601622f0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.054+0000 7fd16765e640 1 -- 172.21.15.94:0/2093002638 >> 172.21.15.94:0/2093002638 conn(0x7fd1600b3ed0 msgr2=0x7fd1600b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:24.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.055+0000 7fd16765e640 1 -- 172.21.15.94:0/2093002638 shutdown_connections 2024-09-10T08:32:24.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.055+0000 7fd16765e640 1 -- 172.21.15.94:0/2093002638 wait complete. 2024-09-10T08:32:24.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.056+0000 7fd16765e640 1 Processor -- start 2024-09-10T08:32:24.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.056+0000 7fd16765e640 1 -- start start 2024-09-10T08:32:24.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd16765e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd16006cd20 0x7fd1601f7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:24.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd16765e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1601425e0 0x7fd1600c9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd16765e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd160161eb0 0x7fd1600ca170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd16765e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd160141600 con 0x7fd1601425e0 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd16765e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd160162830 con 0x7fd160161eb0 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd16765e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd160142fb0 con 0x7fd16006cd20 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1601425e0 0x7fd1600c9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1601425e0 0x7fd1600c9c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38296/0 (socket says 172.21.15.94:38296) 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 -- 172.21.15.94:0/803649647 learned_addr learned my addr 172.21.15.94:0/803649647 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd165bfb640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd160161eb0 0x7fd1600ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd1653fa640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd16006cd20 0x7fd1601f7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 -- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd16006cd20 msgr2=0x7fd1601f7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd16006cd20 0x7fd1601f7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 -- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd160161eb0 msgr2=0x7fd1600ca170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:24.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd160161eb0 0x7fd1600ca170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 -- 172.21.15.94:0/803649647 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1600c9580 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd164bf9640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1601425e0 0x7fd1600c9c30 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd15002a200 tx=0x7fd1500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd155ffb640 1 -- 172.21.15.94:0/803649647 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150041020 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd155ffb640 1 -- 172.21.15.94:0/803649647 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1500306c0 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1600cbe90 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.057+0000 7fd155ffb640 1 -- 172.21.15.94:0/803649647 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150037040 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.058+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd160140d10 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.058+0000 7fd155ffb640 1 -- 172.21.15.94:0/803649647 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd150044020 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.058+0000 7fd155ffb640 1 -- 172.21.15.94:0/803649647 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fd15003dc90 con 0x7fd1601425e0 2024-09-10T08:32:24.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.058+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1600cbcc0 con 0x7fd1601425e0 2024-09-10T08:32:24.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.062+0000 7fd155ffb640 1 -- 172.21.15.94:0/803649647 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd15004b030 con 0x7fd1601425e0 2024-09-10T08:32:24.087 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.086+0000 7fbb8e4a2040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T08:32:24.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.121+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1600c9310 con 0x7fd1601425e0 2024-09-10T08:32:24.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.122+0000 7fd155ffb640 1 -- 172.21.15.94:0/803649647 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fd15003d420 con 0x7fd1601425e0 2024-09-10T08:32:24.122 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:24.122 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":10,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:23.873804+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.122+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1601425e0 msgr2=0x7fd1600c9c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.122+0000 7fd16765e640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1601425e0 0x7fd1600c9c30 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd15002a200 tx=0x7fd1500046c0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.123+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 shutdown_connections 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.123+0000 7fd16765e640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd160161eb0 0x7fd1600ca170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.123+0000 7fd16765e640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1601425e0 0x7fd1600c9c30 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.123+0000 7fd16765e640 1 --2- 172.21.15.94:0/803649647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd16006cd20 0x7fd1601f7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.123+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 >> 172.21.15.94:0/803649647 conn(0x7fd1600b3ed0 msgr2=0x7fd1600b3210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.123+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 shutdown_connections 2024-09-10T08:32:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:24.123+0000 7fd16765e640 1 -- 172.21.15.94:0/803649647 wait complete. 2024-09-10T08:32:24.133 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-10T08:32:24.133 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-10T08:32:24.319 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.319+0000 7ff427a0e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T08:32:24.403 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.403+0000 7ff427a0e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T08:32:24.451 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.450+0000 7fbb8e4a2040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T08:32:24.510 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.510+0000 7ff427a0e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:32:24.536 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.535+0000 7fbb8e4a2040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T08:32:24.557 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.557+0000 7ff427a0e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T08:32:24.643 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.642+0000 7fbb8e4a2040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:32:24.670 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.670+0000 7ff427a0e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T08:32:24.688 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.687+0000 7fbb8e4a2040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T08:32:24.722 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.722+0000 7ff427a0e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T08:32:24.767 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.767+0000 7ff427a0e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T08:32:24.803 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.802+0000 7fbb8e4a2040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T08:32:24.858 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.857+0000 7fbb8e4a2040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T08:32:24.880 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.880+0000 7ff427a0e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T08:32:24.902 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:24.901+0000 7fbb8e4a2040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T08:32:24.931 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.931+0000 7ff427a0e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T08:32:24.937 DEBUG:teuthology.orchestra.run.smithi094:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T08:32:24.984 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:24.984+0000 7ff427a0e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T08:32:25.012 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:25.011+0000 7fbb8e4a2040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T08:32:25.027 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.026+0000 7f010a7b7640 1 Processor -- start 2024-09-10T08:32:25.027 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.026+0000 7f010a7b7640 1 -- start start 2024-09-10T08:32:25.028 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f010a7b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f01040b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:25.028 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f010a7b7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f01040b2340 0x7f01040b27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f010a7b7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01040b2cf0 con 0x7f010415b680 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f010a7b7640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f01040b12a0 con 0x7f01040b2340 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f010a7b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f01040b1580 con 0x7f010415b2a0 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f0108d54640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f01040b2340 0x7f01040b27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f0108d54640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f01040b2340 0x7f01040b27b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38304/0 (socket says 172.21.15.94:38304) 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f0108d54640 1 -- 172.21.15.94:0/384247721 learned_addr learned my addr 172.21.15.94:0/384247721 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.027+0000 7f0103fff640 1 --2- 172.21.15.94:0/384247721 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f01040b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0108d54640 1 -- 172.21.15.94:0/384247721 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 msgr2=0x7f01040b0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0108d54640 1 --2- 172.21.15.94:0/384247721 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f01040b0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0108d54640 1 -- 172.21.15.94:0/384247721 >> v1:172.21.15.143:6789/0 conn(0x7f010415b680 legacy=0x7f010415baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0108d54640 1 -- 172.21.15.94:0/384247721 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01040b1860 con 0x7f01040b2340 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0108d54640 1 --2- 172.21.15.94:0/384247721 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f01040b2340 0x7f01040b27b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f00fc009e50 tx=0x7f00fc02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bae9d5eb3012257e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:25.029 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0102ffd640 1 -- 172.21.15.94:0/384247721 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00fc036070 con 0x7f01040b2340 2024-09-10T08:32:25.030 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0102ffd640 1 -- 172.21.15.94:0/384247721 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00fc031600 con 0x7f01040b2340 2024-09-10T08:32:25.030 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.028+0000 7f0102ffd640 1 -- 172.21.15.94:0/384247721 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00fc0319d0 con 0x7f01040b2340 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 -- 172.21.15.94:0/384247721 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f01040b2340 msgr2=0x7f01040b27b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 --2- 172.21.15.94:0/384247721 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f01040b2340 0x7f01040b27b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f00fc009e50 tx=0x7f00fc02a7a0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 -- 172.21.15.94:0/384247721 shutdown_connections 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 --2- 172.21.15.94:0/384247721 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f01040b2340 0x7f01040b27b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 --2- 172.21.15.94:0/384247721 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f01040b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 -- 172.21.15.94:0/384247721 >> 172.21.15.94:0/384247721 conn(0x7f01040b6730 msgr2=0x7f01040b6b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 -- 172.21.15.94:0/384247721 shutdown_connections 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.029+0000 7f010a7b7640 1 -- 172.21.15.94:0/384247721 wait complete. 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.030+0000 7f010a7b7640 1 Processor -- start 2024-09-10T08:32:25.031 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f010a7b7640 1 -- start start 2024-09-10T08:32:25.033 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f010a7b7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f01040b2340 0x7f010415d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:25.033 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f010a7b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f0104140c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:25.033 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f010a7b7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f010415b680 0x7f0104154a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f010a7b7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f01040b0f90 con 0x7f010415b680 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f010a7b7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f01040b1e20 con 0x7f01040b2340 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f010a7b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f01040ae860 con 0x7f010415b2a0 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f0108d54640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f010415b680 0x7f0104154a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f0108d54640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f010415b680 0x7f0104154a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38312/0 (socket says 172.21.15.94:38312) 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f0103fff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f01040b2340 0x7f010415d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f0108d54640 1 -- 172.21.15.94:0/1063606359 learned_addr learned my addr 172.21.15.94:0/1063606359 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.031+0000 7f01037fe640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f0104140c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f01037fe640 1 -- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f01040b2340 msgr2=0x7f010415d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f01037fe640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f01040b2340 0x7f010415d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f01037fe640 1 -- 172.21.15.94:0/1063606359 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f010415b680 msgr2=0x7f0104154a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f01037fe640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f010415b680 0x7f0104154a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.034 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f01037fe640 1 -- 172.21.15.94:0/1063606359 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0104155370 con 0x7f010415b2a0 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f0103fff640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f01040b2340 0x7f010415d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f0108d54640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f010415b680 0x7f0104154a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f01037fe640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f0104140c40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f00ec00c390 tx=0x7f00ec00c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f0100ff9640 1 -- 172.21.15.94:0/1063606359 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ec0052d0 con 0x7f010415b2a0 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f0100ff9640 1 -- 172.21.15.94:0/1063606359 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00ec005490 con 0x7f010415b2a0 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f0100ff9640 1 -- 172.21.15.94:0/1063606359 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00ec007260 con 0x7f010415b2a0 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0104155650 con 0x7f010415b2a0 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0104155c10 con 0x7f010415b2a0 2024-09-10T08:32:25.035 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f0100ff9640 1 -- 172.21.15.94:0/1063606359 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f00ec007400 con 0x7f010415b2a0 2024-09-10T08:32:25.036 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.032+0000 7f0100ff9640 1 -- 172.21.15.94:0/1063606359 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f00ec011c60 con 0x7f010415b2a0 2024-09-10T08:32:25.036 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.033+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01040b27b0 con 0x7f010415b2a0 2024-09-10T08:32:25.037 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.037+0000 7f0100ff9640 1 -- 172.21.15.94:0/1063606359 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f00ec0035f0 con 0x7f010415b2a0 2024-09-10T08:32:25.055 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:25.055+0000 7ff427a0e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T08:32:25.065 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:25.063+0000 7fbb8e4a2040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T08:32:25.095 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.095+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f01040af750 con 0x7f010415b2a0 2024-09-10T08:32:25.096 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.096+0000 7f0100ff9640 1 -- 172.21.15.94:0/1063606359 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f00ec003a00 con 0x7f010415b2a0 2024-09-10T08:32:25.096 INFO:teuthology.misc.health.smithi094.stdout: 2024-09-10T08:32:25.096 INFO:teuthology.misc.health.smithi094.stdout:{"epoch":10,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:23.873804+0000","last_up_change":"0.000000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:32:25.097 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 msgr2=0x7f0104140c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:25.097 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f0104140c40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f00ec00c390 tx=0x7f00ec00c850 comp rx=0 tx=0).stop 2024-09-10T08:32:25.098 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 shutdown_connections 2024-09-10T08:32:25.098 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f010415b680 0x7f0104154a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.098 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f010415b2a0 0x7f0104140c40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.098 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 --2- 172.21.15.94:0/1063606359 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f01040b2340 0x7f010415d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:25.098 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 >> 172.21.15.94:0/1063606359 conn(0x7f01040b6730 msgr2=0x7f01040d1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:25.098 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 shutdown_connections 2024-09-10T08:32:25.098 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:25.097+0000 7f010a7b7640 1 -- 172.21.15.94:0/1063606359 wait complete. 2024-09-10T08:32:25.100 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:25.100+0000 7ff427a0e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T08:32:25.106 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-10T08:32:25.118 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:25.116+0000 7fbb8e4a2040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T08:32:25.120 INFO:tasks.ceph.osd.1.smithi094.stderr:2024-09-10T08:32:25.120+0000 7fbbee5a8640 -1 Falling back to public interface 2024-09-10T08:32:25.146 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:25.146+0000 7ff427a0e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T08:32:25.184 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:25.183+0000 7fbb8e4a2040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T08:32:25.228 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:25.227+0000 7fbb8e4a2040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T08:32:25.271 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:25.270+0000 7fbb8e4a2040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T08:32:25.338 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-09-10T08:32:25.337+0000 7fa337158640 -1 Falling back to public interface 2024-09-10T08:32:25.353 INFO:tasks.ceph.osd.2.smithi094.stderr:2024-09-10T08:32:25.353+0000 7f8b3520c640 -1 Falling back to public interface 2024-09-10T08:32:25.353 INFO:tasks.ceph.osd.0.smithi094.stderr:2024-09-10T08:32:25.353+0000 7fd601d89640 -1 Falling back to public interface 2024-09-10T08:32:25.354 INFO:tasks.ceph.osd.2.smithi094.stderr:2024-09-10T08:32:25.353+0000 7f8b33b37640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6808/0: (98) Address already in use 2024-09-10T08:32:25.357 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-09-10T08:32:25.356+0000 7fb17cb58640 -1 Falling back to public interface 2024-09-10T08:32:25.389 INFO:tasks.ceph.osd.3.smithi094.stderr:2024-09-10T08:32:25.389+0000 7f0c3ff20640 -1 Falling back to public interface 2024-09-10T08:32:25.620 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-09-10T08:32:25.619+0000 7faf5dc15640 -1 Falling back to public interface 2024-09-10T08:32:25.624 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-09-10T08:32:25.623+0000 7ff495dbf640 -1 Falling back to public interface 2024-09-10T08:32:25.799 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:25.799+0000 7ff427a0e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T08:32:25.937 INFO:tasks.ceph.mgr.x.smithi143.stderr:2024-09-10T08:32:25.936+0000 7fbb8e4a2040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T08:32:26.815 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:26.815+0000 7ff3c76f6640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-10T08:32:26.816 INFO:tasks.ceph.mgr.y.smithi094.stderr:2024-09-10T08:32:26.816+0000 7ff3c76f6640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-10T08:32:28.684 INFO:tasks.ceph.osd.1.smithi094.stderr:2024-09-10T08:32:28.684+0000 7fbbee5a8640 -1 osd.1 0 log_to_monitors true 2024-09-10T08:32:28.848 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-09-10T08:32:28.848+0000 7fa337158640 -1 osd.4 0 log_to_monitors true 2024-09-10T08:32:28.920 INFO:tasks.ceph.osd.3.smithi094.stderr:2024-09-10T08:32:28.920+0000 7f0c3ff20640 -1 osd.3 0 log_to_monitors true 2024-09-10T08:32:29.138 INFO:tasks.ceph.osd.2.smithi094.stderr:2024-09-10T08:32:29.138+0000 7f8b3520c640 -1 osd.2 0 log_to_monitors true 2024-09-10T08:32:29.180 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-09-10T08:32:29.180+0000 7fb17cb58640 -1 osd.7 0 log_to_monitors true 2024-09-10T08:32:29.217 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-09-10T08:32:29.217+0000 7faf5dc15640 -1 osd.5 0 log_to_monitors true 2024-09-10T08:32:29.350 INFO:tasks.ceph.osd.0.smithi094.stderr:2024-09-10T08:32:29.348+0000 7fd601d89640 -1 osd.0 0 log_to_monitors true 2024-09-10T08:32:29.700 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-09-10T08:32:29.700+0000 7ff495dbf640 -1 osd.6 0 log_to_monitors true 2024-09-10T08:32:30.398 INFO:tasks.ceph.osd.1.smithi094.stderr:2024-09-10T08:32:30.398+0000 7fbbead4b640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T08:32:30.409 INFO:tasks.ceph.osd.1.smithi094.stderr:2024-09-10T08:32:30.409+0000 7fbbe2357640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:31.913 DEBUG:teuthology.orchestra.run.smithi094:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T08:32:31.949 INFO:tasks.ceph.osd.3.smithi094.stderr:2024-09-10T08:32:31.949+0000 7f0c3beaf640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T08:32:31.962 INFO:tasks.ceph.osd.3.smithi094.stderr:2024-09-10T08:32:31.962+0000 7f0c33ccf640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:31.969 INFO:tasks.ceph.osd.2.smithi094.stderr:2024-09-10T08:32:31.969+0000 7f8b30b1e640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T08:32:31.978 INFO:tasks.ceph.osd.0.smithi094.stderr:2024-09-10T08:32:31.978+0000 7fd5fdd18640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T08:32:31.980 INFO:tasks.ceph.osd.2.smithi094.stderr:2024-09-10T08:32:31.980+0000 7f8b2893e640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:32.005 INFO:tasks.ceph.osd.0.smithi094.stderr:2024-09-10T08:32:32.005+0000 7fd5f5b38640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:32.013 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.013+0000 7fd77cdfd640 1 Processor -- start 2024-09-10T08:32:32.013 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.013+0000 7fd77cdfd640 1 -- start start 2024-09-10T08:32:32.014 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd77cdfd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd7780d0b90 0x7fd7780d0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:32.014 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd77cdfd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7780d14f0 con 0x7fd77806db60 2024-09-10T08:32:32.014 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd77cdfd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7780cfe20 con 0x7fd77815e6d0 2024-09-10T08:32:32.014 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd77cdfd640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd7780d0100 con 0x7fd7780d0b90 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd776d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd77806db60 0x7fd77806dff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54178/0 (socket says 172.21.15.94:54178) 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd776d9d640 1 -- 172.21.15.94:0/141110809 learned_addr learned my addr 172.21.15.94:0/141110809 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd775d9b640 1 --2- 172.21.15.94:0/141110809 >> v2:172.21.15.143:3300/0 conn(0x7fd7780d0b90 0x7fd7780d0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd77559a640 1 -- 172.21.15.94:0/141110809 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3399465030 0 0) 0x7fd7780d14f0 con 0x7fd77806db60 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd77559a640 1 -- 172.21.15.94:0/141110809 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd764003520 con 0x7fd77806db60 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd775d9b640 1 -- 172.21.15.94:0/141110809 >> v1:172.21.15.143:6789/0 conn(0x7fd77815e6d0 legacy=0x7fd7780d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd775d9b640 1 -- 172.21.15.94:0/141110809 >> v1:172.21.15.94:6789/0 conn(0x7fd77806db60 legacy=0x7fd77806dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.014+0000 7fd775d9b640 1 -- 172.21.15.94:0/141110809 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd77806d360 con 0x7fd7780d0b90 2024-09-10T08:32:32.015 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.015+0000 7fd775d9b640 1 --2- 172.21.15.94:0/141110809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7780d0b90 0x7fd7780d0fb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd760009790 tx=0x7fd76002a2a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f4f5fb5aaec2e61 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:32.040 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77559a640 1 -- 172.21.15.94:0/141110809 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd760037070 con 0x7fd7780d0b90 2024-09-10T08:32:32.040 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77559a640 1 -- 172.21.15.94:0/141110809 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd760032440 con 0x7fd7780d0b90 2024-09-10T08:32:32.040 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77559a640 1 -- 172.21.15.94:0/141110809 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd760032810 con 0x7fd7780d0b90 2024-09-10T08:32:32.040 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77cdfd640 1 -- 172.21.15.94:0/141110809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7780d0b90 msgr2=0x7fd7780d0fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:32.040 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/141110809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7780d0b90 0x7fd7780d0fb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd760009790 tx=0x7fd76002a2a0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.041 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77cdfd640 1 -- 172.21.15.94:0/141110809 shutdown_connections 2024-09-10T08:32:32.041 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/141110809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7780d0b90 0x7fd7780d0fb0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.041 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77cdfd640 1 -- 172.21.15.94:0/141110809 >> 172.21.15.94:0/141110809 conn(0x7fd77809d790 msgr2=0x7fd77808c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:32.041 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77cdfd640 1 -- 172.21.15.94:0/141110809 shutdown_connections 2024-09-10T08:32:32.041 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.039+0000 7fd77cdfd640 1 -- 172.21.15.94:0/141110809 wait complete. 2024-09-10T08:32:32.043 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.041+0000 7fd77cdfd640 1 Processor -- start 2024-09-10T08:32:32.043 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.041+0000 7fd77cdfd640 1 -- start start 2024-09-10T08:32:32.043 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77cdfd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd77806db60 0x7fd7780ce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:32.043 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77cdfd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7780d0b90 0x7fd7780cb850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:32.043 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77cdfd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd77815e6d0 0x7fd778159070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:32.043 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77cdfd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd7780cf460 con 0x7fd77815e6d0 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77cdfd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd7780cf2e0 con 0x7fd77806db60 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77cdfd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd7780cf5e0 con 0x7fd7780d0b90 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd77815e6d0 0x7fd778159070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd77815e6d0 0x7fd778159070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47024/0 (socket says 172.21.15.94:47024) 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd775d9b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7780d0b90 0x7fd7780cb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 -- 172.21.15.94:0/3840637400 learned_addr learned my addr 172.21.15.94:0/3840637400 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77659c640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd77806db60 0x7fd7780ce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 -- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7780d0b90 msgr2=0x7fd7780cb850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7780d0b90 0x7fd7780cb850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 -- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd77806db60 msgr2=0x7fd7780ce0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd77806db60 0x7fd7780ce0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 -- 172.21.15.94:0/3840637400 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7781f45d0 con 0x7fd77815e6d0 2024-09-10T08:32:32.044 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd775d9b640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7780d0b90 0x7fd7780cb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:32.045 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd776d9d640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd77815e6d0 0x7fd778159070 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd76800c430 tx=0x7fd76800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:32.045 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd76effd640 1 -- 172.21.15.94:0/3840637400 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768017070 con 0x7fd77815e6d0 2024-09-10T08:32:32.045 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd76effd640 1 -- 172.21.15.94:0/3840637400 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd768005ce0 con 0x7fd77815e6d0 2024-09-10T08:32:32.045 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd76effd640 1 -- 172.21.15.94:0/3840637400 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd768007310 con 0x7fd77815e6d0 2024-09-10T08:32:32.045 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.042+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd778159f20 con 0x7fd77815e6d0 2024-09-10T08:32:32.045 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.043+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7781f4b70 con 0x7fd77815e6d0 2024-09-10T08:32:32.047 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.044+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7780cf9d0 con 0x7fd77815e6d0 2024-09-10T08:32:32.047 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.044+0000 7fd76effd640 1 -- 172.21.15.94:0/3840637400 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 4) ==== 90442+0+0 (secure 0 0 0) 0x7fd76801a070 con 0x7fd77815e6d0 2024-09-10T08:32:32.047 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.044+0000 7fd76effd640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd75806bda0 0x7fd75806e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:32.047 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.044+0000 7fd77659c640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd75806bda0 0x7fd75806e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:32.047 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.044+0000 7fd76effd640 1 -- 172.21.15.94:0/3840637400 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2511+0+0 (secure 0 0 0) 0x7fd7680894a0 con 0x7fd77815e6d0 2024-09-10T08:32:32.047 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.045+0000 7fd77659c640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd75806bda0 0x7fd75806e260 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd770001e70 tx=0x7fd770009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:32.049 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.049+0000 7fd76effd640 1 -- 172.21.15.94:0/3840637400 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd7680585f0 con 0x7fd77815e6d0 2024-09-10T08:32:32.213 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.213+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd77806cc60 con 0x7fd77815e6d0 2024-09-10T08:32:32.214 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.214+0000 7fd76effd640 1 -- 172.21.15.94:0/3840637400 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+7578 (secure 0 0 0) 0x7fd76805c8f0 con 0x7fd77815e6d0 2024-09-10T08:32:32.214 INFO:teuthology.misc.health.smithi094.stdout: 2024-09-10T08:32:32.215 INFO:teuthology.misc.health.smithi094.stdout:{"epoch":14,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:31.837092+0000","last_up_change":"2024-09-10T08:32:30.825561+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd75806bda0 msgr2=0x7fd75806e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd75806bda0 0x7fd75806e260 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd770001e70 tx=0x7fd770009040 comp rx=0 tx=0).stop 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd77815e6d0 msgr2=0x7fd778159070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd77815e6d0 0x7fd778159070 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd76800c430 tx=0x7fd76800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 shutdown_connections 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd75806bda0 0x7fd75806e260 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd77815e6d0 0x7fd778159070 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd7780d0b90 0x7fd7780cb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 --2- 172.21.15.94:0/3840637400 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd77806db60 0x7fd7780ce0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 >> 172.21.15.94:0/3840637400 conn(0x7fd77809d790 msgr2=0x7fd77806dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 shutdown_connections 2024-09-10T08:32:32.217 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:32.216+0000 7fd77cdfd640 1 -- 172.21.15.94:0/3840637400 wait complete. 2024-09-10T08:32:32.225 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-10T08:32:32.760 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-09-10T08:32:32.760+0000 7faf59d1a640 -1 osd.5 0 waiting for initial osdmap 2024-09-10T08:32:32.794 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-09-10T08:32:32.794+0000 7ff491d4e640 -1 osd.6 0 waiting for initial osdmap 2024-09-10T08:32:32.795 INFO:tasks.ceph.osd.5.smithi143.stderr:2024-09-10T08:32:32.795+0000 7faf51326640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:32.823 INFO:tasks.ceph.osd.6.smithi143.stderr:2024-09-10T08:32:32.823+0000 7ff489b6e640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:32.920 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-09-10T08:32:32.920+0000 7fb178ae7640 -1 osd.7 0 waiting for initial osdmap 2024-09-10T08:32:32.943 INFO:tasks.ceph.osd.7.smithi143.stderr:2024-09-10T08:32:32.943+0000 7fb170907640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:33.119 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-09-10T08:32:33.118+0000 7fa3330e7640 -1 osd.4 0 waiting for initial osdmap 2024-09-10T08:32:33.132 INFO:tasks.ceph.osd.4.smithi143.stderr:2024-09-10T08:32:33.132+0000 7fa32af07640 -1 osd.4 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:32:39.030 DEBUG:teuthology.orchestra.run.smithi094:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-10T08:32:39.131 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.130+0000 7f187ff31640 1 Processor -- start 2024-09-10T08:32:39.131 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.130+0000 7f187ff31640 1 -- start start 2024-09-10T08:32:39.132 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187ff31640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 0x7f187815e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.132 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187ff31640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f187806cf00 0x7f187806d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.132 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187ff31640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18780b6330 con 0x7f1878070ae0 2024-09-10T08:32:39.132 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187ff31640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f18780b6f40 con 0x7f187806cf00 2024-09-10T08:32:39.132 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187ff31640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f18780b6610 con 0x7f1878070ec0 2024-09-10T08:32:39.133 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187dccd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f1878070ae0 0x7f18780b5b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54184/0 (socket says 172.21.15.94:54184) 2024-09-10T08:32:39.133 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187e4ce640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f187806cf00 0x7f187806d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.133 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.131+0000 7f187dccd640 1 -- 172.21.15.94:0/4220891227 learned_addr learned my addr 172.21.15.94:0/4220891227 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:39.133 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187e4ce640 1 -- 172.21.15.94:0/4220891227 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 msgr2=0x7f187815e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187e4ce640 1 --2- 172.21.15.94:0/4220891227 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 0x7f187815e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187e4ce640 1 -- 172.21.15.94:0/4220891227 >> v1:172.21.15.94:6789/0 conn(0x7f1878070ae0 legacy=0x7f18780b5b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187e4ce640 1 -- 172.21.15.94:0/4220891227 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18780b68f0 con 0x7f187806cf00 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187cccb640 1 -- 172.21.15.94:0/4220891227 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 945265659 0 0) 0x7f18780b6330 con 0x7f1878070ae0 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187e4ce640 1 --2- 172.21.15.94:0/4220891227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f187806d3b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1870009d90 tx=0x7f187002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca3dc21c903211ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187cccb640 1 -- 172.21.15.94:0/4220891227 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870007740 con 0x7f187806cf00 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187cccb640 1 -- 172.21.15.94:0/4220891227 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f18700078e0 con 0x7f187806cf00 2024-09-10T08:32:39.134 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.132+0000 7f187cccb640 1 -- 172.21.15.94:0/4220891227 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870007cb0 con 0x7f187806cf00 2024-09-10T08:32:39.135 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 -- 172.21.15.94:0/4220891227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 msgr2=0x7f187806d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.135 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 --2- 172.21.15.94:0/4220891227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f187806d3b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1870009d90 tx=0x7f187002a660 comp rx=0 tx=0).stop 2024-09-10T08:32:39.135 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 -- 172.21.15.94:0/4220891227 shutdown_connections 2024-09-10T08:32:39.135 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 --2- 172.21.15.94:0/4220891227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f187806d3b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.135 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 --2- 172.21.15.94:0/4220891227 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 0x7f187815e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.135 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 -- 172.21.15.94:0/4220891227 >> 172.21.15.94:0/4220891227 conn(0x7f18780b3db0 msgr2=0x7f18780b41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:39.136 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 -- 172.21.15.94:0/4220891227 shutdown_connections 2024-09-10T08:32:39.136 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.133+0000 7f187ff31640 1 -- 172.21.15.94:0/4220891227 wait complete. 2024-09-10T08:32:39.136 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.134+0000 7f187ff31640 1 Processor -- start 2024-09-10T08:32:39.136 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.134+0000 7f187ff31640 1 -- start start 2024-09-10T08:32:39.137 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187ff31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f18780cf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187ff31640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1878070ae0 0x7f1878155fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187ff31640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 0x7f1878160c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187ff31640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1878071320 con 0x7f187806cf00 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187ff31640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f18780b51b0 con 0x7f1878070ae0 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187ff31640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f187815ec60 con 0x7f1878070ec0 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f18780cf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f18780cf8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47086/0 (socket says 172.21.15.94:47086) 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 -- 172.21.15.94:0/3232183746 learned_addr learned my addr 172.21.15.94:0/3232183746 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 -- 172.21.15.94:0/3232183746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 msgr2=0x7f1878160c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 0x7f1878160c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 -- 172.21.15.94:0/3232183746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1878070ae0 msgr2=0x7f1878155fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1878070ae0 0x7f1878155fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.135+0000 7f187dccd640 1 -- 172.21.15.94:0/3232183746 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18781f47a0 con 0x7f187806cf00 2024-09-10T08:32:39.138 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.136+0000 7f187dccd640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f18780cf8b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f187400c500 tx=0x7f187400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:39.139 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.136+0000 7f186e7fc640 1 -- 172.21.15.94:0/3232183746 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1874018070 con 0x7f187806cf00 2024-09-10T08:32:39.139 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.136+0000 7f186e7fc640 1 -- 172.21.15.94:0/3232183746 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1874007580 con 0x7f187806cf00 2024-09-10T08:32:39.139 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.136+0000 7f186e7fc640 1 -- 172.21.15.94:0/3232183746 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1874004a20 con 0x7f187806cf00 2024-09-10T08:32:39.139 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.136+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18781f4a80 con 0x7f187806cf00 2024-09-10T08:32:39.139 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.136+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18781f5040 con 0x7f187806cf00 2024-09-10T08:32:39.140 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.137+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f187815e720 con 0x7f187806cf00 2024-09-10T08:32:39.140 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.137+0000 7f186e7fc640 1 -- 172.21.15.94:0/3232183746 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f187401b070 con 0x7f187806cf00 2024-09-10T08:32:39.140 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.138+0000 7f186e7fc640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f185c06be30 0x7f185c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.140 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.138+0000 7f187d4cc640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f185c06be30 0x7f185c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.140 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.138+0000 7f186e7fc640 1 -- 172.21.15.94:0/3232183746 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f1874089df0 con 0x7f187806cf00 2024-09-10T08:32:39.140 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.138+0000 7f187d4cc640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f185c06be30 0x7f185c06e2f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f187815c300 tx=0x7f1868006c90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:39.144 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.143+0000 7f186e7fc640 1 -- 172.21.15.94:0/3232183746 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1874058b80 con 0x7f187806cf00 2024-09-10T08:32:39.312 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.311+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1878070420 con 0x7f187806cf00 2024-09-10T08:32:39.313 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.312+0000 7f186e7fc640 1 -- 172.21.15.94:0/3232183746 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12896 (secure 0 0 0) 0x7f1874058480 con 0x7f187806cf00 2024-09-10T08:32:39.313 INFO:teuthology.misc.health.smithi094.stdout: 2024-09-10T08:32:39.314 INFO:teuthology.misc.health.smithi094.stdout:{"epoch":18,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:36.129141+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:32:39.316 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f185c06be30 msgr2=0x7f185c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.316 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f185c06be30 0x7f185c06e2f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f187815c300 tx=0x7f1868006c90 comp rx=0 tx=0).stop 2024-09-10T08:32:39.316 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 msgr2=0x7f18780cf8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.316 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f18780cf8b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f187400c500 tx=0x7f187400c9c0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 shutdown_connections 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f185c06be30 0x7f185c06e2f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1878070ae0 0x7f1878155fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1878070ec0 0x7f1878160c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 --2- 172.21.15.94:0/3232183746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f187806cf00 0x7f18780cf8b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 >> 172.21.15.94:0/3232183746 conn(0x7f18780b3db0 msgr2=0x7f187815fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 shutdown_connections 2024-09-10T08:32:39.317 INFO:teuthology.misc.health.smithi094.stderr:2024-09-10T08:32:39.315+0000 7f187ff31640 1 -- 172.21.15.94:0/3232183746 wait complete. 2024-09-10T08:32:39.325 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-10T08:32:39.325 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-10T08:32:39.325 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:32:39.326 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:32:39.328 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:32:39.328 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:32:39.328 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:32:39.330 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:32:39.330 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:32:39.330 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:32:39.333 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:32:39.334 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:32:39.334 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:32:39.336 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:32:39.336 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-10T08:32:39.336 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:32:39.403 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:32:39.403 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:32:39.403 INFO:tasks.ceph.mds.c.smithi094.stderr:2024-09-10T08:32:39.402+0000 7f0c002ef640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-10T08:32:39.420 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:32:39.420 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:32:39.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.438+0000 7f82adcc9640 1 Processor -- start 2024-09-10T08:32:39.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.438+0000 7f82adcc9640 1 -- start start 2024-09-10T08:32:39.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82adcc9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82a815f0d0 0x7f82a815f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82adcc9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f82a80d0070 0x7f82a80d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82adcc9640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82a80cf2b0 con 0x7f82a80d1940 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82adcc9640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f82a80cf590 con 0x7f82a815f0d0 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82adcc9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f82a80cf870 con 0x7f82a80d0070 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82a77fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82a815f0d0 0x7f82a815f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82a77fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82a815f0d0 0x7f82a815f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47140/0 (socket says 172.21.15.94:47140) 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.439+0000 7f82a77fe640 1 -- 172.21.15.94:0/3267698575 learned_addr learned my addr 172.21.15.94:0/3267698575 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a6ffd640 1 --2- 172.21.15.94:0/3267698575 >> v2:172.21.15.143:3300/0 conn(0x7f82a80d0070 0x7f82a80d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a77fe640 1 -- 172.21.15.94:0/3267698575 >> v2:172.21.15.143:3300/0 conn(0x7f82a80d0070 msgr2=0x7f82a80d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a77fe640 1 --2- 172.21.15.94:0/3267698575 >> v2:172.21.15.143:3300/0 conn(0x7f82a80d0070 0x7f82a80d1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a77fe640 1 -- 172.21.15.94:0/3267698575 >> v1:172.21.15.94:6789/0 conn(0x7f82a80d1940 legacy=0x7f82a80d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a77fe640 1 -- 172.21.15.94:0/3267698575 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82a80cfb50 con 0x7f82a815f0d0 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a77fe640 1 --2- 172.21.15.94:0/3267698575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a815f0d0 0x7f82a815f4b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f82a8162fc0 tx=0x7f829802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72d73d7556aca282 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a67fc640 1 -- 172.21.15.94:0/3267698575 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8298037070 con 0x7f82a815f0d0 2024-09-10T08:32:39.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a67fc640 1 -- 172.21.15.94:0/3267698575 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8298032440 con 0x7f82a815f0d0 2024-09-10T08:32:39.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.440+0000 7f82a67fc640 1 -- 172.21.15.94:0/3267698575 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8298032810 con 0x7f82a815f0d0 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 -- 172.21.15.94:0/3267698575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a815f0d0 msgr2=0x7f82a815f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 --2- 172.21.15.94:0/3267698575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a815f0d0 0x7f82a815f4b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f82a8162fc0 tx=0x7f829802a1e0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 -- 172.21.15.94:0/3267698575 shutdown_connections 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 --2- 172.21.15.94:0/3267698575 >> v2:172.21.15.143:3300/0 conn(0x7f82a80d0070 0x7f82a80d1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 --2- 172.21.15.94:0/3267698575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a815f0d0 0x7f82a815f4b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 -- 172.21.15.94:0/3267698575 >> 172.21.15.94:0/3267698575 conn(0x7f82a809d760 msgr2=0x7f82a808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 -- 172.21.15.94:0/3267698575 shutdown_connections 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.441+0000 7f82adcc9640 1 -- 172.21.15.94:0/3267698575 wait complete. 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.442+0000 7f82adcc9640 1 Processor -- start 2024-09-10T08:32:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.442+0000 7f82adcc9640 1 -- start start 2024-09-10T08:32:39.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.443+0000 7f82adcc9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82a80d0070 0x7f82a80b9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.443+0000 7f82adcc9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a80d1940 0x7f82a8155150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.443+0000 7f82adcc9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82a815f0d0 0x7f82a80b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.443+0000 7f82adcc9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f82a80d49c0 con 0x7f82a80d1940 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.443+0000 7f82adcc9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f82a80d4840 con 0x7f82a80d0070 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.443+0000 7f82adcc9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f82a80d4b40 con 0x7f82a815f0d0 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.443+0000 7f82a6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a80d1940 0x7f82a8155150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a80d1940 0x7f82a8155150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47152/0 (socket says 172.21.15.94:47152) 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 -- 172.21.15.94:0/2812964563 learned_addr learned my addr 172.21.15.94:0/2812964563 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a7fff640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82a815f0d0 0x7f82a80b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a77fe640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82a80d0070 0x7f82a80b9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 -- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82a815f0d0 msgr2=0x7f82a80b7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82a815f0d0 0x7f82a80b7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 -- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82a80d0070 msgr2=0x7f82a80b9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82a80d0070 0x7f82a80b9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 -- 172.21.15.94:0/2812964563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82a8155690 con 0x7f82a80d1940 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a7fff640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82a815f0d0 0x7f82a80b7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a77fe640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82a80d0070 0x7f82a80b9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82a6ffd640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a80d1940 0x7f82a8155150 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f829c00d800 tx=0x7f829c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f828ffff640 1 -- 172.21.15.94:0/2812964563 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829c00b6c0 con 0x7f82a80d1940 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f828ffff640 1 -- 172.21.15.94:0/2812964563 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f829c019070 con 0x7f82a80d1940 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f828ffff640 1 -- 172.21.15.94:0/2812964563 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829c00ba80 con 0x7f82a80d1940 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82a80cc660 con 0x7f82a80d1940 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.444+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82a80ccbe0 con 0x7f82a80d1940 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.445+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82a80d1400 con 0x7f82a80d1940 2024-09-10T08:32:39.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.446+0000 7f828ffff640 1 -- 172.21.15.94:0/2812964563 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f829c00bc20 con 0x7f82a80d1940 2024-09-10T08:32:39.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.446+0000 7f828ffff640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f829406be60 0x7f829406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:39.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.446+0000 7f828ffff640 1 -- 172.21.15.94:0/2812964563 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f829c08af40 con 0x7f82a80d1940 2024-09-10T08:32:39.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.446+0000 7f82a77fe640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f829406be60 0x7f829406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:39.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.446+0000 7f82a77fe640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f829406be60 0x7f829406e320 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8298034000 tx=0x7f829802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:39.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.450+0000 7f828ffff640 1 -- 172.21.15.94:0/2812964563 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f829c01c360 con 0x7f82a80d1940 2024-09-10T08:32:39.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.647+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f82a806cf30 con 0x7f82a80d1940 2024-09-10T08:32:39.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.647+0000 7f828ffff640 1 -- 172.21.15.94:0/2812964563 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f829c059cd0 con 0x7f82a80d1940 2024-09-10T08:32:39.648 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:39.649 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":2,"btime":"2024-09-10T08:32:39:408136+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T08:32:39.649 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 2 2024-09-10T08:32:39.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f829406be60 msgr2=0x7f829406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f829406be60 0x7f829406e320 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8298034000 tx=0x7f829802e000 comp rx=0 tx=0).stop 2024-09-10T08:32:39.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a80d1940 msgr2=0x7f82a8155150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a80d1940 0x7f82a8155150 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f829c00d800 tx=0x7f829c00dcc0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 shutdown_connections 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f829406be60 0x7f829406e320 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82a815f0d0 0x7f82a80b7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82a80d1940 0x7f82a8155150 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 --2- 172.21.15.94:0/2812964563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82a80d0070 0x7f82a80b9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 >> 172.21.15.94:0/2812964563 conn(0x7f82a809d760 msgr2=0x7f82a815ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 shutdown_connections 2024-09-10T08:32:39.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:39.649+0000 7f82adcc9640 1 -- 172.21.15.94:0/2812964563 wait complete. 2024-09-10T08:32:41.661 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:32:41.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.770+0000 7fd1d1a45640 1 Processor -- start 2024-09-10T08:32:41.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.770+0000 7fd1d1a45640 1 -- start start 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1d1a45640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc15e680 0x7fd1cc0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1d1a45640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd1cc0d0010 0x7fd1cc0d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1d1a45640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd1cc0d1880 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1d1a45640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd1cc0d1b60 con 0x7fd1cc0d0010 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1d1a45640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd1cc0cf2d0 con 0x7fd1cc15e680 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1cb7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd1cc0d0010 0x7fd1cc0d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1cb7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd1cc0d0010 0x7fd1cc0d4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51590/0 (socket says 172.21.15.94:51590) 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1cb7fe640 1 -- 172.21.15.94:0/1266322099 learned_addr learned my addr 172.21.15.94:0/1266322099 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1ca7fc640 1 --2- 172.21.15.94:0/1266322099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc15e680 0x7fd1cc0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:41.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1cb7fe640 1 -- 172.21.15.94:0/1266322099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc15e680 msgr2=0x7fd1cc0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:41.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1cb7fe640 1 --2- 172.21.15.94:0/1266322099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc15e680 0x7fd1cc0cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.771+0000 7fd1cb7fe640 1 -- 172.21.15.94:0/1266322099 >> v1:172.21.15.143:6789/0 conn(0x7fd1cc15e2a0 legacy=0x7fd1cc06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:41.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.772+0000 7fd1cb7fe640 1 -- 172.21.15.94:0/1266322099 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1cc0cf5b0 con 0x7fd1cc0d0010 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.772+0000 7fd1cb7fe640 1 --2- 172.21.15.94:0/1266322099 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc0d0010 0x7fd1cc0d4370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4009e50 tx=0x7fd1c402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84e14ce6337c4054 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.772+0000 7fd1c9ffb640 1 -- 172.21.15.94:0/1266322099 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c4036070 con 0x7fd1cc0d0010 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.772+0000 7fd1c9ffb640 1 -- 172.21.15.94:0/1266322099 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c4031600 con 0x7fd1cc0d0010 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.772+0000 7fd1c9ffb640 1 -- 172.21.15.94:0/1266322099 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c40319d0 con 0x7fd1cc0d0010 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 -- 172.21.15.94:0/1266322099 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc0d0010 msgr2=0x7fd1cc0d4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/1266322099 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc0d0010 0x7fd1cc0d4370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd1c4009e50 tx=0x7fd1c402a630 comp rx=0 tx=0).stop 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 -- 172.21.15.94:0/1266322099 shutdown_connections 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/1266322099 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc0d0010 0x7fd1cc0d4370 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/1266322099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc15e680 0x7fd1cc0cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 -- 172.21.15.94:0/1266322099 >> 172.21.15.94:0/1266322099 conn(0x7fd1cc09d760 msgr2=0x7fd1cc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:41.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 -- 172.21.15.94:0/1266322099 shutdown_connections 2024-09-10T08:32:41.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.773+0000 7fd1d1a45640 1 -- 172.21.15.94:0/1266322099 wait complete. 2024-09-10T08:32:41.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.774+0000 7fd1d1a45640 1 Processor -- start 2024-09-10T08:32:41.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.774+0000 7fd1d1a45640 1 -- start start 2024-09-10T08:32:41.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1d1a45640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc0d0010 0x7fd1cc160970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:41.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1d1a45640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc15e2a0 0x7fd1cc160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:41.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1d1a45640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1cc15e680 0x7fd1cc14c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:41.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1d1a45640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd1cc06dcb0 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1d1a45640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd1cc06db30 con 0x7fd1cc15e680 2024-09-10T08:32:41.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1d1a45640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd1cc0d48b0 con 0x7fd1cc0d0010 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1ca7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc15e2a0 0x7fd1cc160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1ca7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc15e2a0 0x7fd1cc160eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51596/0 (socket says 172.21.15.94:51596) 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1ca7fc640 1 -- 172.21.15.94:0/3854124507 learned_addr learned my addr 172.21.15.94:0/3854124507 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1caffd640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc0d0010 0x7fd1cc160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.775+0000 7fd1cb7fe640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1cc15e680 0x7fd1cc14c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1ca7fc640 1 -- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc0d0010 msgr2=0x7fd1cc160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1ca7fc640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc0d0010 0x7fd1cc160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1ca7fc640 1 -- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1cc15e680 msgr2=0x7fd1cc14c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1ca7fc640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1cc15e680 0x7fd1cc14c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1ca7fc640 1 -- 172.21.15.94:0/3854124507 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1cc14d120 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1caffd640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc0d0010 0x7fd1cc160970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1cb7fe640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1cc15e680 0x7fd1cc14c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:41.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1ca7fc640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc15e2a0 0x7fd1cc160eb0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000d5d0 tx=0x7fd1c000da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:41.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1b3fff640 1 -- 172.21.15.94:0/3854124507 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0004240 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1b3fff640 1 -- 172.21.15.94:0/3854124507 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1c00043e0 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1cc1f4720 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1b3fff640 1 -- 172.21.15.94:0/3854124507 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0003830 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.776+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1cc1f4ce0 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.777+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1cc0d4370 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.778+0000 7fd1b3fff640 1 -- 172.21.15.94:0/3854124507 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd1c00039d0 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.778+0000 7fd1b3fff640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd1b806be30 0x7fd1b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:41.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.778+0000 7fd1b3fff640 1 -- 172.21.15.94:0/3854124507 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fd1c008ad70 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.778+0000 7fd1caffd640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd1b806be30 0x7fd1b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:41.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.778+0000 7fd1caffd640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd1b806be30 0x7fd1b806e2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc14d420 tx=0x7fd1bc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:41.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.783+0000 7fd1b3fff640 1 -- 172.21.15.94:0/3854124507 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd1c0059a80 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.982+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1cc15de10 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.982+0000 7fd1b3fff640 1 -- 172.21.15.94:0/3854124507 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7fd1c0059380 con 0x7fd1cc15e2a0 2024-09-10T08:32:41.984 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:41.984 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":3,"btime":"2024-09-10T08:32:40:409055+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4290,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-10T08:32:41.984 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 3 2024-09-10T08:32:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd1b806be30 msgr2=0x7fd1b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd1b806be30 0x7fd1b806e2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd1cc14d420 tx=0x7fd1bc009040 comp rx=0 tx=0).stop 2024-09-10T08:32:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc15e2a0 msgr2=0x7fd1cc160eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc15e2a0 0x7fd1cc160eb0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000d5d0 tx=0x7fd1c000da90 comp rx=0 tx=0).stop 2024-09-10T08:32:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 shutdown_connections 2024-09-10T08:32:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd1b806be30 0x7fd1b806e2f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd1cc15e680 0x7fd1cc14c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd1cc15e2a0 0x7fd1cc160eb0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.984+0000 7fd1d1a45640 1 --2- 172.21.15.94:0/3854124507 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd1cc0d0010 0x7fd1cc160970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:41.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.985+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 >> 172.21.15.94:0/3854124507 conn(0x7fd1cc09d760 msgr2=0x7fd1cc06d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:41.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.985+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 shutdown_connections 2024-09-10T08:32:41.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:41.985+0000 7fd1d1a45640 1 -- 172.21.15.94:0/3854124507 wait complete. 2024-09-10T08:32:41.996 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T08:32:42.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.092+0000 7faa47fb7640 1 Processor -- start 2024-09-10T08:32:42.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.092+0000 7faa47fb7640 1 -- start start 2024-09-10T08:32:42.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa47fb7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7faa4006cd20 0x7faa4006d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa47fb7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa401425e0 0x7faa40142a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa47fb7640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa4006d640 con 0x7faa40161eb0 2024-09-10T08:32:42.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa47fb7640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7faa40162e50 con 0x7faa4006cd20 2024-09-10T08:32:42.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa47fb7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7faa40142150 con 0x7faa401425e0 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa45d53640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7faa4006cd20 0x7faa4006d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa45552640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7faa40161eb0 0x7faa401622f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33262/0 (socket says 172.21.15.94:33262) 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa45552640 1 -- 172.21.15.94:0/2460907414 learned_addr learned my addr 172.21.15.94:0/2460907414 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa46554640 1 --2- 172.21.15.94:0/2460907414 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa401425e0 0x7faa40142a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa45d53640 1 -- 172.21.15.94:0/2460907414 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa401425e0 msgr2=0x7faa40142a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa45d53640 1 --2- 172.21.15.94:0/2460907414 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa401425e0 0x7faa40142a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa45d53640 1 -- 172.21.15.94:0/2460907414 >> v1:172.21.15.94:6789/0 conn(0x7faa40161eb0 legacy=0x7faa401622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa45d53640 1 -- 172.21.15.94:0/2460907414 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa40162b70 con 0x7faa4006cd20 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.093+0000 7faa44d51640 1 -- 172.21.15.94:0/2460907414 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 33446330 0 0) 0x7faa4006d640 con 0x7faa40161eb0 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.094+0000 7faa45d53640 1 --2- 172.21.15.94:0/2460907414 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4006d100 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faa300097a0 tx=0x7faa3002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a439351c3eb963bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.094+0000 7faa44d51640 1 -- 172.21.15.94:0/2460907414 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa30037070 con 0x7faa4006cd20 2024-09-10T08:32:42.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.094+0000 7faa44d51640 1 -- 172.21.15.94:0/2460907414 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa3002ae50 con 0x7faa4006cd20 2024-09-10T08:32:42.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.094+0000 7faa44d51640 1 -- 172.21.15.94:0/2460907414 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa30032660 con 0x7faa4006cd20 2024-09-10T08:32:42.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 -- 172.21.15.94:0/2460907414 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 msgr2=0x7faa4006d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2460907414 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4006d100 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faa300097a0 tx=0x7faa3002a100 comp rx=0 tx=0).stop 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 -- 172.21.15.94:0/2460907414 shutdown_connections 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2460907414 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa401425e0 0x7faa40142a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2460907414 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4006d100 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 -- 172.21.15.94:0/2460907414 >> 172.21.15.94:0/2460907414 conn(0x7faa400b3ed0 msgr2=0x7faa400b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 -- 172.21.15.94:0/2460907414 shutdown_connections 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.095+0000 7faa47fb7640 1 -- 172.21.15.94:0/2460907414 wait complete. 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.096+0000 7faa47fb7640 1 Processor -- start 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.096+0000 7faa47fb7640 1 -- start start 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa47fb7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4013fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa47fb7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faa401425e0 0x7faa400cc890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa47fb7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa40161eb0 0x7faa400ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa47fb7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7faa40141600 con 0x7faa4006cd20 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa47fb7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7faa40141de0 con 0x7faa401425e0 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa47fb7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7faa40142fb0 con 0x7faa40161eb0 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4013fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4013fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51620/0 (socket says 172.21.15.94:51620) 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 -- 172.21.15.94:0/2439450115 learned_addr learned my addr 172.21.15.94:0/2439450115 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa46554640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa40161eb0 0x7faa400ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45552640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faa401425e0 0x7faa400cc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 -- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa40161eb0 msgr2=0x7faa400ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa40161eb0 0x7faa400ce2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 -- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faa401425e0 msgr2=0x7faa400cc890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faa401425e0 0x7faa400cc890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 -- 172.21.15.94:0/2439450115 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa40159e90 con 0x7faa4006cd20 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45552640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faa401425e0 0x7faa400cc890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.097+0000 7faa45d53640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4013fdf0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faa300098c0 tx=0x7faa300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.098+0000 7faa3e7fc640 1 -- 172.21.15.94:0/2439450115 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa30041030 con 0x7faa4006cd20 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.098+0000 7faa3e7fc640 1 -- 172.21.15.94:0/2439450115 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa3002ac50 con 0x7faa4006cd20 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.098+0000 7faa3e7fc640 1 -- 172.21.15.94:0/2439450115 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa30037040 con 0x7faa4006cd20 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.098+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa400cee10 con 0x7faa4006cd20 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.098+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa4015a130 con 0x7faa4006cd20 2024-09-10T08:32:42.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.099+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa400b47b0 con 0x7faa4006cd20 2024-09-10T08:32:42.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.099+0000 7faa3e7fc640 1 -- 172.21.15.94:0/2439450115 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faa30044070 con 0x7faa4006cd20 2024-09-10T08:32:42.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.099+0000 7faa3e7fc640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faa2c06be60 0x7faa2c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.100+0000 7faa3e7fc640 1 -- 172.21.15.94:0/2439450115 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7faa300ab090 con 0x7faa4006cd20 2024-09-10T08:32:42.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.100+0000 7faa45552640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faa2c06be60 0x7faa2c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.100+0000 7faa45552640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faa2c06be60 0x7faa2c06e320 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa34007fd0 tx=0x7faa34007dc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:42.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.104+0000 7faa3e7fc640 1 -- 172.21.15.94:0/2439450115 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faa400b47b0 con 0x7faa4006cd20 2024-09-10T08:32:42.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.269+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7faa40072560 con 0x7faa4006cd20 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.270+0000 7faa3e7fc640 1 -- 172.21.15.94:0/2439450115 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7faa40072560 con 0x7faa4006cd20 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:32:42.271 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-09-10T08:32:42.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faa2c06be60 msgr2=0x7faa2c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faa2c06be60 0x7faa2c06e320 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa34007fd0 tx=0x7faa34007dc0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 msgr2=0x7faa4013fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4013fdf0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faa300098c0 tx=0x7faa300046c0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 shutdown_connections 2024-09-10T08:32:42.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faa2c06be60 0x7faa2c06e320 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faa401425e0 0x7faa400cc890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faa40161eb0 0x7faa400ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 --2- 172.21.15.94:0/2439450115 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faa4006cd20 0x7faa4013fdf0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 >> 172.21.15.94:0/2439450115 conn(0x7faa400b3ed0 msgr2=0x7faa40140840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:42.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 shutdown_connections 2024-09-10T08:32:42.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.272+0000 7faa47fb7640 1 -- 172.21.15.94:0/2439450115 wait complete. 2024-09-10T08:32:42.283 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:32:42.284 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:32:42.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.384+0000 7fb6a2cc3640 1 Processor -- start 2024-09-10T08:32:42.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.384+0000 7fb6a2cc3640 1 -- start start 2024-09-10T08:32:42.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.384+0000 7fb6a2cc3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb69c15b120 0x7fb69c06f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a2cc3640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb69c15b500 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a2cc3640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb69c06e940 con 0x7fb69c06dec0 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a2cc3640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb69c06ec20 con 0x7fb69c15b120 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a0a5f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb69c15b120 0x7fb69c06f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a1260640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb69c0d0bc0 0x7fb69c0c5160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33274/0 (socket says 172.21.15.94:33274) 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a1260640 1 -- 172.21.15.94:0/4182477757 learned_addr learned my addr 172.21.15.94:0/4182477757 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a0a5f640 1 -- 172.21.15.94:0/4182477757 >> v1:172.21.15.143:6789/0 conn(0x7fb69c06dec0 legacy=0x7fb69c0d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a0a5f640 1 -- 172.21.15.94:0/4182477757 >> v1:172.21.15.94:6789/0 conn(0x7fb69c0d0bc0 legacy=0x7fb69c0c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb6a0a5f640 1 -- 172.21.15.94:0/4182477757 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb69c06ef00 con 0x7fb69c15b120 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.385+0000 7fb69b7fe640 1 -- 172.21.15.94:0/4182477757 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3856119276 0 0) 0x7fb69c15b500 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a0a5f640 1 --2- 172.21.15.94:0/4182477757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c15b120 0x7fb69c06f9e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb6900097a0 tx=0x7fb69002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a3fa879a99f8b08 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb69b7fe640 1 -- 172.21.15.94:0/4182477757 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb690037070 con 0x7fb69c15b120 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb69b7fe640 1 -- 172.21.15.94:0/4182477757 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb690032440 con 0x7fb69c15b120 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb69b7fe640 1 -- 172.21.15.94:0/4182477757 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb690032810 con 0x7fb69c15b120 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/4182477757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c15b120 msgr2=0x7fb69c06f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/4182477757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c15b120 0x7fb69c06f9e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb6900097a0 tx=0x7fb69002a1e0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/4182477757 shutdown_connections 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/4182477757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c15b120 0x7fb69c06f9e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/4182477757 >> 172.21.15.94:0/4182477757 conn(0x7fb69c06bdf0 msgr2=0x7fb69c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/4182477757 shutdown_connections 2024-09-10T08:32:42.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.386+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/4182477757 wait complete. 2024-09-10T08:32:42.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.387+0000 7fb6a2cc3640 1 Processor -- start 2024-09-10T08:32:42.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb6a2cc3640 1 -- start start 2024-09-10T08:32:42.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb6a2cc3640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb69c06dec0 0x7fb69c154a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb6a2cc3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c0d0bc0 0x7fb69c14d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb6a2cc3640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb69c15b120 0x7fb69c0aebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb6a2cc3640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb69c0ce060 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb6a2cc3640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb69c06f4c0 con 0x7fb69c15b120 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb6a2cc3640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb69c06e330 con 0x7fb69c06dec0 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb69bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c0d0bc0 0x7fb69c14d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb69bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c0d0bc0 0x7fb69c14d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51634/0 (socket says 172.21.15.94:51634) 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.388+0000 7fb69bfff640 1 -- 172.21.15.94:0/307578605 learned_addr learned my addr 172.21.15.94:0/307578605 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6a1260640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb69c15b120 0x7fb69c0aebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6a0a5f640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb69c06dec0 0x7fb69c154a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb69bfff640 1 -- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb69c06dec0 msgr2=0x7fb69c154a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb69bfff640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb69c06dec0 0x7fb69c154a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb69bfff640 1 -- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb69c15b120 msgr2=0x7fb69c0aebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb69bfff640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb69c15b120 0x7fb69c0aebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb69bfff640 1 -- 172.21.15.94:0/307578605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb69c0b1ba0 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6a1260640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb69c15b120 0x7fb69c0aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb69bfff640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c0d0bc0 0x7fb69c14d7e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb68800c430 tx=0x7fb68800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6997fa640 1 -- 172.21.15.94:0/307578605 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb688011790 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6997fa640 1 -- 172.21.15.94:0/307578605 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb688017070 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb69c0ad540 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6997fa640 1 -- 172.21.15.94:0/307578605 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb688011bb0 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.389+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb69c0adb00 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.390+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb69c06f9e0 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.390+0000 7fb6997fa640 1 -- 172.21.15.94:0/307578605 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb68801c460 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.391+0000 7fb6997fa640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb68006be30 0x7fb68006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:42.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.391+0000 7fb6997fa640 1 -- 172.21.15.94:0/307578605 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fb68808a9a0 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.391+0000 7fb6a0a5f640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb68006be30 0x7fb68006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:42.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.391+0000 7fb6a0a5f640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb68006be30 0x7fb68006e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb690034000 tx=0x7fb69002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:42.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.395+0000 7fb6997fa640 1 -- 172.21.15.94:0/307578605 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb69c0b1ba0 con 0x7fb69c0d0bc0 2024-09-10T08:32:42.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:42.561+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb69c099e40 con 0x7fb69c0d0bc0 2024-09-10T08:32:43.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.419+0000 7fb6997fa640 1 -- 172.21.15.94:0/307578605 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7fb6880596a0 con 0x7fb69c0d0bc0 2024-09-10T08:32:43.421 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-09-10T08:32:43.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb68006be30 msgr2=0x7fb68006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:43.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb68006be30 0x7fb68006e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb690034000 tx=0x7fb69002e000 comp rx=0 tx=0).stop 2024-09-10T08:32:43.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c0d0bc0 msgr2=0x7fb69c14d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:43.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c0d0bc0 0x7fb69c14d7e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb68800c430 tx=0x7fb68800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 shutdown_connections 2024-09-10T08:32:43.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb68006be30 0x7fb68006e2f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb69c15b120 0x7fb69c0aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb69c0d0bc0 0x7fb69c14d7e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 --2- 172.21.15.94:0/307578605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb69c06dec0 0x7fb69c154a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 >> 172.21.15.94:0/307578605 conn(0x7fb69c06bdf0 msgr2=0x7fb69c0c56b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:43.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 shutdown_connections 2024-09-10T08:32:43.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.422+0000 7fb6a2cc3640 1 -- 172.21.15.94:0/307578605 wait complete. 2024-09-10T08:32:43.437 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-10T08:32:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.542+0000 7f04ba913640 1 Processor -- start 2024-09-10T08:32:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.542+0000 7f04ba913640 1 -- start start 2024-09-10T08:32:43.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.542+0000 7f04ba913640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 0x7f04b40b4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.542+0000 7f04ba913640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f04b415c270 0x7f04b40b4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04ba913640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04b415cbe0 con 0x7f04b40b4ff0 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04ba913640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f04b415e9b0 con 0x7f04b415c270 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04ba913640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f04b415c990 con 0x7f04b4158e00 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b8eb0640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f04b40b4ff0 0x7f04b415ebb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33282/0 (socket says 172.21.15.94:33282) 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b8eb0640 1 -- 172.21.15.94:0/1440577395 learned_addr learned my addr 172.21.15.94:0/1440577395 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2606291613 0 0) 0x7f04b415cbe0 con 0x7f04b40b4ff0 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b3fff640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 0x7f04b40b4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f04a0003520 con 0x7f04b40b4ff0 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04abfff640 1 --2- 172.21.15.94:0/1440577395 >> v2:172.21.15.143:3300/0 conn(0x7f04b415c270 0x7f04b40b4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2138069037 0 0) 0x7f04a0003520 con 0x7f04b40b4ff0 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 msgr2=0x7f04b40b4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 0x7f04b40b4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 >> v2:172.21.15.143:3300/0 conn(0x7f04b415c270 msgr2=0x7f04b40b4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 --2- 172.21.15.94:0/1440577395 >> v2:172.21.15.143:3300/0 conn(0x7f04b415c270 0x7f04b40b4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b415cec0 con 0x7f04b40b4ff0 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f04ac0019f0 con 0x7f04b40b4ff0 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 >> v1:172.21.15.94:6789/0 conn(0x7f04b40b4ff0 legacy=0x7f04b415ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 0x7f04a00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04a0003f30 0x7f04a0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04a00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f04b415c990 con 0x7f04a0004d40 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f04a000b9c0 con 0x7f04a0003f30 2024-09-10T08:32:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f04a000bb40 con 0x7f04b4158e00 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b8eb0640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04a00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04b3fff640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 0x7f04a00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.543+0000 7f04abfff640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04a0003f30 0x7f04a0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b8eb0640 1 -- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 msgr2=0x7f04a00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b8eb0640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b4158e00 0x7f04a00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b8eb0640 1 -- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04a0003f30 msgr2=0x7f04a0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b8eb0640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04a0003f30 0x7f04a0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b8eb0640 1 -- 172.21.15.94:0/1440577395 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a0003520 con 0x7f04a0004d40 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b8eb0640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04a00051c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f04ac00a870 tx=0x7f04a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b8de20b71b19484 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac00a4c0 con 0x7f04a0004d40 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04ac02f070 con 0x7f04a0004d40 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.544+0000 7f04b37fe640 1 -- 172.21.15.94:0/1440577395 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac02bcb0 con 0x7f04a0004d40 2024-09-10T08:32:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.545+0000 7f04ba913640 1 -- 172.21.15.94:0/1440577395 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 msgr2=0x7f04a00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:43.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.545+0000 7f04ba913640 1 --2- 172.21.15.94:0/1440577395 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04a00051c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f04ac00a870 tx=0x7f04a0005830 comp rx=0 tx=0).stop 2024-09-10T08:32:43.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.545+0000 7f04b8eb0640 1 -- 172.21.15.94:0/1440577395 reap_dead start 2024-09-10T08:32:43.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.545+0000 7f04ba913640 1 -- 172.21.15.94:0/1440577395 shutdown_connections 2024-09-10T08:32:43.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.545+0000 7f04ba913640 1 -- 172.21.15.94:0/1440577395 >> 172.21.15.94:0/1440577395 conn(0x7f04b409a9f0 msgr2=0x7f04b40b65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:43.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.545+0000 7f04ba913640 1 -- 172.21.15.94:0/1440577395 shutdown_connections 2024-09-10T08:32:43.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.545+0000 7f04ba913640 1 -- 172.21.15.94:0/1440577395 wait complete. 2024-09-10T08:32:43.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.546+0000 7f04ba913640 1 Processor -- start 2024-09-10T08:32:43.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.546+0000 7f04ba913640 1 -- start start 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04ba913640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04b40b3250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04ba913640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b414cfd0 0x7f04b41550d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04ba913640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04b4155610 0x7f04b414e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04ba913640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f04b406eec0 con 0x7f04a0004d40 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04ba913640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f04b40b54a0 con 0x7f04b4155610 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04ba913640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f04b406f040 con 0x7f04b414cfd0 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04b40b3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04b40b3250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51648/0 (socket says 172.21.15.94:51648) 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 -- 172.21.15.94:0/2972542804 learned_addr learned my addr 172.21.15.94:0/2972542804 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04abfff640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b414cfd0 0x7f04b41550d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b8eb0640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04b4155610 0x7f04b414e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 -- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b414cfd0 msgr2=0x7f04b41550d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b414cfd0 0x7f04b41550d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 -- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04b4155610 msgr2=0x7f04b414e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04b4155610 0x7f04b414e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 -- 172.21.15.94:0/2972542804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b40b21b0 con 0x7f04a0004d40 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.547+0000 7f04b3fff640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04b40b3250 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f04a40119d0 tx=0x7f04a4011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.548+0000 7f04b17fa640 1 -- 172.21.15.94:0/2972542804 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a400fa90 con 0x7f04a0004d40 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.548+0000 7f04b17fa640 1 -- 172.21.15.94:0/2972542804 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04a400fc30 con 0x7f04a0004d40 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.548+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04b40b2490 con 0x7f04a0004d40 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.548+0000 7f04b17fa640 1 -- 172.21.15.94:0/2972542804 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a4014440 con 0x7f04a0004d40 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.548+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04b40b2a50 con 0x7f04a0004d40 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.549+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04b40b4ab0 con 0x7f04a0004d40 2024-09-10T08:32:43.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.549+0000 7f04b17fa640 1 -- 172.21.15.94:0/2972542804 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f04a4012040 con 0x7f04a0004d40 2024-09-10T08:32:43.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.550+0000 7f04b17fa640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f049406be00 0x7f049406e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:43.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.550+0000 7f04abfff640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f049406be00 0x7f049406e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:43.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.550+0000 7f04b17fa640 1 -- 172.21.15.94:0/2972542804 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7f04a408b120 con 0x7f04a0004d40 2024-09-10T08:32:43.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.550+0000 7f04abfff640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f049406be00 0x7f049406e2c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f04b4070ab0 tx=0x7f049c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:43.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.555+0000 7f04b17fa640 1 -- 172.21.15.94:0/2972542804 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04a4019030 con 0x7f04a0004d40 2024-09-10T08:32:43.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:43.720+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f04b41559f0 con 0x7f04a0004d40 2024-09-10T08:32:44.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.424+0000 7f04b17fa640 1 -- 172.21.15.94:0/2972542804 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) ==== 171+0+0 (secure 0 0 0) 0x7f04a4059d40 con 0x7f04a0004d40 2024-09-10T08:32:44.425 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-09-10T08:32:44.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.427+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f049406be00 msgr2=0x7f049406e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:44.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.427+0000 7f04ba913640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f049406be00 0x7f049406e2c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f04b4070ab0 tx=0x7f049c009190 comp rx=0 tx=0).stop 2024-09-10T08:32:44.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.427+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 msgr2=0x7f04b40b3250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:44.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.427+0000 7f04ba913640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04b40b3250 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f04a40119d0 tx=0x7f04a4011e90 comp rx=0 tx=0).stop 2024-09-10T08:32:44.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.428+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 shutdown_connections 2024-09-10T08:32:44.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.428+0000 7f04ba913640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f049406be00 0x7f049406e2c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.428+0000 7f04ba913640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f04b4155610 0x7f04b414e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.428+0000 7f04ba913640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f04b414cfd0 0x7f04b41550d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.428+0000 7f04ba913640 1 --2- 172.21.15.94:0/2972542804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f04a0004d40 0x7f04b40b3250 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.428+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 >> 172.21.15.94:0/2972542804 conn(0x7f04b409a9f0 msgr2=0x7f04b40af490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:44.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.430+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 shutdown_connections 2024-09-10T08:32:44.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.434+0000 7f04ba913640 1 -- 172.21.15.94:0/2972542804 wait complete. 2024-09-10T08:32:44.454 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:32:44.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.556+0000 7f87e0598640 1 Processor -- start 2024-09-10T08:32:44.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.556+0000 7f87e0598640 1 -- start start 2024-09-10T08:32:44.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87e0598640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f87d815e680 0x7f87d80cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:44.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87e0598640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f87d80d0010 0x7f87d80d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87e0598640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87d80d1880 con 0x7f87d815e2a0 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87e0598640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f87d80d1b60 con 0x7f87d80d0010 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87e0598640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f87d80cf2d0 con 0x7f87d815e680 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87deb35640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f87d80d0010 0x7f87d80d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87deb35640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f87d80d0010 0x7f87d80d4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51652/0 (socket says 172.21.15.94:51652) 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87deb35640 1 -- 172.21.15.94:0/3499096850 learned_addr learned my addr 172.21.15.94:0/3499096850 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87ddb33640 1 --2- 172.21.15.94:0/3499096850 >> v2:172.21.15.143:3300/0 conn(0x7f87d815e680 0x7f87d80cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87deb35640 1 -- 172.21.15.94:0/3499096850 >> v2:172.21.15.143:3300/0 conn(0x7f87d815e680 msgr2=0x7f87d80cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87deb35640 1 --2- 172.21.15.94:0/3499096850 >> v2:172.21.15.143:3300/0 conn(0x7f87d815e680 0x7f87d80cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87deb35640 1 -- 172.21.15.94:0/3499096850 >> v1:172.21.15.143:6789/0 conn(0x7f87d815e2a0 legacy=0x7f87d806d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:44.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.557+0000 7f87deb35640 1 -- 172.21.15.94:0/3499096850 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d80cf5b0 con 0x7f87d80d0010 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.558+0000 7f87deb35640 1 --2- 172.21.15.94:0/3499096850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d80d0010 0x7f87d80d4370 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f87d80a22a0 tx=0x7f87d002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d88f222bd7f5e12 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.558+0000 7f87dd332640 1 -- 172.21.15.94:0/3499096850 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d0036070 con 0x7f87d80d0010 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.558+0000 7f87dd332640 1 -- 172.21.15.94:0/3499096850 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d0031600 con 0x7f87d80d0010 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.558+0000 7f87dd332640 1 -- 172.21.15.94:0/3499096850 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d00319d0 con 0x7f87d80d0010 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 -- 172.21.15.94:0/3499096850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d80d0010 msgr2=0x7f87d80d4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 --2- 172.21.15.94:0/3499096850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d80d0010 0x7f87d80d4370 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f87d80a22a0 tx=0x7f87d002a6a0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 -- 172.21.15.94:0/3499096850 shutdown_connections 2024-09-10T08:32:44.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 --2- 172.21.15.94:0/3499096850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d80d0010 0x7f87d80d4370 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 --2- 172.21.15.94:0/3499096850 >> v2:172.21.15.143:3300/0 conn(0x7f87d815e680 0x7f87d80cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 -- 172.21.15.94:0/3499096850 >> 172.21.15.94:0/3499096850 conn(0x7f87d809d760 msgr2=0x7f87d808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:44.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 -- 172.21.15.94:0/3499096850 shutdown_connections 2024-09-10T08:32:44.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.559+0000 7f87e0598640 1 -- 172.21.15.94:0/3499096850 wait complete. 2024-09-10T08:32:44.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.560+0000 7f87e0598640 1 Processor -- start 2024-09-10T08:32:44.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.560+0000 7f87e0598640 1 -- start start 2024-09-10T08:32:44.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d80d0010 0x7f87d80ce320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:44.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d815e2a0 0x7f87d80b53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:44.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d815e680 0x7f87d80cc630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:44.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f87d806dcb0 con 0x7f87d815e680 2024-09-10T08:32:44.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f87d806db30 con 0x7f87d80d0010 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f87d80d48b0 con 0x7f87d815e2a0 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d815e680 0x7f87d80cc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d815e680 0x7f87d80cc630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51656/0 (socket says 172.21.15.94:51656) 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 -- 172.21.15.94:0/3106632738 learned_addr learned my addr 172.21.15.94:0/3106632738 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87ddb33640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d815e2a0 0x7f87d80b53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87de334640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d80d0010 0x7f87d80ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 -- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d815e2a0 msgr2=0x7f87d80b53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d815e2a0 0x7f87d80b53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 -- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d80d0010 msgr2=0x7f87d80ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d80d0010 0x7f87d80ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 -- 172.21.15.94:0/3106632738 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d81591e0 con 0x7f87d815e680 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87ddb33640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d815e2a0 0x7f87d80b53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87de334640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d80d0010 0x7f87d80ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:44.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87deb35640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d815e680 0x7f87d80cc630 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f87d0034040 tx=0x7f87d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87ceffd640 1 -- 172.21.15.94:0/3106632738 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d0036050 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87ceffd640 1 -- 172.21.15.94:0/3106632738 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d0042070 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d80cd280 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87ceffd640 1 -- 172.21.15.94:0/3106632738 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d0009510 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.561+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d80cd840 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.562+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d8075710 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.563+0000 7f87ceffd640 1 -- 172.21.15.94:0/3106632738 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f87d0007bd0 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.563+0000 7f87ceffd640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87bc06be30 0x7f87bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.563+0000 7f87de334640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87bc06be30 0x7f87bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.563+0000 7f87ceffd640 1 -- 172.21.15.94:0/3106632738 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7f87d00abce0 con 0x7f87d815e680 2024-09-10T08:32:44.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.564+0000 7f87de334640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87bc06be30 0x7f87bc06e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f87d4001700 tx=0x7f87d4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:44.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.568+0000 7f87ceffd640 1 -- 172.21.15.94:0/3106632738 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f87d8075710 con 0x7f87d815e680 2024-09-10T08:32:44.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:44.768+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f87d806cf90 con 0x7f87d815e680 2024-09-10T08:32:45.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.425+0000 7f87ceffd640 1 -- 172.21.15.94:0/3106632738 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f87d007a6f0 con 0x7f87d815e680 2024-09-10T08:32:45.426 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 2 and data pool 3 2024-09-10T08:32:45.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.428+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87bc06be30 msgr2=0x7f87bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:45.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.428+0000 7f87e0598640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87bc06be30 0x7f87bc06e2f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f87d4001700 tx=0x7f87d4009040 comp rx=0 tx=0).stop 2024-09-10T08:32:45.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.428+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d815e680 msgr2=0x7f87d80cc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:45.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.428+0000 7f87e0598640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d815e680 0x7f87d80cc630 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f87d0034040 tx=0x7f87d0004a40 comp rx=0 tx=0).stop 2024-09-10T08:32:45.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.429+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 shutdown_connections 2024-09-10T08:32:45.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.429+0000 7f87e0598640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87bc06be30 0x7f87bc06e2f0 secure :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f87d4001700 tx=0x7f87d4009040 comp rx=0 tx=0).stop 2024-09-10T08:32:45.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.429+0000 7f87e0598640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87d815e680 0x7f87d80cc630 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.429+0000 7f87e0598640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d815e2a0 0x7f87d80b53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.429+0000 7f87e0598640 1 --2- 172.21.15.94:0/3106632738 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d80d0010 0x7f87d80ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.429+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 >> 172.21.15.94:0/3106632738 conn(0x7f87d809d760 msgr2=0x7f87d80b9220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:45.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.432+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 shutdown_connections 2024-09-10T08:32:45.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.433+0000 7f87e0598640 1 -- 172.21.15.94:0/3106632738 wait complete. 2024-09-10T08:32:45.460 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-10T08:32:45.460 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-10T08:32:45.489 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:32:45.505 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:32:45.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.563+0000 7ff82b2ba640 1 Processor -- start 2024-09-10T08:32:45.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.563+0000 7ff82b2ba640 1 -- start start 2024-09-10T08:32:45.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff82b2ba640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff82415f0d0 0x7ff82415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff82b2ba640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8240d1b10 con 0x7ff8240d0070 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff82b2ba640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8240cf2b0 con 0x7ff8240d4130 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff82b2ba640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff8240cf590 con 0x7ff82415f0d0 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff828855640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff8240d0070 0x7ff8240d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33296/0 (socket says 172.21.15.94:33296) 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff828855640 1 -- 172.21.15.94:0/455340059 learned_addr learned my addr 172.21.15.94:0/455340059 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff829056640 1 --2- 172.21.15.94:0/455340059 >> v2:172.21.15.143:3300/0 conn(0x7ff82415f0d0 0x7ff82415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2085019082 0 0) 0x7ff8240d1b10 con 0x7ff8240d0070 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.564+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff810003520 con 0x7ff8240d0070 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1469342930 0 0) 0x7ff8240cf2b0 con 0x7ff8240d4130 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8240d1b10 con 0x7ff8240d4130 2024-09-10T08:32:45.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 217208784 0 0) 0x7ff810003520 con 0x7ff8240d0070 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 >> v2:172.21.15.143:3300/0 conn(0x7ff82415f0d0 msgr2=0x7ff82415f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 --2- 172.21.15.94:0/455340059 >> v2:172.21.15.143:3300/0 conn(0x7ff82415f0d0 0x7ff82415f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 >> v1:172.21.15.143:6789/0 conn(0x7ff8240d4130 legacy=0x7ff8240d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8240cf870 con 0x7ff8240d0070 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7ff814001690 con 0x7ff8240d0070 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 >> v1:172.21.15.94:6789/0 conn(0x7ff8240d0070 legacy=0x7ff8240d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff810003b90 0x7ff810003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810004800 0x7ff810004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff810005280 0x7ff81000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff8240cf590 con 0x7ff810003b90 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff81000c1c0 con 0x7ff810005280 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff81000c3c0 con 0x7ff810004800 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829056640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff810003b90 0x7ff810003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829857640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff810005280 0x7ff81000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff828855640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810004800 0x7ff810004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829056640 1 -- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810004800 msgr2=0x7ff810004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829056640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810004800 0x7ff810004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829056640 1 -- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff810005280 msgr2=0x7ff81000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829056640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff810005280 0x7ff81000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829056640 1 -- 172.21.15.94:0/455340059 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff810003520 con 0x7ff810003b90 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.565+0000 7ff829857640 1 -- 172.21.15.94:0/455340059 reap_dead start 2024-09-10T08:32:45.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff829056640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff810003b90 0x7ff810003f90 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff820009ac0 tx=0x7ff810005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f87181c1e65aadc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820036070 con 0x7ff810003b90 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff820031400 con 0x7ff810003b90 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff81bfff640 1 -- 172.21.15.94:0/455340059 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820009690 con 0x7ff810003b90 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff82b2ba640 1 -- 172.21.15.94:0/455340059 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff810003b90 msgr2=0x7ff810003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff810003b90 0x7ff810003f90 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff820009ac0 tx=0x7ff810005830 comp rx=0 tx=0).stop 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff82b2ba640 1 -- 172.21.15.94:0/455340059 shutdown_connections 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.566+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/455340059 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff810003b90 0x7ff810003f90 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.567+0000 7ff82b2ba640 1 -- 172.21.15.94:0/455340059 >> 172.21.15.94:0/455340059 conn(0x7ff82409d760 msgr2=0x7ff82408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.567+0000 7ff82b2ba640 1 -- 172.21.15.94:0/455340059 shutdown_connections 2024-09-10T08:32:45.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.567+0000 7ff82b2ba640 1 -- 172.21.15.94:0/455340059 wait complete. 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.568+0000 7ff82b2ba640 1 Processor -- start 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.568+0000 7ff82b2ba640 1 -- start start 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.568+0000 7ff82b2ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810003b90 0x7ff8240ca890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.568+0000 7ff82b2ba640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff824155e50 0x7ff8240b9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff82b2ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff8240b7210 0x7ff8240b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff82b2ba640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff82415f4b0 con 0x7ff8240b7210 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff82b2ba640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff8240cef60 con 0x7ff824155e50 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff82b2ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff82415f630 con 0x7ff810003b90 2024-09-10T08:32:45.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff8240b7210 0x7ff8240b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff8240b7210 0x7ff8240b76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51664/0 (socket says 172.21.15.94:51664) 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 -- 172.21.15.94:0/3553914954 learned_addr learned my addr 172.21.15.94:0/3553914954 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff828855640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff824155e50 0x7ff8240b9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829056640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810003b90 0x7ff8240ca890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 -- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810003b90 msgr2=0x7ff8240ca890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810003b90 0x7ff8240ca890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 -- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff824155e50 msgr2=0x7ff8240b9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff824155e50 0x7ff8240b9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 -- 172.21.15.94:0/3553914954 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8240b9970 con 0x7ff8240b7210 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff829857640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff8240b7210 0x7ff8240b76c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff8240a22a0 tx=0x7ff81c00fd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff819ffb640 1 -- 172.21.15.94:0/3553914954 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c019070 con 0x7ff8240b7210 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff819ffb640 1 -- 172.21.15.94:0/3553914954 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff81c006e20 con 0x7ff8240b7210 2024-09-10T08:32:45.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff819ffb640 1 -- 172.21.15.94:0/3553914954 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81c003bb0 con 0x7ff8240b7210 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8240b9c30 con 0x7ff8240b7210 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.569+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8240ba1f0 con 0x7ff8240b7210 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.570+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8240d1400 con 0x7ff8240b7210 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.571+0000 7ff819ffb640 1 -- 172.21.15.94:0/3553914954 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff81c005030 con 0x7ff8240b7210 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.571+0000 7ff819ffb640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff80806be30 0x7ff80806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.571+0000 7ff819ffb640 1 -- 172.21.15.94:0/3553914954 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff81c08a310 con 0x7ff8240b7210 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.571+0000 7ff829056640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff80806be30 0x7ff80806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.572+0000 7ff829056640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff80806be30 0x7ff80806e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff820033000 tx=0x7ff820008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:45.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.576+0000 7ff819ffb640 1 -- 172.21.15.94:0/3553914954 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff81c058cc0 con 0x7ff8240b7210 2024-09-10T08:32:45.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:45.750+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7ff8240c7cb0 con 0x7ff8240b7210 2024-09-10T08:32:46.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.437+0000 7ff819ffb640 1 -- 172.21.15.94:0/3553914954 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) ==== 157+0+0 (secure 0 0 0) 0x7ff81c0585c0 con 0x7ff8240b7210 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff80806be30 msgr2=0x7ff80806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff80806be30 0x7ff80806e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff820033000 tx=0x7ff820008030 comp rx=0 tx=0).stop 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff8240b7210 msgr2=0x7ff8240b76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff8240b7210 0x7ff8240b76c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff8240a22a0 tx=0x7ff81c00fd60 comp rx=0 tx=0).stop 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 shutdown_connections 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff80806be30 0x7ff80806e2f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff824155e50 0x7ff8240b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff8240b7210 0x7ff8240b76c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 --2- 172.21.15.94:0/3553914954 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff810003b90 0x7ff8240ca890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 >> 172.21.15.94:0/3553914954 conn(0x7ff82409d760 msgr2=0x7ff8240d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 shutdown_connections 2024-09-10T08:32:46.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.440+0000 7ff82b2ba640 1 -- 172.21.15.94:0/3553914954 wait complete. 2024-09-10T08:32:46.453 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:32:46.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.601+0000 7fc00990a640 1 Processor -- start 2024-09-10T08:32:46.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.601+0000 7fc00990a640 1 -- start start 2024-09-10T08:32:46.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc00990a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040b4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:46.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc00990a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc00406d430 0x7fc00406e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:46.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc00990a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc00415bf50 con 0x7fc0040d1490 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc00990a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc00415c510 con 0x7fc00406d430 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc00990a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc00415c230 con 0x7fc00415af00 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc0037fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc00406d430 0x7fc00406e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc0037fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc00406d430 0x7fc00406e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51670/0 (socket says 172.21.15.94:51670) 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc0037fe640 1 -- 172.21.15.94:0/3604798543 learned_addr learned my addr 172.21.15.94:0/3604798543 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc002ffd640 1 --2- 172.21.15.94:0/3604798543 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc0037fe640 1 -- 172.21.15.94:0/3604798543 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 msgr2=0x7fc0040b4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc0037fe640 1 --2- 172.21.15.94:0/3604798543 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040b4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc0037fe640 1 -- 172.21.15.94:0/3604798543 >> v1:172.21.15.143:6789/0 conn(0x7fc0040d1490 legacy=0x7fc00406cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:46.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.602+0000 7fc0037fe640 1 -- 172.21.15.94:0/3604798543 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0040b39b0 con 0x7fc00406d430 2024-09-10T08:32:46.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.603+0000 7fc0037fe640 1 --2- 172.21.15.94:0/3604798543 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc00406d430 0x7fc00406e500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbffc009870 tx=0x7fbffc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce264c69302f354c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:46.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.603+0000 7fc001ffb640 1 -- 172.21.15.94:0/3604798543 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbffc037070 con 0x7fc00406d430 2024-09-10T08:32:46.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.603+0000 7fc001ffb640 1 -- 172.21.15.94:0/3604798543 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbffc032440 con 0x7fc00406d430 2024-09-10T08:32:46.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.603+0000 7fc001ffb640 1 -- 172.21.15.94:0/3604798543 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbffc032810 con 0x7fc00406d430 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 -- 172.21.15.94:0/3604798543 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc00406d430 msgr2=0x7fc00406e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 --2- 172.21.15.94:0/3604798543 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc00406d430 0x7fc00406e500 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbffc009870 tx=0x7fbffc02a1c0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 -- 172.21.15.94:0/3604798543 shutdown_connections 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 --2- 172.21.15.94:0/3604798543 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc00406d430 0x7fc00406e500 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 --2- 172.21.15.94:0/3604798543 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040b4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 -- 172.21.15.94:0/3604798543 >> 172.21.15.94:0/3604798543 conn(0x7fc0040b2d40 msgr2=0x7fc0040d07d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 -- 172.21.15.94:0/3604798543 shutdown_connections 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.604+0000 7fc00990a640 1 -- 172.21.15.94:0/3604798543 wait complete. 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.605+0000 7fc00990a640 1 Processor -- start 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.605+0000 7fc00990a640 1 -- start start 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc00990a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc00406d430 0x7fc0041f3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:46.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc00990a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0040d1490 0x7fc0041f6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc00990a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040ad890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc00990a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc0040b4850 con 0x7fc0040d1490 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc00990a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc0040b46d0 con 0x7fc00406d430 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc00990a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc00406ea40 con 0x7fc00415af00 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0040d1490 0x7fc0041f6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0040d1490 0x7fc0041f6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51676/0 (socket says 172.21.15.94:51676) 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 -- 172.21.15.94:0/472538314 learned_addr learned my addr 172.21.15.94:0/472538314 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc002ffd640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc00406d430 0x7fc0041f3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0037fe640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040ad890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 -- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 msgr2=0x7fc0040ad890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040ad890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 -- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc00406d430 msgr2=0x7fc0041f3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:46.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc00406d430 0x7fc0041f3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 -- 172.21.15.94:0/472538314 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0040ab510 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc002ffd640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc00406d430 0x7fc0041f3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0037fe640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040ad890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.606+0000 7fc0027fc640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0040d1490 0x7fc0041f6c80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbfec00c400 tx=0x7fbfec00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.607+0000 7fbffbfff640 1 -- 172.21.15.94:0/472538314 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfec0052d0 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.607+0000 7fbffbfff640 1 -- 172.21.15.94:0/472538314 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbfec005490 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.607+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0040ab7f0 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.607+0000 7fbffbfff640 1 -- 172.21.15.94:0/472538314 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfec007260 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.607+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0041f71c0 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.608+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc00406ee90 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.608+0000 7fbffbfff640 1 -- 172.21.15.94:0/472538314 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbfec007400 con 0x7fc0040d1490 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.608+0000 7fbffbfff640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbfe406be30 0x7fbfe406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:46.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.608+0000 7fbffbfff640 1 -- 172.21.15.94:0/472538314 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6007+0+0 (secure 0 0 0) 0x7fbfec08a4d0 con 0x7fc0040d1490 2024-09-10T08:32:46.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.608+0000 7fc002ffd640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbfe406be30 0x7fbfe406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:46.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.609+0000 7fc002ffd640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbfe406be30 0x7fbfe406e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc00406d2c0 tx=0x7fbff400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:46.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.613+0000 7fbffbfff640 1 -- 172.21.15.94:0/472538314 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbfec058d50 con 0x7fc0040d1490 2024-09-10T08:32:46.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:46.781+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc0040ce4a0 con 0x7fc0040d1490 2024-09-10T08:32:48.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.455+0000 7fbffbfff640 1 -- 172.21.15.94:0/472538314 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) ==== 228+0+0 (secure 0 0 0) 0x7fbfec058650 con 0x7fc0040d1490 2024-09-10T08:32:48.456 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data_ec' created 2024-09-10T08:32:48.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbfe406be30 msgr2=0x7fbfe406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:48.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbfe406be30 0x7fbfe406e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc00406d2c0 tx=0x7fbff400b040 comp rx=0 tx=0).stop 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0040d1490 msgr2=0x7fc0041f6c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0040d1490 0x7fc0041f6c80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbfec00c400 tx=0x7fbfec00c8c0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 shutdown_connections 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbfe406be30 0x7fbfe406e2f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc00415af00 0x7fc0040ad890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0040d1490 0x7fc0041f6c80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 --2- 172.21.15.94:0/472538314 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc00406d430 0x7fc0041f3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 >> 172.21.15.94:0/472538314 conn(0x7fc0040b2d40 msgr2=0x7fc0040b1500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 shutdown_connections 2024-09-10T08:32:48.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.459+0000 7fc00990a640 1 -- 172.21.15.94:0/472538314 wait complete. 2024-09-10T08:32:48.478 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-10T08:32:48.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.585+0000 7f5e5782e640 1 Processor -- start 2024-09-10T08:32:48.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.585+0000 7f5e5782e640 1 -- start start 2024-09-10T08:32:48.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e5782e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e5006c320 0x7f5e500b6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:48.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e5782e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5e500b0460 0x7f5e500b1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:48.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e5782e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e5006ca00 con 0x7f5e50145a20 2024-09-10T08:32:48.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e5782e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5e500b1570 con 0x7f5e5006c320 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e5782e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5e500b0960 con 0x7f5e500b0460 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e54dc9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e5006c320 0x7f5e500b6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e54dc9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e5006c320 0x7f5e500b6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51682/0 (socket says 172.21.15.94:51682) 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e54dc9640 1 -- 172.21.15.94:0/4291375187 learned_addr learned my addr 172.21.15.94:0/4291375187 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e555ca640 1 --1- 172.21.15.94:0/4291375187 >> v1:172.21.15.94:6789/0 conn(0x7f5e50145a20 0x7f5e5006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33312/0 (socket says 172.21.15.94:33312) 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e54dc9640 1 -- 172.21.15.94:0/4291375187 >> v2:172.21.15.143:3300/0 conn(0x7f5e500b0460 msgr2=0x7f5e500b1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e54dc9640 1 --2- 172.21.15.94:0/4291375187 >> v2:172.21.15.143:3300/0 conn(0x7f5e500b0460 0x7f5e500b1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e54dc9640 1 -- 172.21.15.94:0/4291375187 >> v1:172.21.15.94:6789/0 conn(0x7f5e50145a20 legacy=0x7f5e5006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e47fff640 1 -- 172.21.15.94:0/4291375187 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1836949043 0 0) 0x7f5e5006ca00 con 0x7f5e50145a20 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.586+0000 7f5e54dc9640 1 -- 172.21.15.94:0/4291375187 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e500b0c40 con 0x7f5e5006c320 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.587+0000 7f5e54dc9640 1 --2- 172.21.15.94:0/4291375187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e5006c320 0x7f5e500b6cb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5e500b16f0 tx=0x7f5e4002a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d3f09a8f62b07f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.587+0000 7f5e47fff640 1 -- 172.21.15.94:0/4291375187 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e40037070 con 0x7f5e5006c320 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.587+0000 7f5e47fff640 1 -- 172.21.15.94:0/4291375187 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e40032440 con 0x7f5e5006c320 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.587+0000 7f5e47fff640 1 -- 172.21.15.94:0/4291375187 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e400327f0 con 0x7f5e5006c320 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 -- 172.21.15.94:0/4291375187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e5006c320 msgr2=0x7f5e500b6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 --2- 172.21.15.94:0/4291375187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e5006c320 0x7f5e500b6cb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5e500b16f0 tx=0x7f5e4002a290 comp rx=0 tx=0).stop 2024-09-10T08:32:48.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 -- 172.21.15.94:0/4291375187 shutdown_connections 2024-09-10T08:32:48.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 --2- 172.21.15.94:0/4291375187 >> v2:172.21.15.143:3300/0 conn(0x7f5e500b0460 0x7f5e500b1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 --2- 172.21.15.94:0/4291375187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e5006c320 0x7f5e500b6cb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 -- 172.21.15.94:0/4291375187 >> 172.21.15.94:0/4291375187 conn(0x7f5e5009a9f0 msgr2=0x7f5e500b65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:48.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 -- 172.21.15.94:0/4291375187 shutdown_connections 2024-09-10T08:32:48.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.588+0000 7f5e5782e640 1 -- 172.21.15.94:0/4291375187 wait complete. 2024-09-10T08:32:48.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.589+0000 7f5e5782e640 1 Processor -- start 2024-09-10T08:32:48.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.589+0000 7f5e5782e640 1 -- start start 2024-09-10T08:32:48.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e5782e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e5006c320 0x7f5e501426f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:48.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e5782e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e500b0460 0x7f5e501e3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:48.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e5782e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e50145a20 0x7f5e500cafd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:48.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e5782e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5e50145e00 con 0x7f5e50145a20 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e5782e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5e500b1200 con 0x7f5e5006c320 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e5782e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5e50145f80 con 0x7f5e500b0460 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e50145a20 0x7f5e500cafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e50145a20 0x7f5e500cafd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51692/0 (socket says 172.21.15.94:51692) 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 -- 172.21.15.94:0/1692353241 learned_addr learned my addr 172.21.15.94:0/1692353241 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e555ca640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e5006c320 0x7f5e501426f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e54dc9640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e500b0460 0x7f5e501e3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 -- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e500b0460 msgr2=0x7f5e501e3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e500b0460 0x7f5e501e3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 -- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e5006c320 msgr2=0x7f5e501426f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e5006c320 0x7f5e501426f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 -- 172.21.15.94:0/1692353241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e50142c30 con 0x7f5e50145a20 2024-09-10T08:32:48.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e55dcb640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e50145a20 0x7f5e500cafd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5e4800b9e0 tx=0x7f5e4800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e45ffb640 1 -- 172.21.15.94:0/1692353241 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e48019070 con 0x7f5e50145a20 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e45ffb640 1 -- 172.21.15.94:0/1692353241 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e4800cae0 con 0x7f5e50145a20 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e45ffb640 1 -- 172.21.15.94:0/1692353241 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e48014440 con 0x7f5e50145a20 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.590+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e500b5020 con 0x7f5e50145a20 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.591+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e500b55e0 con 0x7f5e50145a20 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.592+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e500b6cb0 con 0x7f5e50145a20 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.592+0000 7f5e45ffb640 1 -- 172.21.15.94:0/1692353241 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5e4801c070 con 0x7f5e50145a20 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.592+0000 7f5e45ffb640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e3406be60 0x7f5e3406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:48.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.592+0000 7f5e45ffb640 1 -- 172.21.15.94:0/1692353241 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7f5e4808acf0 con 0x7f5e50145a20 2024-09-10T08:32:48.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.592+0000 7f5e555ca640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e3406be60 0x7f5e3406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:48.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.593+0000 7f5e555ca640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e3406be60 0x7f5e3406e320 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c007fd0 tx=0x7f5e4c007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:48.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.597+0000 7f5e45ffb640 1 -- 172.21.15.94:0/1692353241 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e4808f070 con 0x7f5e50145a20 2024-09-10T08:32:48.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:48.762+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f5e500b2020 con 0x7f5e50145a20 2024-09-10T08:32:49.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.457+0000 7f5e45ffb640 1 -- 172.21.15.94:0/1692353241 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) ==== 169+0+0 (secure 0 0 0) 0x7f5e48058d30 con 0x7f5e50145a20 2024-09-10T08:32:49.458 INFO:teuthology.orchestra.run.smithi094.stderr:set pool 4 allow_ec_overwrites to true 2024-09-10T08:32:49.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.466+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e3406be60 msgr2=0x7f5e3406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:49.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.466+0000 7f5e5782e640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e3406be60 0x7f5e3406e320 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c007fd0 tx=0x7f5e4c007de0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.466+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e50145a20 msgr2=0x7f5e500cafd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:49.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.466+0000 7f5e5782e640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e50145a20 0x7f5e500cafd0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5e4800b9e0 tx=0x7f5e4800bea0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.468+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 shutdown_connections 2024-09-10T08:32:49.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.468+0000 7f5e5782e640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e3406be60 0x7f5e3406e320 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.468+0000 7f5e5782e640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e50145a20 0x7f5e500cafd0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.468+0000 7f5e5782e640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e500b0460 0x7f5e501e3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.468+0000 7f5e5782e640 1 --2- 172.21.15.94:0/1692353241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e5006c320 0x7f5e501426f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.468+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 >> 172.21.15.94:0/1692353241 conn(0x7f5e5009a9f0 msgr2=0x7f5e50142ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:49.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.473+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 shutdown_connections 2024-09-10T08:32:49.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.474+0000 7f5e5782e640 1 -- 172.21.15.94:0/1692353241 wait complete. 2024-09-10T08:32:49.497 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-10T08:32:49.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.599+0000 7f60f08e6640 1 Processor -- start 2024-09-10T08:32:49.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.599+0000 7f60f08e6640 1 -- start start 2024-09-10T08:32:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60f08e6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f60ec0d4370 0x7f60ec0d4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60f08e6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60ec0d1880 con 0x7f60ec15e680 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60f08e6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60ec0d1b60 con 0x7f60ec15e2a0 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60f08e6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f60ec0cf2d0 con 0x7f60ec0d4370 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60ead9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f60ec0d4370 0x7f60ec0d4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60ead9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f60ec0d4370 0x7f60ec0d4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51702/0 (socket says 172.21.15.94:51702) 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60ead9d640 1 -- 172.21.15.94:0/300087162 learned_addr learned my addr 172.21.15.94:0/300087162 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60e9d9b640 1 --1- 172.21.15.94:0/300087162 >> v1:172.21.15.94:6789/0 conn(0x7f60ec15e680 0x7f60ec0cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33328/0 (socket says 172.21.15.94:33328) 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60ead9d640 1 -- 172.21.15.94:0/300087162 >> v1:172.21.15.143:6789/0 conn(0x7f60ec15e2a0 legacy=0x7f60ec06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60ead9d640 1 -- 172.21.15.94:0/300087162 >> v1:172.21.15.94:6789/0 conn(0x7f60ec15e680 legacy=0x7f60ec0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.600+0000 7f60ead9d640 1 -- 172.21.15.94:0/300087162 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60ec0cf5b0 con 0x7f60ec0d4370 2024-09-10T08:32:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.601+0000 7f60ead9d640 1 --2- 172.21.15.94:0/300087162 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec0d4370 0x7f60ec0d4820 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f60e4009e50 tx=0x7f60e402a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9573f1f88858802d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.601+0000 7f60e959a640 1 -- 172.21.15.94:0/300087162 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e4036070 con 0x7f60ec0d4370 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.601+0000 7f60e959a640 1 -- 172.21.15.94:0/300087162 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60e4031600 con 0x7f60ec0d4370 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.601+0000 7f60e959a640 1 -- 172.21.15.94:0/300087162 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e40319f0 con 0x7f60ec0d4370 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.602+0000 7f60f08e6640 1 -- 172.21.15.94:0/300087162 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec0d4370 msgr2=0x7f60ec0d4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.602+0000 7f60f08e6640 1 --2- 172.21.15.94:0/300087162 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec0d4370 0x7f60ec0d4820 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f60e4009e50 tx=0x7f60e402a7c0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.602+0000 7f60f08e6640 1 -- 172.21.15.94:0/300087162 shutdown_connections 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.602+0000 7f60f08e6640 1 --2- 172.21.15.94:0/300087162 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec0d4370 0x7f60ec0d4820 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.602+0000 7f60f08e6640 1 -- 172.21.15.94:0/300087162 >> 172.21.15.94:0/300087162 conn(0x7f60ec09d760 msgr2=0x7f60ec08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.602+0000 7f60f08e6640 1 -- 172.21.15.94:0/300087162 shutdown_connections 2024-09-10T08:32:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.602+0000 7f60f08e6640 1 -- 172.21.15.94:0/300087162 wait complete. 2024-09-10T08:32:49.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.603+0000 7f60f08e6640 1 Processor -- start 2024-09-10T08:32:49.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.603+0000 7f60f08e6640 1 -- start start 2024-09-10T08:32:49.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60f08e6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f60ec0d4370 0x7f60ec0b1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:49.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60f08e6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec15e2a0 0x7f60ec15c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:49.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60f08e6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f60ec15e680 0x7f60ec0cd810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60f08e6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec06dcb0 con 0x7f60ec15e2a0 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60f08e6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec06db30 con 0x7f60ec0d4370 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60f08e6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f60ec0d01e0 con 0x7f60ec15e680 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec15e2a0 0x7f60ec15c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec15e2a0 0x7f60ec15c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51718/0 (socket says 172.21.15.94:51718) 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 -- 172.21.15.94:0/4094679969 learned_addr learned my addr 172.21.15.94:0/4094679969 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60ea59c640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f60ec0d4370 0x7f60ec0b1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60ead9d640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f60ec15e680 0x7f60ec0cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 -- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f60ec15e680 msgr2=0x7f60ec0cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f60ec15e680 0x7f60ec0cd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 -- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f60ec0d4370 msgr2=0x7f60ec0b1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f60ec0d4370 0x7f60ec0b1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 -- 172.21.15.94:0/4094679969 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60ec0ce180 con 0x7f60ec15e2a0 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.604+0000 7f60e9d9b640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec15e2a0 0x7f60ec15c5b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f60dc00c450 tx=0x7f60dc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.605+0000 7f60e2ffd640 1 -- 172.21.15.94:0/4094679969 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60dc018070 con 0x7f60ec15e2a0 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.605+0000 7f60e2ffd640 1 -- 172.21.15.94:0/4094679969 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60dc007480 con 0x7f60ec15e2a0 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.605+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60ec0cb700 con 0x7f60ec15e2a0 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.605+0000 7f60e2ffd640 1 -- 172.21.15.94:0/4094679969 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60dc0047e0 con 0x7f60ec15e2a0 2024-09-10T08:32:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.605+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60ec0cdd50 con 0x7f60ec15e2a0 2024-09-10T08:32:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.606+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60ec0d4820 con 0x7f60ec15e2a0 2024-09-10T08:32:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.606+0000 7f60e2ffd640 1 -- 172.21.15.94:0/4094679969 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f60dc01b070 con 0x7f60ec15e2a0 2024-09-10T08:32:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.607+0000 7f60e2ffd640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f60cc06be30 0x7f60cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.607+0000 7f60e2ffd640 1 -- 172.21.15.94:0/4094679969 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6500+0+0 (secure 0 0 0) 0x7f60dc08a270 con 0x7f60ec15e2a0 2024-09-10T08:32:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.607+0000 7f60ea59c640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f60cc06be30 0x7f60cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.607+0000 7f60ea59c640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f60cc06be30 0x7f60cc06e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f60d40016e0 tx=0x7f60d4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:49.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.611+0000 7f60e2ffd640 1 -- 172.21.15.94:0/4094679969 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f60dc058340 con 0x7f60ec15e2a0 2024-09-10T08:32:49.814 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:49.813+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f60ec06cf90 con 0x7f60ec15e2a0 2024-09-10T08:32:50.416 INFO:tasks.ceph.mds.b.smithi143.stderr:2024-09-10T08:32:50.416+0000 7fe19d45c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:32:50.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.471+0000 7f60e2ffd640 1 -- 172.21.15.94:0/4094679969 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7f60dc05c640 con 0x7f60ec15e2a0 2024-09-10T08:32:50.472 INFO:teuthology.orchestra.run.smithi094.stderr:added data pool 4 to fsmap 2024-09-10T08:32:50.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f60cc06be30 msgr2=0x7f60cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f60cc06be30 0x7f60cc06e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f60d40016e0 tx=0x7f60d4009040 comp rx=0 tx=0).stop 2024-09-10T08:32:50.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec15e2a0 msgr2=0x7f60ec15c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec15e2a0 0x7f60ec15c5b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f60dc00c450 tx=0x7f60dc00c910 comp rx=0 tx=0).stop 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 shutdown_connections 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f60cc06be30 0x7f60cc06e2f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f60ec15e680 0x7f60ec0cd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60ec15e2a0 0x7f60ec15c5b0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 --2- 172.21.15.94:0/4094679969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f60ec0d4370 0x7f60ec0b1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 >> 172.21.15.94:0/4094679969 conn(0x7f60ec09d760 msgr2=0x7f60ec06d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 shutdown_connections 2024-09-10T08:32:50.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.473+0000 7f60f08e6640 1 -- 172.21.15.94:0/4094679969 wait complete. 2024-09-10T08:32:50.485 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:32:50.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.583+0000 7f33ad7a8640 1 Processor -- start 2024-09-10T08:32:50.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.583+0000 7f33ad7a8640 1 -- start start 2024-09-10T08:32:50.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33ad7a8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 0x7f33a8141b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33ad7a8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f33a80d2130 0x7f33a80d2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33ad7a8640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33a80d2ac0 con 0x7f33a8141470 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33ad7a8640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f33a8161f10 con 0x7f33a80d2130 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33ad7a8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f33a8141850 con 0x7f33a806d580 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33a6ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f33a8141470 0x7f33a806ce70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44192/0 (socket says 172.21.15.94:44192) 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33a6ffd640 1 -- 172.21.15.94:0/1394647331 learned_addr learned my addr 172.21.15.94:0/1394647331 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33a67fc640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 0x7f33a8141b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 975354590 0 0) 0x7f33a80d2ac0 con 0x7f33a8141470 2024-09-10T08:32:50.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3390003520 con 0x7f33a8141470 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.584+0000 7f33a77fe640 1 --2- 172.21.15.94:0/1394647331 >> v2:172.21.15.143:3300/0 conn(0x7f33a80d2130 0x7f33a80d2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1713733379 0 0) 0x7f3390003520 con 0x7f33a8141470 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 msgr2=0x7f33a8141b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 0x7f33a8141b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 >> v2:172.21.15.143:3300/0 conn(0x7f33a80d2130 msgr2=0x7f33a80d2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 --2- 172.21.15.94:0/1394647331 >> v2:172.21.15.143:3300/0 conn(0x7f33a80d2130 0x7f33a80d2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33a81621b0 con 0x7f33a8141470 2024-09-10T08:32:50.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f33980019f0 con 0x7f33a8141470 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 >> v1:172.21.15.94:6789/0 conn(0x7f33a8141470 legacy=0x7f33a806ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33900039b0 0x7f3390003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 0x7f3390004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3390004d40 0x7f33900051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f33a8161f10 con 0x7f3390004d40 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f33a8141850 con 0x7f33900039b0 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f339000b9c0 con 0x7f33a806d580 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a77fe640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3390004d40 0x7f33900051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a6ffd640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33900039b0 0x7f3390003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a67fc640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 0x7f3390004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a77fe640 1 -- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 msgr2=0x7f3390004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:50.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a77fe640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a806d580 0x7f3390004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a77fe640 1 -- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33900039b0 msgr2=0x7f3390003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a77fe640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33900039b0 0x7f3390003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.585+0000 7f33a77fe640 1 -- 172.21.15.94:0/1394647331 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3390003520 con 0x7f3390004d40 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.586+0000 7f33a77fe640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3390004d40 0x7f33900051c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f33a0009af0 tx=0x7f3390005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf45adc172110fd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.586+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a0036070 con 0x7f3390004d40 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.586+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33a0031400 con 0x7f3390004d40 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.586+0000 7f33a5ffb640 1 -- 172.21.15.94:0/1394647331 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33a0009690 con 0x7f3390004d40 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.586+0000 7f33ad7a8640 1 -- 172.21.15.94:0/1394647331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3390004d40 msgr2=0x7f33900051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.586+0000 7f33ad7a8640 1 --2- 172.21.15.94:0/1394647331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3390004d40 0x7f33900051c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f33a0009af0 tx=0x7f3390005830 comp rx=0 tx=0).stop 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.586+0000 7f33a77fe640 1 -- 172.21.15.94:0/1394647331 reap_dead start 2024-09-10T08:32:50.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.587+0000 7f33ad7a8640 1 -- 172.21.15.94:0/1394647331 shutdown_connections 2024-09-10T08:32:50.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.587+0000 7f33ad7a8640 1 -- 172.21.15.94:0/1394647331 >> 172.21.15.94:0/1394647331 conn(0x7f33a80b4040 msgr2=0x7f33a80b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:50.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.587+0000 7f33ad7a8640 1 -- 172.21.15.94:0/1394647331 shutdown_connections 2024-09-10T08:32:50.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.587+0000 7f33ad7a8640 1 -- 172.21.15.94:0/1394647331 wait complete. 2024-09-10T08:32:50.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.588+0000 7f33ad7a8640 1 Processor -- start 2024-09-10T08:32:50.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.588+0000 7f33ad7a8640 1 -- start start 2024-09-10T08:32:50.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a80b5600 0x7f33a81f7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a80b59e0 0x7f33a80b7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a80b76c0 0x7f33a80b22e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f33a8162a50 con 0x7f33a80b5600 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f33a8162770 con 0x7f33a80b59e0 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f33a8162d30 con 0x7f33a80b76c0 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a80b5600 0x7f33a81f7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a80b5600 0x7f33a81f7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34420/0 (socket says 172.21.15.94:34420) 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 -- 172.21.15.94:0/3434816130 learned_addr learned my addr 172.21.15.94:0/3434816130 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a77fe640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a80b76c0 0x7f33a80b22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a67fc640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a80b59e0 0x7f33a80b7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 -- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a80b76c0 msgr2=0x7f33a80b22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a80b76c0 0x7f33a80b22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 -- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a80b59e0 msgr2=0x7f33a80b7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a80b59e0 0x7f33a80b7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 -- 172.21.15.94:0/3434816130 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33a80b7b60 con 0x7f33a80b5600 2024-09-10T08:32:50.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a77fe640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a80b76c0 0x7f33a80b22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33a6ffd640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a80b5600 0x7f33a81f7d70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f339800a3f0 tx=0x7f339800a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f338f7fe640 1 -- 172.21.15.94:0/3434816130 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3398011580 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f338f7fe640 1 -- 172.21.15.94:0/3434816130 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3398018070 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33a80b7e40 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f338f7fe640 1 -- 172.21.15.94:0/3434816130 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3398011960 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.589+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33a81f7850 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.590+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33a81f7a50 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.591+0000 7f338f7fe640 1 -- 172.21.15.94:0/3434816130 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3398011b00 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.591+0000 7f338f7fe640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f339406be60 0x7f339406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.592+0000 7f338f7fe640 1 -- 172.21.15.94:0/3434816130 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f339808bf40 con 0x7f33a80b5600 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.592+0000 7f33a67fc640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f339406be60 0x7f339406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.592+0000 7f33a67fc640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f339406be60 0x7f339406e320 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f33a813dac0 tx=0x7f339c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:50.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.596+0000 7f338f7fe640 1 -- 172.21.15.94:0/3434816130 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33a81f7a50 con 0x7f33a80b5600 2024-09-10T08:32:50.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.797+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33a8075370 con 0x7f33a80b5600 2024-09-10T08:32:50.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.797+0000 7f338f7fe640 1 -- 172.21.15.94:0/3434816130 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5222 (secure 0 0 0) 0x7f339805a640 con 0x7f33a80b5600 2024-09-10T08:32:50.799 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:50.799 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":7,"btime":"2024-09-10T08:32:50:466913+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:32:49.815199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:32:50.799 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 7 2024-09-10T08:32:50.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f339406be60 msgr2=0x7f339406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f339406be60 0x7f339406e320 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f33a813dac0 tx=0x7f339c008040 comp rx=0 tx=0).stop 2024-09-10T08:32:50.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a80b5600 msgr2=0x7f33a81f7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a80b5600 0x7f33a81f7d70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f339800a3f0 tx=0x7f339800a8b0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 shutdown_connections 2024-09-10T08:32:50.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f339406be60 0x7f339406e320 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a80b59e0 0x7f33a80b7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a80b76c0 0x7f33a80b22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 --2- 172.21.15.94:0/3434816130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a80b5600 0x7f33a81f7d70 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.799+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 >> 172.21.15.94:0/3434816130 conn(0x7f33a80b4040 msgr2=0x7f33a81440e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:50.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.800+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 shutdown_connections 2024-09-10T08:32:50.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.800+0000 7f33ad7a8640 1 -- 172.21.15.94:0/3434816130 wait complete. 2024-09-10T08:32:50.811 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:32:50.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.908+0000 7fc83ffcf640 1 Processor -- start 2024-09-10T08:32:50.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.908+0000 7fc83ffcf640 1 -- start start 2024-09-10T08:32:50.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.908+0000 7fc83ffcf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc83815b6e0 0x7fc8380cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.908+0000 7fc83ffcf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc8380ce090 0x7fc8380b1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.908+0000 7fc83ffcf640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8380cd910 con 0x7fc83815b300 2024-09-10T08:32:50.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.908+0000 7fc83ffcf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc8380ce4c0 con 0x7fc83815b6e0 2024-09-10T08:32:50.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.908+0000 7fc83ffcf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc8380ccda0 con 0x7fc8380ce090 2024-09-10T08:32:50.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83d56a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc83815b6e0 0x7fc8380cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83e56c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc8380ce090 0x7fc8380b1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83dd6b640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fc83815b300 0x7fc8380cc690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:44572/0 (socket says 172.21.15.94:44572) 2024-09-10T08:32:50.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83dd6b640 1 -- 172.21.15.94:0/3402967376 learned_addr learned my addr 172.21.15.94:0/3402967376 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:50.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83e56c640 1 -- 172.21.15.94:0/3402967376 >> v2:172.21.15.143:3300/0 conn(0x7fc83815b6e0 msgr2=0x7fc8380cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:50.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83e56c640 1 --2- 172.21.15.94:0/3402967376 >> v2:172.21.15.143:3300/0 conn(0x7fc83815b6e0 0x7fc8380cdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83e56c640 1 -- 172.21.15.94:0/3402967376 >> v1:172.21.15.143:6789/0 conn(0x7fc83815b300 legacy=0x7fc8380cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.909+0000 7fc83e56c640 1 -- 172.21.15.94:0/3402967376 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8380cd070 con 0x7fc8380ce090 2024-09-10T08:32:50.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.910+0000 7fc83e56c640 1 --2- 172.21.15.94:0/3402967376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc8380ce090 0x7fc8380b1050 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc830009d90 tx=0x7fc83002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=826ebab55d8ee8a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:50.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.910+0000 7fc83cd69640 1 -- 172.21.15.94:0/3402967376 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc830007740 con 0x7fc8380ce090 2024-09-10T08:32:50.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.910+0000 7fc83cd69640 1 -- 172.21.15.94:0/3402967376 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8300078e0 con 0x7fc8380ce090 2024-09-10T08:32:50.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.910+0000 7fc83cd69640 1 -- 172.21.15.94:0/3402967376 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc830007cb0 con 0x7fc8380ce090 2024-09-10T08:32:50.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.910+0000 7fc83ffcf640 1 -- 172.21.15.94:0/3402967376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc8380ce090 msgr2=0x7fc8380b1050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.910+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/3402967376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc8380ce090 0x7fc8380b1050 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc830009d90 tx=0x7fc83002a660 comp rx=0 tx=0).stop 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.911+0000 7fc83ffcf640 1 -- 172.21.15.94:0/3402967376 shutdown_connections 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.911+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/3402967376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc8380ce090 0x7fc8380b1050 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.911+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/3402967376 >> v2:172.21.15.143:3300/0 conn(0x7fc83815b6e0 0x7fc8380cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.911+0000 7fc83ffcf640 1 -- 172.21.15.94:0/3402967376 >> 172.21.15.94:0/3402967376 conn(0x7fc8380b2d10 msgr2=0x7fc8380b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.911+0000 7fc83ffcf640 1 -- 172.21.15.94:0/3402967376 shutdown_connections 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.911+0000 7fc83ffcf640 1 -- 172.21.15.94:0/3402967376 wait complete. 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.912+0000 7fc83ffcf640 1 Processor -- start 2024-09-10T08:32:50.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.912+0000 7fc83ffcf640 1 -- start start 2024-09-10T08:32:50.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc8380ce090 0x7fc8380b61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc83815b300 0x7fc83815c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc83815b6e0 0x7fc8381548e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc8380b0b50 con 0x7fc83815b6e0 2024-09-10T08:32:50.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc8380cd630 con 0x7fc8380ce090 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc8380b39f0 con 0x7fc83815b300 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc83815b6e0 0x7fc8381548e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc83815b6e0 0x7fc8381548e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34430/0 (socket says 172.21.15.94:34430) 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83dd6b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc8380ce090 0x7fc8380b61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 -- 172.21.15.94:0/1158020884 learned_addr learned my addr 172.21.15.94:0/1158020884 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83d56a640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc83815b300 0x7fc83815c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 -- 172.21.15.94:0/1158020884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc83815b300 msgr2=0x7fc83815c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc83815b300 0x7fc83815c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 -- 172.21.15.94:0/1158020884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc8380ce090 msgr2=0x7fc8380b61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc8380ce090 0x7fc8380b61a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 -- 172.21.15.94:0/1158020884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc83815ca40 con 0x7fc83815b6e0 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83e56c640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc83815b6e0 0x7fc8381548e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc83002ac50 tx=0x7fc830004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc82a7fc640 1 -- 172.21.15.94:0/1158020884 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc830040070 con 0x7fc83815b6e0 2024-09-10T08:32:50.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc82a7fc640 1 -- 172.21.15.94:0/1158020884 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc830031bc0 con 0x7fc83815b6e0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8380b41b0 con 0x7fc83815b6e0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc82a7fc640 1 -- 172.21.15.94:0/1158020884 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc830009450 con 0x7fc83815b6e0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.913+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8380b4770 con 0x7fc83815b6e0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.914+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8380cdb50 con 0x7fc83815b6e0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.915+0000 7fc82a7fc640 1 -- 172.21.15.94:0/1158020884 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc830039040 con 0x7fc83815b6e0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.915+0000 7fc82a7fc640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc81c06be30 0x7fc81c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.915+0000 7fc83dd6b640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc81c06be30 0x7fc81c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.915+0000 7fc82a7fc640 1 -- 172.21.15.94:0/1158020884 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc8300ac8e0 con 0x7fc83815b6e0 2024-09-10T08:32:50.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.916+0000 7fc83dd6b640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc81c06be30 0x7fc81c06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc8381550e0 tx=0x7fc82c007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:50.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:50.919+0000 7fc82a7fc640 1 -- 172.21.15.94:0/1158020884 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc83007aa20 con 0x7fc83815b6e0 2024-09-10T08:32:51.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.087+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc8380cc950 con 0x7fc83815b6e0 2024-09-10T08:32:51.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.088+0000 7fc82a7fc640 1 -- 172.21.15.94:0/1158020884 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7fc83007ed20 con 0x7fc83815b6e0 2024-09-10T08:32:51.090 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:51.090 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc81c06be30 msgr2=0x7fc81c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc81c06be30 0x7fc81c06e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc8381550e0 tx=0x7fc82c007e80 comp rx=0 tx=0).stop 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc83815b6e0 msgr2=0x7fc8381548e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc83815b6e0 0x7fc8381548e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc83002ac50 tx=0x7fc830004a40 comp rx=0 tx=0).stop 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 shutdown_connections 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc81c06be30 0x7fc81c06e2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc83815b6e0 0x7fc8381548e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc83815b300 0x7fc83815c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 --2- 172.21.15.94:0/1158020884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc8380ce090 0x7fc8380b61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.090+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 >> 172.21.15.94:0/1158020884 conn(0x7fc8380b2d10 msgr2=0x7fc8380706d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:51.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.091+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 shutdown_connections 2024-09-10T08:32:51.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.091+0000 7fc83ffcf640 1 -- 172.21.15.94:0/1158020884 wait complete. 2024-09-10T08:32:51.102 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:32:51.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.200+0000 7f953338d640 1 Processor -- start 2024-09-10T08:32:51.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.200+0000 7f953338d640 1 -- start start 2024-09-10T08:32:51.202 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.200+0000 7f953338d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c141470 0x7f952c141b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.202 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.200+0000 7f953338d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f952c06ce70 0x7f952c06d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.202 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.200+0000 7f953338d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f952c06d810 con 0x7f952c0d2130 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.200+0000 7f953338d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f952c161f10 con 0x7f952c06ce70 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.200+0000 7f953338d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f952c141850 con 0x7f952c141470 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9531129640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c141470 0x7f952c141b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9531129640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c141470 0x7f952c141b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:53124/0 (socket says 172.21.15.94:53124) 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9530928640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f952c06ce70 0x7f952c06d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9531129640 1 -- 172.21.15.94:0/3283109289 learned_addr learned my addr 172.21.15.94:0/3283109289 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9530928640 1 -- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c141470 msgr2=0x7f952c141b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9530928640 1 --2- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c141470 0x7f952c141b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9530928640 1 -- 172.21.15.94:0/3283109289 >> v1:172.21.15.143:6789/0 conn(0x7f952c0d2130 legacy=0x7f952c0d25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9530928640 1 -- 172.21.15.94:0/3283109289 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c1621b0 con 0x7f952c06ce70 2024-09-10T08:32:51.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.201+0000 7f9531129640 1 --2- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c141470 0x7f952c141b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.202+0000 7f9530928640 1 --2- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c06ce70 0x7f952c06d2d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f951c0097a0 tx=0x7f951c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=944daf4d9f2bb891 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.202+0000 7f9523fff640 1 -- 172.21.15.94:0/3283109289 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c037070 con 0x7f952c06ce70 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.202+0000 7f9523fff640 1 -- 172.21.15.94:0/3283109289 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f951c032440 con 0x7f952c06ce70 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.202+0000 7f9523fff640 1 -- 172.21.15.94:0/3283109289 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c032810 con 0x7f952c06ce70 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 -- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c06ce70 msgr2=0x7f952c06d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 --2- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c06ce70 0x7f952c06d2d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f951c0097a0 tx=0x7f951c02a180 comp rx=0 tx=0).stop 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 -- 172.21.15.94:0/3283109289 shutdown_connections 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 --2- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c06ce70 0x7f952c06d2d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 --2- 172.21.15.94:0/3283109289 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c141470 0x7f952c141b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 -- 172.21.15.94:0/3283109289 >> 172.21.15.94:0/3283109289 conn(0x7f952c0b4040 msgr2=0x7f952c0b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:51.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 -- 172.21.15.94:0/3283109289 shutdown_connections 2024-09-10T08:32:51.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.203+0000 7f953338d640 1 -- 172.21.15.94:0/3283109289 wait complete. 2024-09-10T08:32:51.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.204+0000 7f953338d640 1 Processor -- start 2024-09-10T08:32:51.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.204+0000 7f953338d640 1 -- start start 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953338d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c06ce70 0x7f952c15c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953338d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c0d2130 0x7f952c13eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953338d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f952c141470 0x7f952c13f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953338d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f952c162a50 con 0x7f952c141470 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953338d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f952c162770 con 0x7f952c0d2130 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953338d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f952c162d30 con 0x7f952c06ce70 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f952c141470 0x7f952c13f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f9531129640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c06ce70 0x7f952c15c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f9530928640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c0d2130 0x7f952c13eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f952c141470 0x7f952c13f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34436/0 (socket says 172.21.15.94:34436) 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 -- 172.21.15.94:0/1824363581 learned_addr learned my addr 172.21.15.94:0/1824363581 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f9531129640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c06ce70 0x7f952c15c7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:53134/0 (socket says 172.21.15.94:53134) 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 -- 172.21.15.94:0/1824363581 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c06ce70 msgr2=0x7f952c15c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c06ce70 0x7f952c15c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 -- 172.21.15.94:0/1824363581 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c0d2130 msgr2=0x7f952c13eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c0d2130 0x7f952c13eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 -- 172.21.15.94:0/1824363581 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952c0b77e0 con 0x7f952c141470 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953192a640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f952c141470 0x7f952c13f050 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f952400c7a0 tx=0x7f952400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f9521ffb640 1 -- 172.21.15.94:0/1824363581 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524003b70 con 0x7f952c141470 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f9521ffb640 1 -- 172.21.15.94:0/1824363581 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9524003d30 con 0x7f952c141470 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f952c0b7a80 con 0x7f952c141470 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.205+0000 7f9521ffb640 1 -- 172.21.15.94:0/1824363581 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952400aa90 con 0x7f952c141470 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.206+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f952c13fc50 con 0x7f952c141470 2024-09-10T08:32:51.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.207+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f952c06d2d0 con 0x7f952c141470 2024-09-10T08:32:51.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.207+0000 7f9521ffb640 1 -- 172.21.15.94:0/1824363581 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f952400ac30 con 0x7f952c141470 2024-09-10T08:32:51.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.207+0000 7f9521ffb640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f951006be30 0x7f951006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.207+0000 7f9521ffb640 1 -- 172.21.15.94:0/1824363581 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f952408af20 con 0x7f952c141470 2024-09-10T08:32:51.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.207+0000 7f9531129640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f951006be30 0x7f951006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.208+0000 7f9531129640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f951006be30 0x7f951006e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9528006ca0 tx=0x7f9528009240 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.213 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.212+0000 7f9521ffb640 1 -- 172.21.15.94:0/1824363581 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9524058fd0 con 0x7f952c141470 2024-09-10T08:32:51.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.375+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f952c070ba0 con 0x7f952c141470 2024-09-10T08:32:51.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.377+0000 7f9521ffb640 1 -- 172.21.15.94:0/1824363581 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7f952405d2d0 con 0x7f952c141470 2024-09-10T08:32:51.378 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:51.378 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:32:51.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f951006be30 msgr2=0x7f951006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f951006be30 0x7f951006e2f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9528006ca0 tx=0x7f9528009240 comp rx=0 tx=0).stop 2024-09-10T08:32:51.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f952c141470 msgr2=0x7f952c13f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f952c141470 0x7f952c13f050 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f952400c7a0 tx=0x7f952400cc60 comp rx=0 tx=0).stop 2024-09-10T08:32:51.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 shutdown_connections 2024-09-10T08:32:51.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f951006be30 0x7f951006e2f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f952c0d2130 0x7f952c13eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f952c141470 0x7f952c13f050 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 --2- 172.21.15.94:0/1824363581 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f952c06ce70 0x7f952c15c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 >> 172.21.15.94:0/1824363581 conn(0x7f952c0b4040 msgr2=0x7f952c1421a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:51.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 shutdown_connections 2024-09-10T08:32:51.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.379+0000 7f953338d640 1 -- 172.21.15.94:0/1824363581 wait complete. 2024-09-10T08:32:51.406 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:32:51.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.504+0000 7f4878359640 1 Processor -- start 2024-09-10T08:32:51.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.504+0000 7f4878359640 1 -- start start 2024-09-10T08:32:51.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.505+0000 7f4878359640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f48700d0070 0x7f487015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.505+0000 7f4878359640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48700d1b10 con 0x7f487015f0d0 2024-09-10T08:32:51.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.505+0000 7f4878359640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48700cf2b0 con 0x7f48700d4130 2024-09-10T08:32:51.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.505+0000 7f4878359640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f48700cf590 con 0x7f48700d0070 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.505+0000 7f48760f5640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f487015f0d0 0x7f48700d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44208/0 (socket says 172.21.15.94:44208) 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.505+0000 7f48760f5640 1 -- 172.21.15.94:0/870557663 learned_addr learned my addr 172.21.15.94:0/870557663 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2352166237 0 0) 0x7f48700d1b10 con 0x7f487015f0d0 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f485c003520 con 0x7f487015f0d0 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48758f4640 1 --2- 172.21.15.94:0/870557663 >> v2:172.21.15.143:3300/0 conn(0x7f48700d0070 0x7f487015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 101312395 0 0) 0x7f485c003520 con 0x7f487015f0d0 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 >> v2:172.21.15.143:3300/0 conn(0x7f48700d0070 msgr2=0x7f487015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 --2- 172.21.15.94:0/870557663 >> v2:172.21.15.143:3300/0 conn(0x7f48700d0070 0x7f487015f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 >> v1:172.21.15.143:6789/0 conn(0x7f48700d4130 legacy=0x7f48700d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48700cf870 con 0x7f487015f0d0 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f486c001690 con 0x7f487015f0d0 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 >> v1:172.21.15.94:6789/0 conn(0x7f487015f0d0 legacy=0x7f48700d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f485c0039b0 0x7f485c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f485c004800 0x7f485c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0053c0 0x7f485c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f48700cf590 con 0x7f485c0039b0 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f485c00c250 con 0x7f485c0053c0 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f485c00c450 con 0x7f485c004800 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48760f5640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f485c0039b0 0x7f485c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48768f6640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0053c0 0x7f485c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48758f4640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f485c004800 0x7f485c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48760f5640 1 -- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f485c004800 msgr2=0x7f485c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48760f5640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f485c004800 0x7f485c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48760f5640 1 -- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0053c0 msgr2=0x7f485c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48760f5640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0053c0 0x7f485c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48760f5640 1 -- 172.21.15.94:0/870557663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f485c003520 con 0x7f485c0039b0 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48768f6640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0053c0 0x7f485c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.506+0000 7f48768f6640 1 -- 172.21.15.94:0/870557663 reap_dead start 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.507+0000 7f48760f5640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f485c0039b0 0x7f485c003dd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f486c00c210 tx=0x7f485c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc1b14e6fb89b209 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.507+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c007d30 con 0x7f485c0039b0 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.507+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f486c0058d0 con 0x7f485c0039b0 2024-09-10T08:32:51.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.507+0000 7f48750f3640 1 -- 172.21.15.94:0/870557663 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c005ce0 con 0x7f485c0039b0 2024-09-10T08:32:51.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.507+0000 7f4878359640 1 -- 172.21.15.94:0/870557663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f485c0039b0 msgr2=0x7f485c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.507+0000 7f4878359640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f485c0039b0 0x7f485c003dd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f486c00c210 tx=0x7f485c005830 comp rx=0 tx=0).stop 2024-09-10T08:32:51.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.508+0000 7f4878359640 1 -- 172.21.15.94:0/870557663 shutdown_connections 2024-09-10T08:32:51.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.508+0000 7f4878359640 1 --2- 172.21.15.94:0/870557663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f485c0039b0 0x7f485c003dd0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.508+0000 7f4878359640 1 -- 172.21.15.94:0/870557663 >> 172.21.15.94:0/870557663 conn(0x7f487009d760 msgr2=0x7f487008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:51.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.508+0000 7f4878359640 1 -- 172.21.15.94:0/870557663 shutdown_connections 2024-09-10T08:32:51.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.508+0000 7f4878359640 1 -- 172.21.15.94:0/870557663 wait complete. 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 Processor -- start 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 -- start start 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0039b0 0x7f48701541c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4870159290 0x7f4870159710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48701e7f80 0x7f48701e8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f487015f4b0 con 0x7f4870159290 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f48700cef60 con 0x7f485c0039b0 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.509+0000 7f4878359640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f487015f630 con 0x7f48701e7f80 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4870159290 0x7f4870159710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4870159290 0x7f4870159710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34452/0 (socket says 172.21.15.94:34452) 2024-09-10T08:32:51.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 -- 172.21.15.94:0/1470736035 learned_addr learned my addr 172.21.15.94:0/1470736035 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48760f5640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0039b0 0x7f48701541c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48768f6640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48701e7f80 0x7f48701e8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 -- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48701e7f80 msgr2=0x7f48701e8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48701e7f80 0x7f48701e8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 -- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0039b0 msgr2=0x7f48701541c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0039b0 0x7f48701541c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 -- 172.21.15.94:0/1470736035 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48700b8b70 con 0x7f4870159290 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48760f5640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0039b0 0x7f48701541c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:51.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f48758f4640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4870159290 0x7f4870159710 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f486000f600 tx=0x7f486000fac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f4866ffd640 1 -- 172.21.15.94:0/1470736035 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4860019020 con 0x7f4870159290 2024-09-10T08:32:51.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f4866ffd640 1 -- 172.21.15.94:0/1470736035 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4860014870 con 0x7f4870159290 2024-09-10T08:32:51.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f4866ffd640 1 -- 172.21.15.94:0/1470736035 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4860014c20 con 0x7f4870159290 2024-09-10T08:32:51.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48701f47b0 con 0x7f4870159290 2024-09-10T08:32:51.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.510+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48701f4d50 con 0x7f4870159290 2024-09-10T08:32:51.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.511+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48700d4560 con 0x7f4870159290 2024-09-10T08:32:51.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.511+0000 7f4866ffd640 1 -- 172.21.15.94:0/1470736035 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f486001c020 con 0x7f4870159290 2024-09-10T08:32:51.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.512+0000 7f4866ffd640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f485406be60 0x7f485406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.512+0000 7f48760f5640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f485406be60 0x7f485406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.512+0000 7f4866ffd640 1 -- 172.21.15.94:0/1470736035 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f486008b910 con 0x7f4870159290 2024-09-10T08:32:51.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.512+0000 7f48760f5640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f485406be60 0x7f485406e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f486c033000 tx=0x7f486c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.516+0000 7f4866ffd640 1 -- 172.21.15.94:0/1470736035 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4860023020 con 0x7f4870159290 2024-09-10T08:32:51.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.715+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f487006cf30 con 0x7f4870159290 2024-09-10T08:32:51.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.715+0000 7f4866ffd640 1 -- 172.21.15.94:0/1470736035 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5222 (secure 0 0 0) 0x7f486005a010 con 0x7f4870159290 2024-09-10T08:32:51.716 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:51.716 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":7,"btime":"2024-09-10T08:32:50:466913+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:32:49.815199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:32:51.716 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 7 2024-09-10T08:32:51.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f485406be60 msgr2=0x7f485406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f485406be60 0x7f485406e320 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f486c033000 tx=0x7f486c02e000 comp rx=0 tx=0).stop 2024-09-10T08:32:51.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4870159290 msgr2=0x7f4870159710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4870159290 0x7f4870159710 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f486000f600 tx=0x7f486000fac0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 shutdown_connections 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f485406be60 0x7f485406e320 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48701e7f80 0x7f48701e8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4870159290 0x7f4870159710 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 --2- 172.21.15.94:0/1470736035 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f485c0039b0 0x7f48701541c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.717+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 >> 172.21.15.94:0/1470736035 conn(0x7f487009d760 msgr2=0x7f487015f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.718+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 shutdown_connections 2024-09-10T08:32:51.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.718+0000 7f4878359640 1 -- 172.21.15.94:0/1470736035 wait complete. 2024-09-10T08:32:51.728 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:32:51.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.826+0000 7ff706c2e640 1 Processor -- start 2024-09-10T08:32:51.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.827+0000 7ff706c2e640 1 -- start start 2024-09-10T08:32:51.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.827+0000 7ff706c2e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff70015c130 0x7ff70015c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.827+0000 7ff706c2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff700070250 0x7ff7000706c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.827+0000 7ff706c2e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7000d1300 con 0x7ff7000d0d40 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.827+0000 7ff706c2e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7ff700070c00 con 0x7ff70015c130 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.827+0000 7ff706c2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff7000b6860 con 0x7ff700070250 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.827+0000 7ff7049ca640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff70015c130 0x7ff70015c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7049ca640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff70015c130 0x7ff70015c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34462/0 (socket says 172.21.15.94:34462) 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7049ca640 1 -- 172.21.15.94:0/340461820 learned_addr learned my addr 172.21.15.94:0/340461820 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7051cb640 1 --2- 172.21.15.94:0/340461820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff700070250 0x7ff7000706c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7049ca640 1 -- 172.21.15.94:0/340461820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff700070250 msgr2=0x7ff7000706c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7049ca640 1 --2- 172.21.15.94:0/340461820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff700070250 0x7ff7000706c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7049ca640 1 -- 172.21.15.94:0/340461820 >> v1:172.21.15.143:6789/0 conn(0x7ff7000d0d40 legacy=0x7ff7000b6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7049ca640 1 -- 172.21.15.94:0/340461820 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7000d15e0 con 0x7ff70015c130 2024-09-10T08:32:51.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.828+0000 7ff7049ca640 1 --2- 172.21.15.94:0/340461820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff70015c130 0x7ff70015c510 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009870 tx=0x7ff6f402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=638dcb2e55f6b21 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff6ff7fe640 1 -- 172.21.15.94:0/340461820 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4037070 con 0x7ff70015c130 2024-09-10T08:32:51.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff6ff7fe640 1 -- 172.21.15.94:0/340461820 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6f4032440 con 0x7ff70015c130 2024-09-10T08:32:51.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff6ff7fe640 1 -- 172.21.15.94:0/340461820 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4032810 con 0x7ff70015c130 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 -- 172.21.15.94:0/340461820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff70015c130 msgr2=0x7ff70015c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 --2- 172.21.15.94:0/340461820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff70015c130 0x7ff70015c510 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009870 tx=0x7ff6f402a210 comp rx=0 tx=0).stop 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 -- 172.21.15.94:0/340461820 shutdown_connections 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 --2- 172.21.15.94:0/340461820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff700070250 0x7ff7000706c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 --2- 172.21.15.94:0/340461820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff70015c130 0x7ff70015c510 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 -- 172.21.15.94:0/340461820 >> 172.21.15.94:0/340461820 conn(0x7ff70006bdf0 msgr2=0x7ff70006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 -- 172.21.15.94:0/340461820 shutdown_connections 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.829+0000 7ff706c2e640 1 -- 172.21.15.94:0/340461820 wait complete. 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.830+0000 7ff706c2e640 1 Processor -- start 2024-09-10T08:32:51.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.830+0000 7ff706c2e640 1 -- start start 2024-09-10T08:32:51.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff706c2e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff700070250 0x7ff7001f3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff706c2e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff7000d0d40 0x7ff7001f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff706c2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff70015c130 0x7ff700153930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff706c2e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff70015ca50 con 0x7ff700070250 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff706c2e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff7000d1ba0 con 0x7ff7000d0d40 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff706c2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff7000d23a0 con 0x7ff70015c130 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff7049ca640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff700070250 0x7ff7001f3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff7049ca640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff700070250 0x7ff7001f3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34472/0 (socket says 172.21.15.94:34472) 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff7049ca640 1 -- 172.21.15.94:0/3618503001 learned_addr learned my addr 172.21.15.94:0/3618503001 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.831+0000 7ff7051cb640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff70015c130 0x7ff700153930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff6fffff640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff7000d0d40 0x7ff7001f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff7049ca640 1 -- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff70015c130 msgr2=0x7ff700153930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff7049ca640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff70015c130 0x7ff700153930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff7049ca640 1 -- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff7000d0d40 msgr2=0x7ff7001f4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff7049ca640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff7000d0d40 0x7ff7001f4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:51.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff7049ca640 1 -- 172.21.15.94:0/3618503001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff700153e70 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff7049ca640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff700070250 0x7ff7001f3f40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009870 tx=0x7ff6f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff6fd7fa640 1 -- 172.21.15.94:0/3618503001 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4041020 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff6fd7fa640 1 -- 172.21.15.94:0/3618503001 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6f40306c0 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff700154130 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff6fd7fa640 1 -- 172.21.15.94:0/3618503001 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4037040 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.832+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7001546f0 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.833+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7000706c0 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.833+0000 7ff6fd7fa640 1 -- 172.21.15.94:0/3618503001 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff6f4044020 con 0x7ff700070250 2024-09-10T08:32:51.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.834+0000 7ff6fd7fa640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff6e406be30 0x7ff6e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:51.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.834+0000 7ff6fd7fa640 1 -- 172.21.15.94:0/3618503001 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ff6f40ab860 con 0x7ff700070250 2024-09-10T08:32:51.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.834+0000 7ff6fffff640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff6e406be30 0x7ff6e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:51.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.834+0000 7ff6fffff640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff6e406be30 0x7ff6e406e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff7001f74c0 tx=0x7ff6ec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:51.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:51.838+0000 7ff6fd7fa640 1 -- 172.21.15.94:0/3618503001 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff6f404b030 con 0x7ff700070250 2024-09-10T08:32:52.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.005+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff7000b1ab0 con 0x7ff700070250 2024-09-10T08:32:52.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.006+0000 7ff6fd7fa640 1 -- 172.21.15.94:0/3618503001 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7ff6f4079f60 con 0x7ff700070250 2024-09-10T08:32:52.006 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:52.007 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff6e406be30 msgr2=0x7ff6e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff6e406be30 0x7ff6e406e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff7001f74c0 tx=0x7ff6ec009040 comp rx=0 tx=0).stop 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff700070250 msgr2=0x7ff7001f3f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff700070250 0x7ff7001f3f40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009870 tx=0x7ff6f40046c0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 shutdown_connections 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff6e406be30 0x7ff6e406e2f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff7000d0d40 0x7ff7001f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff70015c130 0x7ff700153930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 --2- 172.21.15.94:0/3618503001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff700070250 0x7ff7001f3f40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 >> 172.21.15.94:0/3618503001 conn(0x7ff70006bdf0 msgr2=0x7ff7000b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 shutdown_connections 2024-09-10T08:32:52.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.008+0000 7ff706c2e640 1 -- 172.21.15.94:0/3618503001 wait complete. 2024-09-10T08:32:52.422 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:32:44.770798+0000', 'modified': '2024-09-10T08:32:49.815199+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.143:6835/1721261724', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.143:6833', 'nonce': 1721261724}, {'type': 'v1', 'addr': '172.21.15.143:6835', 'nonce': 1721261724}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4290, 'qdb_cluster': [4290]} 2024-09-10T08:32:52.422 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:32:52.423 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T08:32:52.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.526+0000 7f8a3f065640 1 Processor -- start 2024-09-10T08:32:52.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.526+0000 7f8a3f065640 1 -- start start 2024-09-10T08:32:52.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a3f065640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8a3806f9d0 0x7f8a380b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a3f065640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a3815c520 con 0x7f8a3815c140 2024-09-10T08:32:52.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a3f065640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a3815c7f0 con 0x7f8a380b6480 2024-09-10T08:32:52.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a3f065640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8a380b68b0 con 0x7f8a3806f9d0 2024-09-10T08:32:52.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a37fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8a3806f9d0 0x7f8a380b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a37fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8a3806f9d0 0x7f8a380b5f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34480/0 (socket says 172.21.15.94:34480) 2024-09-10T08:32:52.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a37fff640 1 -- 172.21.15.94:0/4239945227 learned_addr learned my addr 172.21.15.94:0/4239945227 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:52.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a37fff640 1 -- 172.21.15.94:0/4239945227 >> v1:172.21.15.143:6789/0 conn(0x7f8a380b6480 legacy=0x7f8a3815d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a37fff640 1 -- 172.21.15.94:0/4239945227 >> v1:172.21.15.94:6789/0 conn(0x7f8a3815c140 legacy=0x7f8a38160650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.527+0000 7f8a37fff640 1 -- 172.21.15.94:0/4239945227 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3815cad0 con 0x7f8a3806f9d0 2024-09-10T08:32:52.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.528+0000 7f8a37fff640 1 --2- 172.21.15.94:0/4239945227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a380b5f40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8a24009870 tx=0x7f8a2402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30897abee18ded4c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.528+0000 7f8a377fe640 1 -- 172.21.15.94:0/4239945227 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a24037070 con 0x7f8a3806f9d0 2024-09-10T08:32:52.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.528+0000 7f8a377fe640 1 -- 172.21.15.94:0/4239945227 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a24032440 con 0x7f8a3806f9d0 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.528+0000 7f8a377fe640 1 -- 172.21.15.94:0/4239945227 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a24032810 con 0x7f8a3806f9d0 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.529+0000 7f8a3f065640 1 -- 172.21.15.94:0/4239945227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 msgr2=0x7f8a380b5f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.529+0000 7f8a3f065640 1 --2- 172.21.15.94:0/4239945227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a380b5f40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8a24009870 tx=0x7f8a2402a2a0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.529+0000 7f8a3f065640 1 -- 172.21.15.94:0/4239945227 shutdown_connections 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.529+0000 7f8a3f065640 1 --2- 172.21.15.94:0/4239945227 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a380b5f40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.529+0000 7f8a3f065640 1 -- 172.21.15.94:0/4239945227 >> 172.21.15.94:0/4239945227 conn(0x7f8a3806bc10 msgr2=0x7f8a3806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.529+0000 7f8a3f065640 1 -- 172.21.15.94:0/4239945227 shutdown_connections 2024-09-10T08:32:52.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.529+0000 7f8a3f065640 1 -- 172.21.15.94:0/4239945227 wait complete. 2024-09-10T08:32:52.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.530+0000 7f8a3f065640 1 Processor -- start 2024-09-10T08:32:52.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.530+0000 7f8a3f065640 1 -- start start 2024-09-10T08:32:52.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3f065640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a381f4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3f065640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8a380b6480 0x7f8a3815f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3f065640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8a3815c140 0x7f8a3815f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3f065640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3815d370 con 0x7f8a3806f9d0 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3f065640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3815d090 con 0x7f8a380b6480 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3f065640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8a3815dfa0 con 0x7f8a3815c140 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a381f4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a381f4ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34494/0 (socket says 172.21.15.94:34494) 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2725939363 learned_addr learned my addr 172.21.15.94:0/2725939363 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a37fff640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8a380b6480 0x7f8a3815f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3d602640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8a3815c140 0x7f8a3815f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8a3815c140 msgr2=0x7f8a3815f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8a3815c140 0x7f8a3815f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8a380b6480 msgr2=0x7f8a3815f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8a380b6480 0x7f8a3815f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2725939363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a381f5c70 con 0x7f8a3806f9d0 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a381f4ff0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c00c3c0 tx=0x7f8a2c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.531+0000 7f8a357fa640 1 -- 172.21.15.94:0/2725939363 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c0052d0 con 0x7f8a3806f9d0 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.532+0000 7f8a357fa640 1 -- 172.21.15.94:0/2725939363 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a2c005490 con 0x7f8a3806f9d0 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.532+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a381f5f50 con 0x7f8a3806f9d0 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.532+0000 7f8a357fa640 1 -- 172.21.15.94:0/2725939363 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c007260 con 0x7f8a3806f9d0 2024-09-10T08:32:52.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.532+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a38141ca0 con 0x7f8a3806f9d0 2024-09-10T08:32:52.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.533+0000 7f8a357fa640 1 -- 172.21.15.94:0/2725939363 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8a2c007400 con 0x7f8a3806f9d0 2024-09-10T08:32:52.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.533+0000 7f8a357fa640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8a1c06be30 0x7f8a1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.534+0000 7f8a357fa640 1 -- 172.21.15.94:0/2725939363 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8a2c08a5d0 con 0x7f8a3806f9d0 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.534+0000 7f8a37fff640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8a1c06be30 0x7f8a1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.534+0000 7f8a37fff640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8a1c06be30 0x7f8a1c06e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f8a24034000 tx=0x7f8a2402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.534+0000 7f8a41e07740 1 Processor -- start 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.534+0000 7f8a41e07740 1 -- start start 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b02c0 0x562fbd5f5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5ada80 0x562fbd5b06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5aa8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a41e07740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x562fbd512520 con 0x562fbd5ada80 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x562fbd4ba3e0 con 0x562fbd5b1a50 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x562fbd50e4e0 con 0x562fbd5b02c0 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5ada80 0x562fbd5b06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5ada80 0x562fbd5b06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34498/0 (socket says 172.21.15.94:34498) 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 -- 172.21.15.94:0/1801263450 learned_addr learned my addr 172.21.15.94:0/1801263450 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b02c0 0x562fbd5f5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a3d602640 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5aa8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 -- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b02c0 msgr2=0x562fbd5f5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b02c0 0x562fbd5f5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 -- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 msgr2=0x562fbd5aa8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5aa8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a37fff640 1 -- 172.21.15.94:0/1801263450 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fbd4d52f0 con 0x562fbd5ada80 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a3d602640 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5aa8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.535+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b02c0 0x562fbd5f5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a37fff640 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5ada80 0x562fbd5b06a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8a2402a890 tx=0x7f8a2402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a0147902c1304d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a227fc640 1 -- 172.21.15.94:0/1801263450 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2404b070 con 0x562fbd5ada80 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a227fc640 1 -- 172.21.15.94:0/1801263450 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a24032af0 con 0x562fbd5ada80 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a227fc640 1 -- 172.21.15.94:0/1801263450 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a24037040 con 0x562fbd5ada80 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 -- 172.21.15.94:0/1801263450 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5ada80 msgr2=0x562fbd5b06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5ada80 0x562fbd5b06a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8a2402a890 tx=0x7f8a2402c000 comp rx=0 tx=0).stop 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 -- 172.21.15.94:0/1801263450 shutdown_connections 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5aa8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5ada80 0x562fbd5b06a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1801263450 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b02c0 0x562fbd5f5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 -- 172.21.15.94:0/1801263450 >> 172.21.15.94:0/1801263450 conn(0x562fbd5aca80 msgr2=0x562fbd5f4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 -- 172.21.15.94:0/1801263450 shutdown_connections 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.536+0000 7f8a41e07740 1 -- 172.21.15.94:0/1801263450 wait complete. 2024-09-10T08:32:52.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.537+0000 7f8a41e07740 1 -- start start 2024-09-10T08:32:52.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.537+0000 7f8a41e07740 1 Processor -- start 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b02c0 0x562fbd5db2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b1a50 0x562fbd5d94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5d9a20 0x562fbd5cb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a41e07740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x562fbd5abf20 con 0x562fbd5d9a20 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x562fbd49b450 con 0x562fbd5b02c0 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x562fbd5f6290 con 0x562fbd5b1a50 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a41e07740 10 client.0 _ll_register_callbacks cb 0x562fbd224ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:32:52.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5d9a20 0x562fbd5cb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5d9a20 0x562fbd5cb6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34500/0 (socket says 172.21.15.94:34500) 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 -- 172.21.15.94:0/910884229 learned_addr learned my addr 172.21.15.94:0/910884229 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 -- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b1a50 msgr2=0x562fbd5d94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b1a50 0x562fbd5d94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 -- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b02c0 msgr2=0x562fbd5db2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b02c0 0x562fbd5db2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 -- 172.21.15.94:0/910884229 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fbd2252d0 con 0x562fbd5d9a20 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a3d602640 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5d9a20 0x562fbd5cb6b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8a300116c0 tx=0x7f8a30011b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5308e0df8ba4bae0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.538+0000 7f8a177fe640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a177fe640 1 -- 172.21.15.94:0/910884229 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a3001b020 con 0x562fbd5d9a20 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a177fe640 1 -- 172.21.15.94:0/910884229 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8a3000f7b0 con 0x562fbd5d9a20 2024-09-10T08:32:52.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a24032af0 con 0x562fbd5d9a20 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a177fe640 1 -- 172.21.15.94:0/910884229 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f8a30025050 con 0x562fbd5d9a20 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 10 client.4404 fetch_fsmap learned FSMap version 7 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x562fbd2ef6b0 con 0x562fbd5d9a20 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a177fe640 1 -- 172.21.15.94:0/910884229 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a24032af0 con 0x562fbd5d9a20 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a177fe640 1 -- 172.21.15.94:0/910884229 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f8a30028020 con 0x562fbd5d9a20 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 10 client.4404 fetch_fsmap finished waiting for FSMap version 7 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 10 client.4404 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 20 client.4404 populate_metadata read hostname 'smithi094' 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd608370 0x562fbd5dd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 4 client.4404 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 --> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fbd51fc50 con 0x562fbd608370 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.539+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd608370 0x562fbd5dd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.540+0000 7f8a177fe640 10 client.4404 ms_handle_connect on v2:172.21.15.143:6833/1721261724 2024-09-10T08:32:52.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.540+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd608370 0x562fbd5dd1b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66f90effb6acc639 server_cookie=7b11f4a743643567 in_seq=0 out_seq=0 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.540+0000 7f8a177fe640 1 -- 172.21.15.94:0/910884229 <== mds.0 v2:172.21.15.143:6833/1721261724 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fbd51fc50 con 0x562fbd608370 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.540+0000 7f8a177fe640 10 client.4404 handle_command_reply: tid=0 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.540+0000 7f8a41e07740 1 client.4404 shutdown 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5d9a20 msgr2=0x562fbd5cb6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5d9a20 0x562fbd5cb6b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8a300116c0 tx=0x7f8a30011b80 comp rx=0 tx=0).stop 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 shutdown_connections 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd608370 0x562fbd5dd1b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5d9a20 0x562fbd5cb6b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5b1a50 0x562fbd5d94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a177fe640 0 client.4404 ms_handle_reset on v2:172.21.15.143:6833/1721261724 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 --2- 172.21.15.94:0/910884229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b02c0 0x562fbd5db2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 >> 172.21.15.94:0/910884229 conn(0x562fbd5ada80 msgr2=0x562fbd5f4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 shutdown_connections 2024-09-10T08:32:52.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 1 -- 172.21.15.94:0/910884229 wait complete. 2024-09-10T08:32:52.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.541+0000 7f8a41e07740 20 client.4404 trim_cache size 0 max 16384 2024-09-10T08:32:52.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.558+0000 7f8a41e07740 1 Processor -- start 2024-09-10T08:32:52.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.558+0000 7f8a41e07740 1 -- start start 2024-09-10T08:32:52.560 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd5dd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a41e07740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8a381feea0 con 0x562fbd5b02c0 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8a380af960 con 0x562fbd5b1a50 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8a38157fb0 con 0x562fbd5d9a20 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd5dd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd5dd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34512/0 (socket says 172.21.15.94:34512) 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 -- 172.21.15.94:0/1771048638 learned_addr learned my addr 172.21.15.94:0/1771048638 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3d602640 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a37fff640 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 -- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 msgr2=0x562fbd5ca930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 -- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 msgr2=0x562fbd5ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 -- 172.21.15.94:0/1771048638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fbd5dbfd0 con 0x562fbd5b02c0 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd5dd940 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c000fb0 tx=0x7f8a2c088690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1f36c7f00e62407 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a21ffb640 1 -- 172.21.15.94:0/1771048638 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c0568f0 con 0x562fbd5b02c0 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a21ffb640 1 -- 172.21.15.94:0/1771048638 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a2c054c60 con 0x562fbd5b02c0 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.559+0000 7f8a21ffb640 1 -- 172.21.15.94:0/1771048638 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c060e90 con 0x562fbd5b02c0 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 -- 172.21.15.94:0/1771048638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 msgr2=0x562fbd5dd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd5dd940 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c000fb0 tx=0x7f8a2c088690 comp rx=0 tx=0).stop 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 -- 172.21.15.94:0/1771048638 shutdown_connections 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd5ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 --2- 172.21.15.94:0/1771048638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd5dd940 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 -- 172.21.15.94:0/1771048638 >> 172.21.15.94:0/1771048638 conn(0x562fbd5ada80 msgr2=0x562fbd5f2fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 -- 172.21.15.94:0/1771048638 shutdown_connections 2024-09-10T08:32:52.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 -- 172.21.15.94:0/1771048638 wait complete. 2024-09-10T08:32:52.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.560+0000 7f8a41e07740 1 -- start start 2024-09-10T08:32:52.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.561+0000 7f8a41e07740 1 Processor -- start 2024-09-10T08:32:52.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.561+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd677cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.561+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd671ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.561+0000 7f8a41e07740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.561+0000 7f8a41e07740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x562fbd6081f0 con 0x562fbd5b02c0 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.561+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x562fbd5cc170 con 0x562fbd5b1a50 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.561+0000 7f8a41e07740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x562fbd608840 con 0x562fbd5d9a20 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 10 client.0 _ll_register_callbacks cb 0x7f8a30005110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd677cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd677cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34516/0 (socket says 172.21.15.94:34516) 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2540497955 learned_addr learned my addr 172.21.15.94:0/2540497955 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a37fff640 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd671ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3d602640 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 msgr2=0x562fbd5ca910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 msgr2=0x562fbd671ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd671ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 -- 172.21.15.94:0/2540497955 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fbd5f24a0 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a3ce01640 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd677cf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c00cd80 tx=0x7f8a30003d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eaad134a66fadf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a177fe640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a177fe640 1 -- 172.21.15.94:0/2540497955 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2c088560 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a177fe640 1 -- 172.21.15.94:0/2540497955 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8a2c060c90 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a2c054c60 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a177fe640 1 -- 172.21.15.94:0/2540497955 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f8a2c060e90 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 10 client.4410 fetch_fsmap learned FSMap version 7 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x562fbd678390 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a177fe640 1 -- 172.21.15.94:0/2540497955 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a2c054c60 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a177fe640 1 -- 172.21.15.94:0/2540497955 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f8a2c057a40 con 0x562fbd5b02c0 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 10 client.4410 fetch_fsmap finished waiting for FSMap version 7 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 10 client.4410 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 20 client.4410 populate_metadata read hostname 'smithi094' 2024-09-10T08:32:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd606c90 0x562fbd607070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 4 client.4410 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.562+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 --> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] -- command(tid 0: {"prefix": "status"}) -- 0x562fbd519fa0 con 0x562fbd606c90 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a37fff640 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd606c90 0x562fbd607070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a177fe640 10 client.4410 ms_handle_connect on v2:172.21.15.143:6833/1721261724 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a37fff640 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd606c90 0x562fbd607070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4f612a01aabf8a6 server_cookie=a51ead716da1eddf in_seq=0 out_seq=0 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a177fe640 1 -- 172.21.15.94:0/2540497955 <== mds.0 v2:172.21.15.143:6833/1721261724 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x562fbd519fa0 con 0x562fbd606c90 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a177fe640 10 client.4410 handle_command_reply: tid=0 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 client.4410 shutdown 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 msgr2=0x562fbd677cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd677cf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c00cd80 tx=0x7f8a30003d10 comp rx=0 tx=0).stop 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 shutdown_connections 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x562fbd606c90 0x562fbd607070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x562fbd5b1a50 0x562fbd671ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x562fbd5d9a20 0x562fbd5ca910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a177fe640 0 client.4410 ms_handle_reset on v2:172.21.15.143:6833/1721261724 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 --2- 172.21.15.94:0/2540497955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x562fbd5b02c0 0x562fbd677cf0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 >> 172.21.15.94:0/2540497955 conn(0x562fbd5ada80 msgr2=0x562fbd5dd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 shutdown_connections 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.563+0000 7f8a41e07740 1 -- 172.21.15.94:0/2540497955 wait complete. 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a41e07740 20 client.4410 trim_cache size 0 max 16384 2024-09-10T08:32:52.570 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 4290, 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 7.1364874719999998, 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 7, 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 26, 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 26, 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 13.141049991999999 2024-09-10T08:32:52.571 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:32:52.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8a1c06be30 msgr2=0x7f8a1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8a1c06be30 0x7f8a1c06e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f8a24034000 tx=0x7f8a2402e000 comp rx=0 tx=0).stop 2024-09-10T08:32:52.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 msgr2=0x7f8a381f4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a381f4ff0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c00c3c0 tx=0x7f8a2c00c880 comp rx=0 tx=0).stop 2024-09-10T08:32:52.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 shutdown_connections 2024-09-10T08:32:52.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8a1c06be30 0x7f8a1c06e2f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8a380b6480 0x7f8a3815f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8a3815c140 0x7f8a3815f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 --2- 172.21.15.94:0/2725939363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8a3806f9d0 0x7f8a381f4ff0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 >> 172.21.15.94:0/2725939363 conn(0x7f8a3806bc10 msgr2=0x7f8a3815e300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 shutdown_connections 2024-09-10T08:32:52.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.564+0000 7f8a3f065640 1 -- 172.21.15.94:0/2725939363 wait complete. 2024-09-10T08:32:52.575 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T08:32:52.575 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:52.575 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:32:52.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.672+0000 7f9f649af640 1 Processor -- start 2024-09-10T08:32:52.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.672+0000 7f9f649af640 1 -- start start 2024-09-10T08:32:52.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f649af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f60160650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f649af640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f60160b90 con 0x7f9f6006f9d0 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f649af640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9f6015c520 con 0x7f9f600b6650 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f649af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9f6015c7f0 con 0x7f9f6015c140 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f55d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9f6006f9d0 0x7f9f600b5f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44238/0 (socket says 172.21.15.94:44238) 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f55d9b640 1 -- 172.21.15.94:0/243241318 learned_addr learned my addr 172.21.15.94:0/243241318 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5e59c640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f60160650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1059839866 0 0) 0x7f9f48001110 con 0x7f9f6006f9d0 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9f4c003520 con 0x7f9f6006f9d0 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2490726157 0 0) 0x7f9f4c003520 con 0x7f9f6006f9d0 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 msgr2=0x7f9f60160650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f60160650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 >> v1:172.21.15.143:6789/0 conn(0x7f9f600b6650 legacy=0x7f9f6015d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f6015cad0 con 0x7f9f6006f9d0 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f9f48001840 con 0x7f9f6006f9d0 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.673+0000 7f9f5e59c640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f60160650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 >> v1:172.21.15.94:6789/0 conn(0x7f9f6006f9d0 legacy=0x7f9f600b5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5dd9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c0039e0 0x7f9f4c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5dd9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f4c004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5dd9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f4c005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6015c7f0 con 0x7f9f4c004390 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4c00b9c0 con 0x7f9f4c0039e0 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9f4c00bb70 con 0x7f9f6015c140 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f4c004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5e59c640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c0039e0 0x7f9f4c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5ed9d640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f4c005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f55d9b640 1 -- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 msgr2=0x7f9f4c005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f4c005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f55d9b640 1 -- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c0039e0 msgr2=0x7f9f4c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f4c0039e0 0x7f9f4c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f55d9b640 1 -- 172.21.15.94:0/243241318 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f4c003520 con 0x7f9f4c004390 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.674+0000 7f9f5ed9d640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015c140 0x7f9f4c005080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f4c004860 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9f4800c3b0 tx=0x7f9f4c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e08fafb5f0766371 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4800c0e0 con 0x7f9f4c004390 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f48034070 con 0x7f9f4c004390 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f5dd9b640 1 -- 172.21.15.94:0/243241318 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f48005d10 con 0x7f9f4c004390 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f649af640 1 -- 172.21.15.94:0/243241318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 msgr2=0x7f9f4c004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f649af640 1 --2- 172.21.15.94:0/243241318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f4c004860 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9f4800c3b0 tx=0x7f9f4c005830 comp rx=0 tx=0).stop 2024-09-10T08:32:52.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f5ed9d640 1 -- 172.21.15.94:0/243241318 reap_dead start 2024-09-10T08:32:52.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f649af640 1 -- 172.21.15.94:0/243241318 shutdown_connections 2024-09-10T08:32:52.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f649af640 1 -- 172.21.15.94:0/243241318 >> 172.21.15.94:0/243241318 conn(0x7f9f6006bc10 msgr2=0x7f9f6006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f649af640 1 -- 172.21.15.94:0/243241318 shutdown_connections 2024-09-10T08:32:52.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.675+0000 7f9f649af640 1 -- 172.21.15.94:0/243241318 wait complete. 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.677+0000 7f9f649af640 1 Processor -- start 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.677+0000 7f9f649af640 1 -- start start 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f601454b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015b0a0 0x7f9f600ae250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f6015b520 0x7f9f600ae790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6015d370 con 0x7f9f4c004390 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9f6015d090 con 0x7f9f6015b520 2024-09-10T08:32:52.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9f60160650 con 0x7f9f6015b0a0 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f601454b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f601454b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34526/0 (socket says 172.21.15.94:34526) 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 -- 172.21.15.94:0/1365080946 learned_addr learned my addr 172.21.15.94:0/1365080946 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015b0a0 0x7f9f600ae250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5ed9d640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f6015b520 0x7f9f600ae790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 -- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015b0a0 msgr2=0x7f9f600ae250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015b0a0 0x7f9f600ae250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 -- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f6015b520 msgr2=0x7f9f600ae790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f6015b520 0x7f9f600ae790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 -- 172.21.15.94:0/1365080946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f6015a000 con 0x7f9f4c004390 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015b0a0 0x7f9f600ae250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5ed9d640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f6015b520 0x7f9f600ae790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:32:52.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f5e59c640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f601454b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9f50011a00 tx=0x7f9f50011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f577fe640 1 -- 172.21.15.94:0/1365080946 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f5000faf0 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f577fe640 1 -- 172.21.15.94:0/1365080946 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9f5000fc90 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f6015a2e0 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f577fe640 1 -- 172.21.15.94:0/1365080946 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50004030 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.678+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f6015a8a0 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.679+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f600b5f40 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.680+0000 7f9f577fe640 1 -- 172.21.15.94:0/1365080946 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9f50012040 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.680+0000 7f9f577fe640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9f4006be30 0x7f9f4006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.680+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9f4006be30 0x7f9f4006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.680+0000 7f9f577fe640 1 -- 172.21.15.94:0/1365080946 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9f5008b610 con 0x7f9f4c004390 2024-09-10T08:32:52.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.681+0000 7f9f55d9b640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9f4006be30 0x7f9f4006e2f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9f600696d0 tx=0x7f9f4802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:52.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.685+0000 7f9f577fe640 1 -- 172.21.15.94:0/1365080946 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9f50019070 con 0x7f9f4c004390 2024-09-10T08:32:52.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.885+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9f600b0ed0 con 0x7f9f4c004390 2024-09-10T08:32:52.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.885+0000 7f9f577fe640 1 -- 172.21.15.94:0/1365080946 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7f9f50059c80 con 0x7f9f4c004390 2024-09-10T08:32:52.886 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9f4006be30 msgr2=0x7f9f4006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9f4006be30 0x7f9f4006e2f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9f600696d0 tx=0x7f9f4802e000 comp rx=0 tx=0).stop 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 msgr2=0x7f9f601454b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f601454b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9f50011a00 tx=0x7f9f50011ec0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 shutdown_connections 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9f4006be30 0x7f9f4006e2f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9f6015b520 0x7f9f600ae790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9f6015b0a0 0x7f9f600ae250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 --2- 172.21.15.94:0/1365080946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9f4c004390 0x7f9f601454b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 >> 172.21.15.94:0/1365080946 conn(0x7f9f6006bc10 msgr2=0x7f9f6015fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 shutdown_connections 2024-09-10T08:32:52.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:52.887+0000 7f9f649af640 1 -- 172.21.15.94:0/1365080946 wait complete. 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:32:52.898 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T08:32:52.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:52.899 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:32:52.914 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:32:52.914 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:32:52.914 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:32:52.914 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:32:52.915 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:32:52.916 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42783sec preferred_lft 42783sec 2024-09-10T08:32:52.916 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:32:52.916 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:32:52.916 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T08:32:52.916 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:32:52.916 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:32:52.917 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link add name ceph-brx type bridge 2024-09-10T08:32:52.917 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip addr flush dev ceph-brx 2024-09-10T08:32:52.917 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set ceph-brx up 2024-09-10T08:32:52.917 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T08:32:52.917 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:32:53.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:32:53.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:32:53.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:53.123 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:32:53.148 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:32:53.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:53.149 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:32:53.214 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:32:53.215 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:32:53.215 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:32:53.215 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:32:53.215 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:32:53.215 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:32:53.215 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:32:53.215 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:32:53.216 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:32:53.216 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:32:53.216 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:32:53.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:32:53.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:32:53.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:53.530 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:32:53.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:53.547 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list-id 2024-09-10T08:32:53.602 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:32:53.602 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:32:53.602 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:32:53.602 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-10T08:32:53.602 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:32:53.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:32:53.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:32:53.721 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-10T08:32:53.721 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:32:53.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:32:53.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:32:53.879 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:32:53.879 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:32:53.879 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:32:53.879 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T08:32:53.879 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:32:53.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:32:53.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:32:53.956 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-10T08:32:53.956 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:32:53.956 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:53.971 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T08:32:53.971 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:32:53.971 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:54.026 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:32:54.092 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:32:54.149 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:32:54.150 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:32:54.151 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:32:54.151 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:32:54.151 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:32:54.151 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:32:54.151 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:32:54.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:54.151 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:32:54.204 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:32:54.204 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-10T08:32:54.247 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:32:54.271 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:32:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:32:54.328 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:32:54.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:54.329 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:32:54.343 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi094.stderr:2024-09-10T08:32:54.342+0000 7fbc19c0c480 -1 init, newargv = 0x561950bcd990 newargc=15 2024-09-10T08:32:54.343 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi094.stderr:ceph-fuse[42314]: starting ceph client 2024-09-10T08:32:54.349 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi094.stderr:ceph-fuse[42314]: starting fuse 2024-09-10T08:32:54.358 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:32:54.358 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:32:54.358 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:32:54.358 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:32:54.358 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:32:54.358 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:32:54.358 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:32:54.358 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:32:54.358 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:32:54.359 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:32:54.360 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:32:54.360 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:32:54.360 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.admin")) 2024-09-10T08:32:54.360 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:32:54.475 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.admin.42314.asok 2024-09-10T08:32:54.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:32:54.486 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.42314.asok 2024-09-10T08:32:54.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:54.486 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.42314.asok status 2024-09-10T08:32:54.618 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:32:54.618 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:32:54.618 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "admin", 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "42314", 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 4422, 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:32:54.619 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 4422 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 3061515568 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 3061515568 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.4422 192.168.0.1:0/3061515568", 2024-09-10T08:32:54.620 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/3061515568", 2024-09-10T08:32:54.621 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:32:54.621 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 7, 2024-09-10T08:32:54.621 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 26, 2024-09-10T08:32:54.621 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:32:54.621 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:32:54.621 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:32:54.621 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:32:54.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:54.626 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:32:54.627 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:54.642 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:32:54.642 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:54.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:54.643 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:54.709 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-10T08:32:54.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T08:32:54.817 INFO:teuthology.orchestra.run.smithi094.stdout:# file: . 2024-09-10T08:32:54.817 INFO:teuthology.orchestra.run.smithi094.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-10T08:32:54.817 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:32:54.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:32:54.823 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:54.823 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:32:54.839 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:32:54.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.978+0000 7fa49d368640 1 Processor -- start 2024-09-10T08:32:54.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.978+0000 7fa49d368640 1 -- start start 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa49d368640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49815b120 0x7fa49806f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa49d368640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa4980d0bc0 0x7fa49806e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa49d368640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa49815b500 con 0x7fa49806dec0 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa49d368640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa49806e940 con 0x7fa4980d0bc0 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa49d368640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa49806ec20 con 0x7fa49815b120 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa4977fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa4980d0bc0 0x7fa49806e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa4977fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa4980d0bc0 0x7fa49806e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34538/0 (socket says 172.21.15.94:34538) 2024-09-10T08:32:54.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa4977fe640 1 -- 172.21.15.94:0/359104739 learned_addr learned my addr 172.21.15.94:0/359104739 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:54.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa4967fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fa49806dec0 0x7fa4980d04b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44242/0 (socket says 172.21.15.94:44242) 2024-09-10T08:32:54.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa496ffd640 1 --2- 172.21.15.94:0/359104739 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49815b120 0x7fa49806f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:54.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa4977fe640 1 -- 172.21.15.94:0/359104739 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49815b120 msgr2=0x7fa49806f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:54.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa4977fe640 1 --2- 172.21.15.94:0/359104739 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49815b120 0x7fa49806f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:54.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.979+0000 7fa4977fe640 1 -- 172.21.15.94:0/359104739 >> v1:172.21.15.94:6789/0 conn(0x7fa49806dec0 legacy=0x7fa4980d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:54.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.980+0000 7fa4977fe640 1 -- 172.21.15.94:0/359104739 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa49806ef00 con 0x7fa4980d0bc0 2024-09-10T08:32:54.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.980+0000 7fa4977fe640 1 --2- 172.21.15.94:0/359104739 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa49806e300 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa490009e50 tx=0x7fa49002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4518bb2120e94803 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:54.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.980+0000 7fa495ffb640 1 -- 172.21.15.94:0/359104739 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa490036070 con 0x7fa4980d0bc0 2024-09-10T08:32:54.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.980+0000 7fa495ffb640 1 -- 172.21.15.94:0/359104739 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa490031600 con 0x7fa4980d0bc0 2024-09-10T08:32:54.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.980+0000 7fa495ffb640 1 -- 172.21.15.94:0/359104739 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4900319d0 con 0x7fa4980d0bc0 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 -- 172.21.15.94:0/359104739 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 msgr2=0x7fa49806e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 --2- 172.21.15.94:0/359104739 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa49806e300 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa490009e50 tx=0x7fa49002a710 comp rx=0 tx=0).stop 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 -- 172.21.15.94:0/359104739 shutdown_connections 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 --2- 172.21.15.94:0/359104739 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa49806e300 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 --2- 172.21.15.94:0/359104739 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49815b120 0x7fa49806f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 -- 172.21.15.94:0/359104739 >> 172.21.15.94:0/359104739 conn(0x7fa49806bdf0 msgr2=0x7fa49806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 -- 172.21.15.94:0/359104739 shutdown_connections 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.981+0000 7fa49d368640 1 -- 172.21.15.94:0/359104739 wait complete. 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.982+0000 7fa49d368640 1 Processor -- start 2024-09-10T08:32:54.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.982+0000 7fa49d368640 1 -- start start 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa49d368640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49806dec0 0x7fa4980b0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa49d368640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa498158c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa49d368640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa49815b120 0x7fa49814bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa49d368640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa4980ce060 con 0x7fa4980d0bc0 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa49d368640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa49806f4c0 con 0x7fa49815b120 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa49d368640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa4980c5160 con 0x7fa49806dec0 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa498158c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa498158c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34548/0 (socket says 172.21.15.94:34548) 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 -- 172.21.15.94:0/882563586 learned_addr learned my addr 172.21.15.94:0/882563586 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa496ffd640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49806dec0 0x7fa4980b0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 -- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49806dec0 msgr2=0x7fa4980b0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4977fe640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa49815b120 0x7fa49814bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:54.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49806dec0 0x7fa4980b0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 -- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa49815b120 msgr2=0x7fa49814bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa49815b120 0x7fa49814bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 -- 172.21.15.94:0/882563586 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4980720d0 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.983+0000 7fa4967fc640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa498158c00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00c440 tx=0x7fa48c001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.984+0000 7fa47f7fe640 1 -- 172.21.15.94:0/882563586 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c0074e0 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.984+0000 7fa47f7fe640 1 -- 172.21.15.94:0/882563586 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa48c007680 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.984+0000 7fa47f7fe640 1 -- 172.21.15.94:0/882563586 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c004a20 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.984+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4980723b0 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.984+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4980b1100 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.985+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa498068da0 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.985+0000 7fa47f7fe640 1 -- 172.21.15.94:0/882563586 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa48c01a020 con 0x7fa4980d0bc0 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.986+0000 7fa47f7fe640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa48406be30 0x7fa48406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:54.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.986+0000 7fa47f7fe640 1 -- 172.21.15.94:0/882563586 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa48c08a920 con 0x7fa4980d0bc0 2024-09-10T08:32:54.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.986+0000 7fa496ffd640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa48406be30 0x7fa48406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:54.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.986+0000 7fa496ffd640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa48406be30 0x7fa48406e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa488006fd0 tx=0x7fa488008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:54.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:54.990+0000 7fa47f7fe640 1 -- 172.21.15.94:0/882563586 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa498068da0 con 0x7fa4980d0bc0 2024-09-10T08:32:55.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.166+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa498070190 con 0x7fa4980d0bc0 2024-09-10T08:32:55.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.167+0000 7fa47f7fe640 1 -- 172.21.15.94:0/882563586 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fa498070190 con 0x7fa4980d0bc0 2024-09-10T08:32:55.167 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:32:55.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa48406be30 msgr2=0x7fa48406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa48406be30 0x7fa48406e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa488006fd0 tx=0x7fa488008040 comp rx=0 tx=0).stop 2024-09-10T08:32:55.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 msgr2=0x7fa498158c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa498158c00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa48c00c440 tx=0x7fa48c001e70 comp rx=0 tx=0).stop 2024-09-10T08:32:55.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 shutdown_connections 2024-09-10T08:32:55.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa48406be30 0x7fa48406e2f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa49815b120 0x7fa49814bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa4980d0bc0 0x7fa498158c00 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 --2- 172.21.15.94:0/882563586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa49806dec0 0x7fa4980b0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 >> 172.21.15.94:0/882563586 conn(0x7fa49806bdf0 msgr2=0x7fa4980b3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:55.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 shutdown_connections 2024-09-10T08:32:55.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.169+0000 7fa49d368640 1 -- 172.21.15.94:0/882563586 wait complete. 2024-09-10T08:32:55.179 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:32:55.179 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:32:55.195 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:32:55.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.334+0000 7f52c172c640 1 Processor -- start 2024-09-10T08:32:55.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.334+0000 7f52c172c640 1 -- start start 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52c172c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc15f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52c172c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f52bc0d0070 0x7f52bc0d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52c172c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52bc0cf2b0 con 0x7f52bc0d1940 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52c172c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f52bc0cf590 con 0x7f52bc0d0070 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52c172c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f52bc0cf870 con 0x7f52bc15f0d0 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52baffd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc15f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52b27fc640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f52bc0d0070 0x7f52bc0d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52baffd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc15f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:53274/0 (socket says 172.21.15.94:53274) 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52baffd640 1 -- 172.21.15.94:0/3621185873 learned_addr learned my addr 172.21.15.94:0/3621185873 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52b27fc640 1 -- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 msgr2=0x7f52bc15f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52b27fc640 1 --2- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc15f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52b27fc640 1 -- 172.21.15.94:0/3621185873 >> v1:172.21.15.143:6789/0 conn(0x7f52bc0d1940 legacy=0x7f52bc0d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52b27fc640 1 -- 172.21.15.94:0/3621185873 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52bc0cfb50 con 0x7f52bc0d0070 2024-09-10T08:32:55.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.335+0000 7f52baffd640 1 --2- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc15f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:32:55.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.336+0000 7f52b27fc640 1 --2- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d0070 0x7f52bc0d1400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f52a40097a0 tx=0x7f52a402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fdae9039a86849d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:55.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.336+0000 7f52ba7fc640 1 -- 172.21.15.94:0/3621185873 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a4037070 con 0x7f52bc0d0070 2024-09-10T08:32:55.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.336+0000 7f52ba7fc640 1 -- 172.21.15.94:0/3621185873 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52a402ae50 con 0x7f52bc0d0070 2024-09-10T08:32:55.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.336+0000 7f52ba7fc640 1 -- 172.21.15.94:0/3621185873 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a4032660 con 0x7f52bc0d0070 2024-09-10T08:32:55.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 -- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d0070 msgr2=0x7f52bc0d1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 --2- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d0070 0x7f52bc0d1400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f52a40097a0 tx=0x7f52a402a100 comp rx=0 tx=0).stop 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 -- 172.21.15.94:0/3621185873 shutdown_connections 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 --2- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d0070 0x7f52bc0d1400 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 --2- 172.21.15.94:0/3621185873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc15f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 -- 172.21.15.94:0/3621185873 >> 172.21.15.94:0/3621185873 conn(0x7f52bc09d760 msgr2=0x7f52bc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 -- 172.21.15.94:0/3621185873 shutdown_connections 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.337+0000 7f52c172c640 1 -- 172.21.15.94:0/3621185873 wait complete. 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.338+0000 7f52c172c640 1 Processor -- start 2024-09-10T08:32:55.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.338+0000 7f52c172c640 1 -- start start 2024-09-10T08:32:55.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52c172c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52bc0d0070 0x7f52bc0b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:55.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52c172c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d1940 0x7f52bc0b7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:55.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52c172c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc0b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:55.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52c172c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f52bc0d49c0 con 0x7f52bc0d0070 2024-09-10T08:32:55.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52c172c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f52bc0d4840 con 0x7f52bc0d1940 2024-09-10T08:32:55.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52c172c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f52bc0d4b40 con 0x7f52bc15f0d0 2024-09-10T08:32:55.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52bc0d0070 0x7f52bc0b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52bc0d0070 0x7f52bc0b7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34554/0 (socket says 172.21.15.94:34554) 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 -- 172.21.15.94:0/3737082091 learned_addr learned my addr 172.21.15.94:0/3737082091 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52bb7fe640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc0b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52b27fc640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d1940 0x7f52bc0b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 -- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 msgr2=0x7f52bc0b7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc0b7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 -- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d1940 msgr2=0x7f52bc0b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d1940 0x7f52bc0b7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.339+0000 7f52baffd640 1 -- 172.21.15.94:0/3737082091 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52bc0cd0e0 con 0x7f52bc0d0070 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.340+0000 7f52baffd640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52bc0d0070 0x7f52bc0b7210 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00e9b0 tx=0x7f52ac00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.340+0000 7f52b3fff640 1 -- 172.21.15.94:0/3737082091 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ac017070 con 0x7f52bc0d0070 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.340+0000 7f52b3fff640 1 -- 172.21.15.94:0/3737082091 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52ac00c9a0 con 0x7f52bc0d0070 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.340+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52bc0cd3c0 con 0x7f52bc0d0070 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.340+0000 7f52b3fff640 1 -- 172.21.15.94:0/3737082091 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ac00cd50 con 0x7f52bc0d0070 2024-09-10T08:32:55.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.340+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52bc0cd980 con 0x7f52bc0d0070 2024-09-10T08:32:55.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.341+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52bc0d1400 con 0x7f52bc0d0070 2024-09-10T08:32:55.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.341+0000 7f52b3fff640 1 -- 172.21.15.94:0/3737082091 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f52ac01a070 con 0x7f52bc0d0070 2024-09-10T08:32:55.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.342+0000 7f52b3fff640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f529c06be60 0x7f529c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:32:55.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.342+0000 7f52b27fc640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f529c06be60 0x7f529c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:32:55.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.342+0000 7f52b3fff640 1 -- 172.21.15.94:0/3737082091 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f52ac08b310 con 0x7f52bc0d0070 2024-09-10T08:32:55.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.342+0000 7f52b27fc640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f529c06be60 0x7f529c06e320 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f52a4034000 tx=0x7f52a402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:32:55.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.346+0000 7f52b3fff640 1 -- 172.21.15.94:0/3737082091 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f52ac059330 con 0x7f52bc0d0070 2024-09-10T08:32:55.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.523+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f52bc06cf30 con 0x7f52bc0d0070 2024-09-10T08:32:55.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.524+0000 7f52b3fff640 1 -- 172.21.15.94:0/3737082091 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f52ac05d630 con 0x7f52bc0d0070 2024-09-10T08:32:55.524 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.525+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f529c06be60 msgr2=0x7f529c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.525+0000 7f52c172c640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f529c06be60 0x7f529c06e320 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f52a4034000 tx=0x7f52a402e000 comp rx=0 tx=0).stop 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.525+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52bc0d0070 msgr2=0x7f52bc0b7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.525+0000 7f52c172c640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52bc0d0070 0x7f52bc0b7210 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00e9b0 tx=0x7f52ac00ee70 comp rx=0 tx=0).stop 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.525+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 shutdown_connections 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.525+0000 7f52c172c640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f529c06be60 0x7f529c06e320 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.525+0000 7f52c172c640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52bc0d1940 0x7f52bc0b7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.526+0000 7f52c172c640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52bc15f0d0 0x7f52bc0b7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.526+0000 7f52c172c640 1 --2- 172.21.15.94:0/3737082091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52bc0d0070 0x7f52bc0b7210 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:32:55.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.526+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 >> 172.21.15.94:0/3737082091 conn(0x7f52bc09d760 msgr2=0x7f52bc0d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:32:55.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.526+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 shutdown_connections 2024-09-10T08:32:55.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:32:55.526+0000 7f52c172c640 1 -- 172.21.15.94:0/3737082091 wait complete. 2024-09-10T08:32:55.536 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:32:55.536 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:32:55.536 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:32:55.559 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi094.stderr:ceph-fuse[42314]: fuse finished with error 0 and tester_r 0 2024-09-10T08:32:55.561 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:01.662 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:33:01.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:01.663 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-10T08:33:01.697 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.847+0000 7f5dd5c5e640 1 Processor -- start 2024-09-10T08:33:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.847+0000 7f5dd5c5e640 1 -- start start 2024-09-10T08:33:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.848+0000 7f5dd5c5e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5dd00d21f0 0x7f5dd00d25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.848+0000 7f5dd5c5e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dd00d2b10 con 0x7f5dd0072590 2024-09-10T08:33:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.848+0000 7f5dd5c5e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dd01620b0 con 0x7f5dd0141ad0 2024-09-10T08:33:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.848+0000 7f5dd5c5e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5dd0141750 con 0x7f5dd00d21f0 2024-09-10T08:33:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.848+0000 7f5dceffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5dd0072590 0x7f5dd006d0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42422/0 (socket says 172.21.15.94:42422) 2024-09-10T08:33:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.848+0000 7f5dceffd640 1 -- 172.21.15.94:0/3457823496 learned_addr learned my addr 172.21.15.94:0/3457823496 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.848+0000 7f5dcf7fe640 1 --2- 172.21.15.94:0/3457823496 >> v2:172.21.15.143:3300/0 conn(0x7f5dd00d21f0 0x7f5dd00d25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 54409807 0 0) 0x7f5dd00d2b10 con 0x7f5dd0072590 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5db8003520 con 0x7f5dd0072590 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2556059361 0 0) 0x7f5db8003520 con 0x7f5dd0072590 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 >> v2:172.21.15.143:3300/0 conn(0x7f5dd00d21f0 msgr2=0x7f5dd00d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 --2- 172.21.15.94:0/3457823496 >> v2:172.21.15.143:3300/0 conn(0x7f5dd00d21f0 0x7f5dd00d25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 >> v1:172.21.15.143:6789/0 conn(0x7f5dd0141ad0 legacy=0x7f5dd0141f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd0162370 con 0x7f5dd0072590 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f5dc4001670 con 0x7f5dd0072590 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 >> v1:172.21.15.94:6789/0 conn(0x7f5dd0072590 legacy=0x7f5dd006d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80039b0 0x7f5db8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5db8004800 0x7f5db8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5db80051c0 0x7f5db800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd0141750 con 0x7f5db80051c0 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5db800c160 con 0x7f5db8004800 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5db800c360 con 0x7f5db80039b0 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dcffff640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5db80051c0 0x7f5db800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dceffd640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5db8004800 0x7f5db8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dcf7fe640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80039b0 0x7f5db8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dcffff640 1 -- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80039b0 msgr2=0x7f5db8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dcffff640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80039b0 0x7f5db8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dcffff640 1 -- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5db8004800 msgr2=0x7f5db8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dcffff640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5db8004800 0x7f5db8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.849+0000 7f5dcffff640 1 -- 172.21.15.94:0/3457823496 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db8003520 con 0x7f5db80051c0 2024-09-10T08:33:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.850+0000 7f5dcffff640 1 -- 172.21.15.94:0/3457823496 reap_dead start 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.850+0000 7f5dcffff640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5db80051c0 0x7f5db800b9c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8001750 tx=0x7f5db8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb2ac0877ae3cad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.850+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8001370 con 0x7f5db80051c0 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.850+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dc80052f0 con 0x7f5db80051c0 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.850+0000 7f5dce7fc640 1 -- 172.21.15.94:0/3457823496 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc802abe0 con 0x7f5db80051c0 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.851+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/3457823496 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5db80051c0 msgr2=0x7f5db800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.851+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5db80051c0 0x7f5db800b9c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8001750 tx=0x7f5db8005830 comp rx=0 tx=0).stop 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.851+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/3457823496 shutdown_connections 2024-09-10T08:33:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.851+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/3457823496 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5db80051c0 0x7f5db800b9c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:01.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.851+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/3457823496 >> 172.21.15.94:0/3457823496 conn(0x7f5dd00b3ed0 msgr2=0x7f5dd00b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:01.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.851+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/3457823496 shutdown_connections 2024-09-10T08:33:01.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.851+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/3457823496 wait complete. 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.852+0000 7f5dd5c5e640 1 Processor -- start 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.852+0000 7f5dd5c5e640 1 -- start start 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dd5c5e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80051c0 0x7f5dd00c7820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dd5c5e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5dd0140860 0x7f5dd0140cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dd5c5e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5dd00ae2a0 0x7f5dd00ae750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dd5c5e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd0162930 con 0x7f5dd0140860 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dd5c5e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd006d7f0 con 0x7f5dd00ae2a0 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dd5c5e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5dd0162c10 con 0x7f5db80051c0 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5dd0140860 0x7f5dd0140cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5dd0140860 0x7f5dd0140cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36620/0 (socket says 172.21.15.94:36620) 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 -- 172.21.15.94:0/1072451055 learned_addr learned my addr 172.21.15.94:0/1072451055 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:01.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dcf7fe640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80051c0 0x7f5dd00c7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dcffff640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5dd00ae2a0 0x7f5dd00ae750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 -- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80051c0 msgr2=0x7f5dd00c7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80051c0 0x7f5dd00c7820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 -- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5dd00ae2a0 msgr2=0x7f5dd00ae750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5dd00ae2a0 0x7f5dd00ae750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 -- 172.21.15.94:0/1072451055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd0159da0 con 0x7f5dd0140860 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dcffff640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5dd00ae2a0 0x7f5dd00ae750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.853+0000 7f5dceffd640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5dd0140860 0x7f5dd0140cc0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4001050 tx=0x7f5dc4007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.854+0000 7f5db7fff640 1 -- 172.21.15.94:0/1072451055 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc400f960 con 0x7f5dd0140860 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.854+0000 7f5db7fff640 1 -- 172.21.15.94:0/1072451055 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dc4018070 con 0x7f5dd0140860 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.854+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dd0141200 con 0x7f5dd0140860 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.854+0000 7f5db7fff640 1 -- 172.21.15.94:0/1072451055 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc400fd80 con 0x7f5dd0140860 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.854+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dd01592c0 con 0x7f5dd0140860 2024-09-10T08:33:01.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.855+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dd0158c30 con 0x7f5dd0140860 2024-09-10T08:33:01.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.855+0000 7f5db7fff640 1 -- 172.21.15.94:0/1072451055 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5dc401d460 con 0x7f5dd0140860 2024-09-10T08:33:01.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.856+0000 7f5db7fff640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5dbc06be60 0x7f5dbc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:01.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.856+0000 7f5db7fff640 1 -- 172.21.15.94:0/1072451055 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5dc408b100 con 0x7f5dd0140860 2024-09-10T08:33:01.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.856+0000 7f5dcf7fe640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5dbc06be60 0x7f5dbc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:01.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.856+0000 7f5dcf7fe640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5dbc06be60 0x7f5dbc06e320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0014450 tx=0x7f5dc000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:01.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:01.860+0000 7f5db7fff640 1 -- 172.21.15.94:0/1072451055 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5dc4059800 con 0x7f5dd0140860 2024-09-10T08:33:02.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.027+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5dd00690c0 con 0x7f5dd0140860 2024-09-10T08:33:02.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.029+0000 7f5db7fff640 1 -- 172.21.15.94:0/1072451055 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7f5dc4059100 con 0x7f5dd0140860 2024-09-10T08:33:02.029 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:02.029 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5dbc06be60 msgr2=0x7f5dbc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5dbc06be60 0x7f5dbc06e320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0014450 tx=0x7f5dc000b040 comp rx=0 tx=0).stop 2024-09-10T08:33:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5dd0140860 msgr2=0x7f5dd0140cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5dd0140860 0x7f5dd0140cc0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4001050 tx=0x7f5dc4007720 comp rx=0 tx=0).stop 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 shutdown_connections 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5dbc06be60 0x7f5dbc06e320 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5dd00ae2a0 0x7f5dd00ae750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5dd0140860 0x7f5dd0140cc0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 --2- 172.21.15.94:0/1072451055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5db80051c0 0x7f5dd00c7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 >> 172.21.15.94:0/1072451055 conn(0x7f5dd00b3ed0 msgr2=0x7f5dd015fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 shutdown_connections 2024-09-10T08:33:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.031+0000 7f5dd5c5e640 1 -- 172.21.15.94:0/1072451055 wait complete. 2024-09-10T08:33:02.042 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:02.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.140+0000 7faac3da6640 1 Processor -- start 2024-09-10T08:33:02.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.140+0000 7faac3da6640 1 -- start start 2024-09-10T08:33:02.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac3da6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7faabc15e2a0 0x7faabc06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac3da6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7faabc15e680 0x7faabc0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac3da6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac3da6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7faabc0d1880 con 0x7faabc15e680 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac3da6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7faabc0d1b60 con 0x7faabc15e2a0 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac3da6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7faabc0cf2d0 con 0x7faabc06d960 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1341640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7faabc15e680 0x7faabc0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1341640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7faabc15e680 0x7faabc0cfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36634/0 (socket says 172.21.15.94:36634) 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1341640 1 -- 172.21.15.94:0/3428347744 learned_addr learned my addr 172.21.15.94:0/3428347744 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac2343640 1 --2- 172.21.15.94:0/3428347744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1b42640 1 --2- 172.21.15.94:0/3428347744 >> v2:172.21.15.143:3300/0 conn(0x7faabc15e2a0 0x7faabc06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1341640 1 -- 172.21.15.94:0/3428347744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 msgr2=0x7faabc0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1341640 1 --2- 172.21.15.94:0/3428347744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc0d0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1341640 1 -- 172.21.15.94:0/3428347744 >> v2:172.21.15.143:3300/0 conn(0x7faabc15e2a0 msgr2=0x7faabc06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.141+0000 7faac1341640 1 --2- 172.21.15.94:0/3428347744 >> v2:172.21.15.143:3300/0 conn(0x7faabc15e2a0 0x7faabc06d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.142+0000 7faac1341640 1 -- 172.21.15.94:0/3428347744 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc0cf5b0 con 0x7faabc15e680 2024-09-10T08:33:02.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.142+0000 7faac1b42640 1 --2- 172.21.15.94:0/3428347744 >> v2:172.21.15.143:3300/0 conn(0x7faabc15e2a0 0x7faabc06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:02.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.142+0000 7faac1341640 1 --2- 172.21.15.94:0/3428347744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc0cfad0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7faabc0b6fa0 tx=0x7faaac02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6b72a138b7df357 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:02.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.142+0000 7faac0b40640 1 -- 172.21.15.94:0/3428347744 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac037070 con 0x7faabc15e680 2024-09-10T08:33:02.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.142+0000 7faac0b40640 1 -- 172.21.15.94:0/3428347744 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faaac032440 con 0x7faabc15e680 2024-09-10T08:33:02.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.142+0000 7faac0b40640 1 -- 172.21.15.94:0/3428347744 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac032810 con 0x7faabc15e680 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 -- 172.21.15.94:0/3428347744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 msgr2=0x7faabc0cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 --2- 172.21.15.94:0/3428347744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc0cfad0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7faabc0b6fa0 tx=0x7faaac02a1e0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 -- 172.21.15.94:0/3428347744 shutdown_connections 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 --2- 172.21.15.94:0/3428347744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 --2- 172.21.15.94:0/3428347744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc0cfad0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 --2- 172.21.15.94:0/3428347744 >> v2:172.21.15.143:3300/0 conn(0x7faabc15e2a0 0x7faabc06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 -- 172.21.15.94:0/3428347744 >> 172.21.15.94:0/3428347744 conn(0x7faabc09d760 msgr2=0x7faabc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 -- 172.21.15.94:0/3428347744 shutdown_connections 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.143+0000 7faac3da6640 1 -- 172.21.15.94:0/3428347744 wait complete. 2024-09-10T08:33:02.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.144+0000 7faac3da6640 1 Processor -- start 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.144+0000 7faac3da6640 1 -- start start 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac3da6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc14c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac3da6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faabc15e2a0 0x7faabc0c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac3da6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc14eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac3da6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7faabc0d44f0 con 0x7faabc15e680 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac3da6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7faabc0d4370 con 0x7faabc15e2a0 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac3da6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7faabc0d4670 con 0x7faabc06d960 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc14eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc14eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36644/0 (socket says 172.21.15.94:36644) 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 -- 172.21.15.94:0/837683439 learned_addr learned my addr 172.21.15.94:0/837683439 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac1341640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faabc15e2a0 0x7faabc0c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac1b42640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc14c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 -- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 msgr2=0x7faabc14c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc14c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 -- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faabc15e2a0 msgr2=0x7faabc0c7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faabc15e2a0 0x7faabc0c7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.145+0000 7faac2343640 1 -- 172.21.15.94:0/837683439 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faabc0ca8a0 con 0x7faabc15e680 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.146+0000 7faac2343640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc14eb60 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faab4007e40 tx=0x7faab400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.146+0000 7faab27fc640 1 -- 172.21.15.94:0/837683439 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4014620 con 0x7faabc15e680 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.146+0000 7faab27fc640 1 -- 172.21.15.94:0/837683439 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faab4019070 con 0x7faabc15e680 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.146+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faabc0cab80 con 0x7faabc15e680 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.146+0000 7faab27fc640 1 -- 172.21.15.94:0/837683439 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4014a20 con 0x7faabc15e680 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.146+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faabc0c8450 con 0x7faabc15e680 2024-09-10T08:33:02.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.147+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faabc06d420 con 0x7faabc15e680 2024-09-10T08:33:02.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.147+0000 7faab27fc640 1 -- 172.21.15.94:0/837683439 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faab4014bc0 con 0x7faabc15e680 2024-09-10T08:33:02.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.148+0000 7faab27fc640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faaa006be30 0x7faaa006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.148+0000 7faab27fc640 1 -- 172.21.15.94:0/837683439 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faab408b910 con 0x7faabc15e680 2024-09-10T08:33:02.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.148+0000 7faac1b42640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faaa006be30 0x7faaa006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.148+0000 7faac1b42640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faaa006be30 0x7faaa006e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faabc0b5160 tx=0x7faab8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:02.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.152+0000 7faab27fc640 1 -- 172.21.15.94:0/837683439 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faab4059930 con 0x7faabc15e680 2024-09-10T08:33:02.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.317+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faabc06cf90 con 0x7faabc15e680 2024-09-10T08:33:02.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.318+0000 7faab27fc640 1 -- 172.21.15.94:0/837683439 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7faab405dc30 con 0x7faabc15e680 2024-09-10T08:33:02.318 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:02.318 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:02.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faaa006be30 msgr2=0x7faaa006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faaa006be30 0x7faaa006e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faabc0b5160 tx=0x7faab8008040 comp rx=0 tx=0).stop 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 msgr2=0x7faabc14eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc14eb60 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faab4007e40 tx=0x7faab400e4b0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 shutdown_connections 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7faaa006be30 0x7faaa006e2f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7faabc15e2a0 0x7faabc0c7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7faabc15e680 0x7faabc14eb60 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 --2- 172.21.15.94:0/837683439 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7faabc06d960 0x7faabc14c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 >> 172.21.15.94:0/837683439 conn(0x7faabc09d760 msgr2=0x7faabc15f7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 shutdown_connections 2024-09-10T08:33:02.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.320+0000 7faac3da6640 1 -- 172.21.15.94:0/837683439 wait complete. 2024-09-10T08:33:02.331 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:33:02.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.433+0000 7f122e450640 1 Processor -- start 2024-09-10T08:33:02.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.433+0000 7f122e450640 1 -- start start 2024-09-10T08:33:02.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f122e450640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e680 0x7f12280cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f122e450640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f12280d0010 0x7f12280d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f122e450640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12280d1880 con 0x7f122815e2a0 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f122e450640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f12280d1b60 con 0x7f12280d0010 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f122e450640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f12280cf2d0 con 0x7f122815e680 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f1227fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f122815e2a0 0x7f122806d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42438/0 (socket says 172.21.15.94:42438) 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f1227fff640 1 -- 172.21.15.94:0/1381496773 learned_addr learned my addr 172.21.15.94:0/1381496773 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f121ffff640 1 --2- 172.21.15.94:0/1381496773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e680 0x7f12280cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f122c9ed640 1 --2- 172.21.15.94:0/1381496773 >> v2:172.21.15.143:3300/0 conn(0x7f12280d0010 0x7f12280d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f12277fe640 1 -- 172.21.15.94:0/1381496773 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 838789739 0 0) 0x7f12280d1880 con 0x7f122815e2a0 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f12277fe640 1 -- 172.21.15.94:0/1381496773 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1214003520 con 0x7f122815e2a0 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f121ffff640 1 -- 172.21.15.94:0/1381496773 >> v2:172.21.15.143:3300/0 conn(0x7f12280d0010 msgr2=0x7f12280d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f121ffff640 1 --2- 172.21.15.94:0/1381496773 >> v2:172.21.15.143:3300/0 conn(0x7f12280d0010 0x7f12280d4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f121ffff640 1 -- 172.21.15.94:0/1381496773 >> v1:172.21.15.94:6789/0 conn(0x7f122815e2a0 legacy=0x7f122806d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.434+0000 7f121ffff640 1 -- 172.21.15.94:0/1381496773 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12280cf5b0 con 0x7f122815e680 2024-09-10T08:33:02.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.435+0000 7f121ffff640 1 --2- 172.21.15.94:0/1381496773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e680 0x7f12280cfad0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f12100097a0 tx=0x7f121002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90c2d9d20dcbccbc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:02.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.435+0000 7f12277fe640 1 -- 172.21.15.94:0/1381496773 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210037070 con 0x7f122815e680 2024-09-10T08:33:02.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.435+0000 7f12277fe640 1 -- 172.21.15.94:0/1381496773 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f121002ae50 con 0x7f122815e680 2024-09-10T08:33:02.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.435+0000 7f12277fe640 1 -- 172.21.15.94:0/1381496773 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210032640 con 0x7f122815e680 2024-09-10T08:33:02.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 -- 172.21.15.94:0/1381496773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e680 msgr2=0x7f12280cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 --2- 172.21.15.94:0/1381496773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e680 0x7f12280cfad0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f12100097a0 tx=0x7f121002a100 comp rx=0 tx=0).stop 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 -- 172.21.15.94:0/1381496773 shutdown_connections 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 --2- 172.21.15.94:0/1381496773 >> v2:172.21.15.143:3300/0 conn(0x7f12280d0010 0x7f12280d4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 --2- 172.21.15.94:0/1381496773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e680 0x7f12280cfad0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 -- 172.21.15.94:0/1381496773 >> 172.21.15.94:0/1381496773 conn(0x7f122809d760 msgr2=0x7f122808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 -- 172.21.15.94:0/1381496773 shutdown_connections 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.436+0000 7f122e450640 1 -- 172.21.15.94:0/1381496773 wait complete. 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.437+0000 7f122e450640 1 Processor -- start 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.437+0000 7f122e450640 1 -- start start 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122e450640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12280d0010 0x7f1228159790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122e450640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e2a0 0x7f12280ca200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122e450640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f122815e680 0x7f12280ca740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122e450640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f122806dcb0 con 0x7f122815e680 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122e450640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f122806db30 con 0x7f12280d0010 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122e450640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f12280d48b0 con 0x7f122815e2a0 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f122815e680 0x7f12280ca740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f122815e680 0x7f12280ca740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36652/0 (socket says 172.21.15.94:36652) 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 -- 172.21.15.94:0/1493766377 learned_addr learned my addr 172.21.15.94:0/1493766377 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f121ffff640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e2a0 0x7f12280ca200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f1227fff640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12280d0010 0x7f1228159790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 -- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e2a0 msgr2=0x7f12280ca200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e2a0 0x7f12280ca200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 -- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12280d0010 msgr2=0x7f1228159790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12280d0010 0x7f1228159790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f122c9ed640 1 -- 172.21.15.94:0/1493766377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f122815a070 con 0x7f122815e680 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.438+0000 7f121ffff640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e2a0 0x7f12280ca200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.439+0000 7f122c9ed640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f122815e680 0x7f12280ca740 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f122000efc0 tx=0x7f122000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.439+0000 7f12257fa640 1 -- 172.21.15.94:0/1493766377 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1220018020 con 0x7f122815e680 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.439+0000 7f12257fa640 1 -- 172.21.15.94:0/1493766377 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1220014480 con 0x7f122815e680 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.439+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12280cade0 con 0x7f122815e680 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.439+0000 7f12257fa640 1 -- 172.21.15.94:0/1493766377 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1220014870 con 0x7f122815e680 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.439+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12281490f0 con 0x7f122815e680 2024-09-10T08:33:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.440+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12280d4370 con 0x7f122815e680 2024-09-10T08:33:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.440+0000 7f12257fa640 1 -- 172.21.15.94:0/1493766377 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1220005d10 con 0x7f122815e680 2024-09-10T08:33:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.441+0000 7f12257fa640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f120806be30 0x7f120806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.441+0000 7f12257fa640 1 -- 172.21.15.94:0/1493766377 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f122008c010 con 0x7f122815e680 2024-09-10T08:33:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.441+0000 7f1227fff640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f120806be30 0x7f120806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.441+0000 7f1227fff640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f120806be30 0x7f120806e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1218000f60 tx=0x7f1218009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:02.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.445+0000 7f12257fa640 1 -- 172.21.15.94:0/1493766377 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1220022030 con 0x7f122815e680 2024-09-10T08:33:02.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:02.648+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f122806cf90 con 0x7f122815e680 2024-09-10T08:33:03.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.497+0000 7f12257fa640 1 -- 172.21.15.94:0/1493766377 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7f1220010040 con 0x7f122815e680 2024-09-10T08:33:03.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f120806be30 msgr2=0x7f120806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:03.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f120806be30 0x7f120806e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1218000f60 tx=0x7f1218009040 comp rx=0 tx=0).stop 2024-09-10T08:33:03.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f122815e680 msgr2=0x7f12280ca740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:03.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f122815e680 0x7f12280ca740 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f122000efc0 tx=0x7f122000c490 comp rx=0 tx=0).stop 2024-09-10T08:33:03.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 shutdown_connections 2024-09-10T08:33:03.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f120806be30 0x7f120806e2f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f122815e680 0x7f12280ca740 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f122815e2a0 0x7f12280ca200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 --2- 172.21.15.94:0/1493766377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12280d0010 0x7f1228159790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 >> 172.21.15.94:0/1493766377 conn(0x7f122809d760 msgr2=0x7f122815fd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:03.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 shutdown_connections 2024-09-10T08:33:03.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.501+0000 7f122e450640 1 -- 172.21.15.94:0/1493766377 wait complete. 2024-09-10T08:33:03.515 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-10T08:33:03.515 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T08:33:03.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.621+0000 7f1eb6f9f640 1 Processor -- start 2024-09-10T08:33:03.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.621+0000 7f1eb6f9f640 1 -- start start 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb6f9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb006d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb6f9f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1eb015e680 0x7f1eb00cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb6f9f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1eb006d960 0x7f1eb00d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb6f9f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f1eb00d1880 con 0x7f1eb006d960 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb6f9f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1eb00d1b60 con 0x7f1eb015e680 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb6f9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb00cf2d0 con 0x7f1eb015e2a0 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1eb006d960 0x7f1eb00d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1eb006d960 0x7f1eb00d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36654/0 (socket says 172.21.15.94:36654) 2024-09-10T08:33:03.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 -- 172.21.15.94:0/2315889955 learned_addr learned my addr 172.21.15.94:0/2315889955 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1ea7fff640 1 --2- 172.21.15.94:0/2315889955 >> v2:172.21.15.143:3300/0 conn(0x7f1eb015e680 0x7f1eb00cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb4d3b640 1 --2- 172.21.15.94:0/2315889955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb006d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 -- 172.21.15.94:0/2315889955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 msgr2=0x7f1eb006d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 --2- 172.21.15.94:0/2315889955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb006d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 -- 172.21.15.94:0/2315889955 >> v2:172.21.15.143:3300/0 conn(0x7f1eb015e680 msgr2=0x7f1eb00cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 --2- 172.21.15.94:0/2315889955 >> v2:172.21.15.143:3300/0 conn(0x7f1eb015e680 0x7f1eb00cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.622+0000 7f1eb553c640 1 -- 172.21.15.94:0/2315889955 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb00cf5b0 con 0x7f1eb006d960 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1eb553c640 1 --2- 172.21.15.94:0/2315889955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb006d960 0x7f1eb00d0010 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1eb00d1f60 tx=0x7f1ea802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a510fbc967e6bd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:03.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1ea77fe640 1 -- 172.21.15.94:0/2315889955 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea8036070 con 0x7f1eb006d960 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1ea77fe640 1 -- 172.21.15.94:0/2315889955 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ea8031600 con 0x7f1eb006d960 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1ea77fe640 1 -- 172.21.15.94:0/2315889955 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea80319d0 con 0x7f1eb006d960 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/2315889955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb006d960 msgr2=0x7f1eb00d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/2315889955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb006d960 0x7f1eb00d0010 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1eb00d1f60 tx=0x7f1ea802a6a0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/2315889955 shutdown_connections 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/2315889955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb006d960 0x7f1eb00d0010 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.623+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/2315889955 >> v2:172.21.15.143:3300/0 conn(0x7f1eb015e680 0x7f1eb00cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.624+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/2315889955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb006d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.624+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/2315889955 >> 172.21.15.94:0/2315889955 conn(0x7f1eb009d760 msgr2=0x7f1eb008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.624+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/2315889955 shutdown_connections 2024-09-10T08:33:03.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.624+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/2315889955 wait complete. 2024-09-10T08:33:03.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.625+0000 7f1eb6f9f640 1 Processor -- start 2024-09-10T08:33:03.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.625+0000 7f1eb6f9f640 1 -- start start 2024-09-10T08:33:03.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1eb006d960 0x7f1eb0156810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:03.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb0161f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:03.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb015e680 0x7f1eb0162480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:03.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb00d44f0 con 0x7f1eb015e680 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb00d4370 con 0x7f1eb006d960 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb00d4670 con 0x7f1eb015e2a0 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb015e680 0x7f1eb0162480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb015e680 0x7f1eb0162480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36658/0 (socket says 172.21.15.94:36658) 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 -- 172.21.15.94:0/3277770536 learned_addr learned my addr 172.21.15.94:0/3277770536 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb4d3b640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1eb006d960 0x7f1eb0156810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1ea7fff640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb0161f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 -- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 msgr2=0x7f1eb0161f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb0161f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 -- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1eb006d960 msgr2=0x7f1eb0156810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1eb006d960 0x7f1eb0156810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 -- 172.21.15.94:0/3277770536 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb00caab0 con 0x7f1eb015e680 2024-09-10T08:33:03.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb553c640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb015e680 0x7f1eb0162480 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009f40 tx=0x7f1ea8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1ea57fa640 1 -- 172.21.15.94:0/3277770536 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea8041020 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1ea57fa640 1 -- 172.21.15.94:0/3277770536 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ea8007800 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1ea57fa640 1 -- 172.21.15.94:0/3277770536 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea8036040 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb00cad90 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.626+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb00b7460 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.627+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb00d49a0 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.628+0000 7f1ea57fa640 1 -- 172.21.15.94:0/3277770536 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1ea8044020 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.628+0000 7f1ea57fa640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1e9c06be30 0x7f1e9c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.628+0000 7f1ea57fa640 1 -- 172.21.15.94:0/3277770536 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1ea80abd20 con 0x7f1eb015e680 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.628+0000 7f1eb4d3b640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1e9c06be30 0x7f1e9c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:03.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.629+0000 7f1eb4d3b640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1e9c06be30 0x7f1e9c06e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1eac006fd0 tx=0x7f1eac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:03.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.632+0000 7f1ea57fa640 1 -- 172.21.15.94:0/3277770536 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1ea804b030 con 0x7f1eb015e680 2024-09-10T08:33:03.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:03.832+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f1eb0160a80 con 0x7f1eb015e680 2024-09-10T08:33:04.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.507+0000 7f1ea57fa640 1 -- 172.21.15.94:0/3277770536 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7f1ea8079dd0 con 0x7f1eb015e680 2024-09-10T08:33:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1e9c06be30 msgr2=0x7f1e9c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1e9c06be30 0x7f1e9c06e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1eac006fd0 tx=0x7f1eac008040 comp rx=0 tx=0).stop 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb015e680 msgr2=0x7f1eb0162480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb015e680 0x7f1eb0162480 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009f40 tx=0x7f1ea8004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 shutdown_connections 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1e9c06be30 0x7f1e9c06e2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1eb015e680 0x7f1eb0162480 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1eb015e2a0 0x7f1eb0161f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 --2- 172.21.15.94:0/3277770536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1eb006d960 0x7f1eb0156810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 >> 172.21.15.94:0/3277770536 conn(0x7f1eb009d760 msgr2=0x7f1eb015d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 shutdown_connections 2024-09-10T08:33:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.509+0000 7f1eb6f9f640 1 -- 172.21.15.94:0/3277770536 wait complete. 2024-09-10T08:33:04.521 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T08:33:04.521 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:04.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.619+0000 7ff94465e640 1 Processor -- start 2024-09-10T08:33:04.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.619+0000 7ff94465e640 1 -- start start 2024-09-10T08:33:04.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.620+0000 7ff94465e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff93c0d29c0 0x7ff93c0d2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.620+0000 7ff94465e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 0x7ff93c15ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.620+0000 7ff94465e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff93c15f280 con 0x7ff93c15e4d0 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.620+0000 7ff94465e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff93c0d3370 con 0x7ff93c0d29c0 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.620+0000 7ff94465e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff93c0d1170 con 0x7ff93c15e8b0 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9423fa640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff93c15e4d0 0x7ff93c0d1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42444/0 (socket says 172.21.15.94:42444) 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9423fa640 1 -- 172.21.15.94:0/3635170820 learned_addr learned my addr 172.21.15.94:0/3635170820 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff941bf9640 1 --2- 172.21.15.94:0/3635170820 >> v2:172.21.15.143:3300/0 conn(0x7ff93c0d29c0 0x7ff93c0d2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff942bfb640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 0x7ff93c15ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1912120744 0 0) 0x7ff93c15f280 con 0x7ff93c15e4d0 2024-09-10T08:33:04.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff928003520 con 0x7ff93c15e4d0 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3889374792 0 0) 0x7ff928003520 con 0x7ff93c15e4d0 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 msgr2=0x7ff93c15ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 0x7ff93c15ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 >> v2:172.21.15.143:3300/0 conn(0x7ff93c0d29c0 msgr2=0x7ff93c0d2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 --2- 172.21.15.94:0/3635170820 >> v2:172.21.15.143:3300/0 conn(0x7ff93c0d29c0 0x7ff93c0d2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93c0d2250 con 0x7ff93c15e4d0 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7ff930001690 con 0x7ff93c15e4d0 2024-09-10T08:33:04.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 >> v1:172.21.15.94:6789/0 conn(0x7ff93c15e4d0 legacy=0x7ff93c0d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 0x7ff9280039d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff928003f50 0x7ff928004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff928004d40 0x7ff9280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c0d3370 con 0x7ff928003f50 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c0d1170 con 0x7ff928004d40 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff92800b9c0 con 0x7ff93c15e8b0 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff941bf9640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff928003f50 0x7ff928004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff9423fa640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 0x7ff9280039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.621+0000 7ff942bfb640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff928004d40 0x7ff9280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff941bf9640 1 -- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 msgr2=0x7ff9280039d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff941bf9640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 0x7ff9280039d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff941bf9640 1 -- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff928004d40 msgr2=0x7ff9280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:04.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff941bf9640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff928004d40 0x7ff9280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff941bf9640 1 -- 172.21.15.94:0/3635170820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff928003520 con 0x7ff928003f50 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff9423fa640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff93c15e8b0 0x7ff9280039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff942bfb640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff928004d40 0x7ff9280051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff941bf9640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff928003f50 0x7ff928004800 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff938009ae0 tx=0x7ff928005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3246f396572923e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff938036070 con 0x7ff928003f50 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff938005990 con 0x7ff928003f50 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.622+0000 7ff9413f8640 1 -- 172.21.15.94:0/3635170820 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff938009680 con 0x7ff928003f50 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.623+0000 7ff94465e640 1 -- 172.21.15.94:0/3635170820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff928003f50 msgr2=0x7ff928004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.623+0000 7ff94465e640 1 --2- 172.21.15.94:0/3635170820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff928003f50 0x7ff928004800 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff938009ae0 tx=0x7ff928005830 comp rx=0 tx=0).stop 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.623+0000 7ff942bfb640 1 -- 172.21.15.94:0/3635170820 reap_dead start 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.623+0000 7ff94465e640 1 -- 172.21.15.94:0/3635170820 shutdown_connections 2024-09-10T08:33:04.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.623+0000 7ff94465e640 1 -- 172.21.15.94:0/3635170820 >> 172.21.15.94:0/3635170820 conn(0x7ff93c09d770 msgr2=0x7ff93c08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:04.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.623+0000 7ff94465e640 1 -- 172.21.15.94:0/3635170820 shutdown_connections 2024-09-10T08:33:04.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.623+0000 7ff94465e640 1 -- 172.21.15.94:0/3635170820 wait complete. 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.624+0000 7ff94465e640 1 Processor -- start 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.624+0000 7ff94465e640 1 -- start start 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff94465e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff928003f50 0x7ff93c1e90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff94465e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff93c155f70 0x7ff93c0b9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff94465e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff93c0b84c0 0x7ff93c0b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff94465e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c0d0b20 con 0x7ff93c0b84c0 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff94465e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c15f800 con 0x7ff93c155f70 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff94465e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff93c0d0e00 con 0x7ff928003f50 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff93c0b84c0 0x7ff93c0b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff93c0b84c0 0x7ff93c0b0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36674/0 (socket says 172.21.15.94:36674) 2024-09-10T08:33:04.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 -- 172.21.15.94:0/4079194615 learned_addr learned my addr 172.21.15.94:0/4079194615 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff9423fa640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff928003f50 0x7ff93c1e90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff941bf9640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff93c155f70 0x7ff93c0b9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 -- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff928003f50 msgr2=0x7ff93c1e90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff928003f50 0x7ff93c1e90a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 -- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff93c155f70 msgr2=0x7ff93c0b9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff93c155f70 0x7ff93c0b9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 -- 172.21.15.94:0/4079194615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93c0b8c30 con 0x7ff93c0b84c0 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff941bf9640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff93c155f70 0x7ff93c0b9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.625+0000 7ff942bfb640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff93c0b84c0 0x7ff93c0b0f10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff93c09dea0 tx=0x7ff934010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.626+0000 7ff92effd640 1 -- 172.21.15.94:0/4079194615 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934010d80 con 0x7ff93c0b84c0 2024-09-10T08:33:04.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.626+0000 7ff92effd640 1 -- 172.21.15.94:0/4079194615 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff934003990 con 0x7ff93c0b84c0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.626+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff93c0b8f10 con 0x7ff93c0b84c0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.626+0000 7ff92effd640 1 -- 172.21.15.94:0/4079194615 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934003d80 con 0x7ff93c0b84c0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.626+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff93c0b94d0 con 0x7ff93c0b84c0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.627+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff93c0d2e30 con 0x7ff93c0b84c0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.627+0000 7ff92effd640 1 -- 172.21.15.94:0/4079194615 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff934005d10 con 0x7ff93c0b84c0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.628+0000 7ff92effd640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff92006be30 0x7ff92006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.628+0000 7ff92effd640 1 -- 172.21.15.94:0/4079194615 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ff93408b770 con 0x7ff93c0b84c0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.628+0000 7ff9423fa640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff92006be30 0x7ff92006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.628+0000 7ff9423fa640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff92006be30 0x7ff92006e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0c7ec0 tx=0x7ff930007040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:04.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.632+0000 7ff92effd640 1 -- 172.21.15.94:0/4079194615 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff934025020 con 0x7ff93c0b84c0 2024-09-10T08:33:04.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.833+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff93c06cf90 con 0x7ff93c0b84c0 2024-09-10T08:33:04.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.833+0000 7ff92effd640 1 -- 172.21.15.94:0/4079194615 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7ff934059de0 con 0x7ff93c0b84c0 2024-09-10T08:33:04.834 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:04.834 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:04.834 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff92006be30 msgr2=0x7ff92006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff92006be30 0x7ff92006e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff93c0c7ec0 tx=0x7ff930007040 comp rx=0 tx=0).stop 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff93c0b84c0 msgr2=0x7ff93c0b0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff93c0b84c0 0x7ff93c0b0f10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff93c09dea0 tx=0x7ff934010590 comp rx=0 tx=0).stop 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 shutdown_connections 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff92006be30 0x7ff92006e2f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff93c155f70 0x7ff93c0b9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff93c0b84c0 0x7ff93c0b0f10 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 --2- 172.21.15.94:0/4079194615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff928003f50 0x7ff93c1e90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 >> 172.21.15.94:0/4079194615 conn(0x7ff93c09d770 msgr2=0x7ff93c06da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:04.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 shutdown_connections 2024-09-10T08:33:04.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.835+0000 7ff94465e640 1 -- 172.21.15.94:0/4079194615 wait complete. 2024-09-10T08:33:04.847 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:04.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.943+0000 7fc67fee4640 1 Processor -- start 2024-09-10T08:33:04.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.943+0000 7fc67fee4640 1 -- start start 2024-09-10T08:33:04.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67fee4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc67806cd20 0x7fc67806d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67fee4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc678161eb0 0x7fc6781622f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67fee4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc67806d640 con 0x7fc678143a20 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67fee4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc678162e50 con 0x7fc678161eb0 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67fee4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc678142150 con 0x7fc67806cd20 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67d47f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc678161eb0 0x7fc6781622f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67e481640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc678143a20 0x7fc678143ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42454/0 (socket says 172.21.15.94:42454) 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67e481640 1 -- 172.21.15.94:0/2277998460 learned_addr learned my addr 172.21.15.94:0/2277998460 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67dc80640 1 --2- 172.21.15.94:0/2277998460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc67806cd20 0x7fc67806d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67d47f640 1 -- 172.21.15.94:0/2277998460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc67806cd20 msgr2=0x7fc67806d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67d47f640 1 --2- 172.21.15.94:0/2277998460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc67806cd20 0x7fc67806d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67d47f640 1 -- 172.21.15.94:0/2277998460 >> v1:172.21.15.94:6789/0 conn(0x7fc678143a20 legacy=0x7fc678143ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.944+0000 7fc67cc7e640 1 -- 172.21.15.94:0/2277998460 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1244168203 0 0) 0x7fc67806d640 con 0x7fc678143a20 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.945+0000 7fc67d47f640 1 -- 172.21.15.94:0/2277998460 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc678162b70 con 0x7fc678161eb0 2024-09-10T08:33:04.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.945+0000 7fc67d47f640 1 --2- 172.21.15.94:0/2277998460 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc678161eb0 0x7fc6781622f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc6680097a0 tx=0x7fc66802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21f5d53d9d2ec269 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:04.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.945+0000 7fc67cc7e640 1 -- 172.21.15.94:0/2277998460 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668037070 con 0x7fc678161eb0 2024-09-10T08:33:04.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.945+0000 7fc67cc7e640 1 -- 172.21.15.94:0/2277998460 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc66802ae50 con 0x7fc678161eb0 2024-09-10T08:33:04.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.945+0000 7fc67cc7e640 1 -- 172.21.15.94:0/2277998460 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668032660 con 0x7fc678161eb0 2024-09-10T08:33:04.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 -- 172.21.15.94:0/2277998460 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc678161eb0 msgr2=0x7fc6781622f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 --2- 172.21.15.94:0/2277998460 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc678161eb0 0x7fc6781622f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc6680097a0 tx=0x7fc66802a100 comp rx=0 tx=0).stop 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 -- 172.21.15.94:0/2277998460 shutdown_connections 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 --2- 172.21.15.94:0/2277998460 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc678161eb0 0x7fc6781622f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 --2- 172.21.15.94:0/2277998460 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc67806cd20 0x7fc67806d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 -- 172.21.15.94:0/2277998460 >> 172.21.15.94:0/2277998460 conn(0x7fc6780b3ed0 msgr2=0x7fc6780b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 -- 172.21.15.94:0/2277998460 shutdown_connections 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.946+0000 7fc67fee4640 1 -- 172.21.15.94:0/2277998460 wait complete. 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.947+0000 7fc67fee4640 1 Processor -- start 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.947+0000 7fc67fee4640 1 -- start start 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67fee4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc67806cd20 0x7fc6780cea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67fee4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc678143a20 0x7fc67813fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67fee4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc678161eb0 0x7fc6781408a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67fee4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc678162830 con 0x7fc67806cd20 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67fee4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc678141de0 con 0x7fc678143a20 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67fee4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc678141600 con 0x7fc678161eb0 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc67806cd20 0x7fc6780cea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc67806cd20 0x7fc6780cea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36686/0 (socket says 172.21.15.94:36686) 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 -- 172.21.15.94:0/1754234023 learned_addr learned my addr 172.21.15.94:0/1754234023 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 -- 172.21.15.94:0/1754234023 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc678161eb0 msgr2=0x7fc6781408a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc678161eb0 0x7fc6781408a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 -- 172.21.15.94:0/1754234023 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc678143a20 msgr2=0x7fc67813fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc678143a20 0x7fc67813fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 -- 172.21.15.94:0/1754234023 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6780cf120 con 0x7fc67806cd20 2024-09-10T08:33:04.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc67dc80640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc67806cd20 0x7fc6780cea40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc67400d5f0 tx=0x7fc67400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:04.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.948+0000 7fc66e7fc640 1 -- 172.21.15.94:0/1754234023 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6740125f0 con 0x7fc67806cd20 2024-09-10T08:33:04.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.949+0000 7fc66e7fc640 1 -- 172.21.15.94:0/1754234023 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc674019070 con 0x7fc67806cd20 2024-09-10T08:33:04.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.949+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6780cf400 con 0x7fc67806cd20 2024-09-10T08:33:04.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.949+0000 7fc66e7fc640 1 -- 172.21.15.94:0/1754234023 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6740129d0 con 0x7fc67806cd20 2024-09-10T08:33:04.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.949+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6780b5c40 con 0x7fc67806cd20 2024-09-10T08:33:04.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.949+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6780cf920 con 0x7fc67806cd20 2024-09-10T08:33:04.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.950+0000 7fc66e7fc640 1 -- 172.21.15.94:0/1754234023 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc674012b70 con 0x7fc67806cd20 2024-09-10T08:33:04.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.951+0000 7fc66e7fc640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc65c06be30 0x7fc65c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:04.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.951+0000 7fc67d47f640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc65c06be30 0x7fc65c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:04.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.951+0000 7fc66e7fc640 1 -- 172.21.15.94:0/1754234023 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc67408b600 con 0x7fc67806cd20 2024-09-10T08:33:04.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.951+0000 7fc67d47f640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc65c06be30 0x7fc65c06e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc668034000 tx=0x7fc66802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:04.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:04.955+0000 7fc66e7fc640 1 -- 172.21.15.94:0/1754234023 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc6780cf920 con 0x7fc67806cd20 2024-09-10T08:33:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.119+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6781622f0 con 0x7fc67806cd20 2024-09-10T08:33:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.120+0000 7fc66e7fc640 1 -- 172.21.15.94:0/1754234023 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7fc674059c70 con 0x7fc67806cd20 2024-09-10T08:33:05.121 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:05.121 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc65c06be30 msgr2=0x7fc65c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc65c06be30 0x7fc65c06e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc668034000 tx=0x7fc66802c000 comp rx=0 tx=0).stop 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc67806cd20 msgr2=0x7fc6780cea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc67806cd20 0x7fc6780cea40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc67400d5f0 tx=0x7fc67400dab0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 shutdown_connections 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc65c06be30 0x7fc65c06e2f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc678143a20 0x7fc67813fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc678161eb0 0x7fc6781408a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 --2- 172.21.15.94:0/1754234023 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc67806cd20 0x7fc6780cea40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 >> 172.21.15.94:0/1754234023 conn(0x7fc6780b3ed0 msgr2=0x7fc67815fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 shutdown_connections 2024-09-10T08:33:05.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.122+0000 7fc67fee4640 1 -- 172.21.15.94:0/1754234023 wait complete. 2024-09-10T08:33:05.134 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:33:05.134 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:05.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.231+0000 7f7f3e60a640 1 Processor -- start 2024-09-10T08:33:05.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.231+0000 7f7f3e60a640 1 -- start start 2024-09-10T08:33:05.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f3e60a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f7f3815e2a0 0x7f7f3806d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f3e60a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f380d1880 con 0x7f7f3815e680 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f3e60a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f380d1b60 con 0x7f7f3806d960 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f3e60a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f7f380cf2d0 con 0x7f7f3815e2a0 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f377fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7f3815e680 0x7f7f380cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42456/0 (socket says 172.21.15.94:42456) 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f377fe640 1 -- 172.21.15.94:0/3639027289 learned_addr learned my addr 172.21.15.94:0/3639027289 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f37fff640 1 --2- 172.21.15.94:0/3639027289 >> v2:172.21.15.143:3300/0 conn(0x7f7f3815e2a0 0x7f7f3806d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f36ffd640 1 -- 172.21.15.94:0/3639027289 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 189609271 0 0) 0x7f7f380d1880 con 0x7f7f3815e680 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f36ffd640 1 -- 172.21.15.94:0/3639027289 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7f20003520 con 0x7f7f3815e680 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f37fff640 1 -- 172.21.15.94:0/3639027289 >> v1:172.21.15.143:6789/0 conn(0x7f7f3806d960 legacy=0x7f7f380d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f37fff640 1 -- 172.21.15.94:0/3639027289 >> v1:172.21.15.94:6789/0 conn(0x7f7f3815e680 legacy=0x7f7f380cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.232+0000 7f7f37fff640 1 -- 172.21.15.94:0/3639027289 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f380cf5b0 con 0x7f7f3815e2a0 2024-09-10T08:33:05.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.233+0000 7f7f37fff640 1 --2- 172.21.15.94:0/3639027289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3815e2a0 0x7f7f3806d420 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7f280097a0 tx=0x7f7f2802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d64458ad6925d6ed server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.233+0000 7f7f36ffd640 1 -- 172.21.15.94:0/3639027289 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f28037070 con 0x7f7f3815e2a0 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.233+0000 7f7f36ffd640 1 -- 172.21.15.94:0/3639027289 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f28032440 con 0x7f7f3815e2a0 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.233+0000 7f7f36ffd640 1 -- 172.21.15.94:0/3639027289 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f280327f0 con 0x7f7f3815e2a0 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.234+0000 7f7f3e60a640 1 -- 172.21.15.94:0/3639027289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3815e2a0 msgr2=0x7f7f3806d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.234+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/3639027289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3815e2a0 0x7f7f3806d420 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7f280097a0 tx=0x7f7f2802a230 comp rx=0 tx=0).stop 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.234+0000 7f7f3e60a640 1 -- 172.21.15.94:0/3639027289 shutdown_connections 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.234+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/3639027289 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3815e2a0 0x7f7f3806d420 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.234+0000 7f7f3e60a640 1 -- 172.21.15.94:0/3639027289 >> 172.21.15.94:0/3639027289 conn(0x7f7f3809d760 msgr2=0x7f7f3808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.234+0000 7f7f3e60a640 1 -- 172.21.15.94:0/3639027289 shutdown_connections 2024-09-10T08:33:05.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.234+0000 7f7f3e60a640 1 -- 172.21.15.94:0/3639027289 wait complete. 2024-09-10T08:33:05.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.235+0000 7f7f3e60a640 1 Processor -- start 2024-09-10T08:33:05.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.235+0000 7f7f3e60a640 1 -- start start 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f3e60a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3806d960 0x7f7f381568f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f3e60a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7f3815e2a0 0x7f7f380ca710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f3e60a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3815e680 0x7f7f380d2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f3e60a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7f380d0360 con 0x7f7f3815e2a0 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f3e60a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7f380d01e0 con 0x7f7f3806d960 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f3e60a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7f380d4a80 con 0x7f7f3815e680 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7f3815e2a0 0x7f7f380ca710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7f3815e2a0 0x7f7f380ca710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36696/0 (socket says 172.21.15.94:36696) 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 -- 172.21.15.94:0/1867676735 learned_addr learned my addr 172.21.15.94:0/1867676735 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f37fff640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3806d960 0x7f7f381568f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f3cba7640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3815e680 0x7f7f380d2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 -- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3815e680 msgr2=0x7f7f380d2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3815e680 0x7f7f380d2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 -- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3806d960 msgr2=0x7f7f381568f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3806d960 0x7f7f381568f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 -- 172.21.15.94:0/1867676735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f380cbb40 con 0x7f7f3815e2a0 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f37fff640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3806d960 0x7f7f381568f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.236+0000 7f7f377fe640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7f3815e2a0 0x7f7f380ca710 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c00c3e0 tx=0x7f7f2c00c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.237+0000 7f7f34ff9640 1 -- 172.21.15.94:0/1867676735 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c017070 con 0x7f7f3815e2a0 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.237+0000 7f7f34ff9640 1 -- 172.21.15.94:0/1867676735 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f2c005ce0 con 0x7f7f3815e2a0 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.237+0000 7f7f34ff9640 1 -- 172.21.15.94:0/1867676735 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f2c0072d0 con 0x7f7f3815e2a0 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.237+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f380cbe20 con 0x7f7f3815e2a0 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.237+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f380cc3e0 con 0x7f7f3815e2a0 2024-09-10T08:33:05.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.238+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f3806d420 con 0x7f7f3815e2a0 2024-09-10T08:33:05.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.238+0000 7f7f34ff9640 1 -- 172.21.15.94:0/1867676735 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7f2c01a070 con 0x7f7f3815e2a0 2024-09-10T08:33:05.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.239+0000 7f7f34ff9640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7f2406be30 0x7f7f2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.239+0000 7f7f37fff640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7f2406be30 0x7f7f2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.239+0000 7f7f34ff9640 1 -- 172.21.15.94:0/1867676735 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7f2c08a470 con 0x7f7f3815e2a0 2024-09-10T08:33:05.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.239+0000 7f7f37fff640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7f2406be30 0x7f7f2406e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7f28034000 tx=0x7f7f2802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.243+0000 7f7f34ff9640 1 -- 172.21.15.94:0/1867676735 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7f2c058490 con 0x7f7f3815e2a0 2024-09-10T08:33:05.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.406+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7f38161bf0 con 0x7f7f2406be30 2024-09-10T08:33:05.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.414+0000 7f7f34ff9640 1 -- 172.21.15.94:0/1867676735 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f7f38161bf0 con 0x7f7f2406be30 2024-09-10T08:33:05.418 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:05.420 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7f2406be30 msgr2=0x7f7f2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7f2406be30 0x7f7f2406e2f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7f28034000 tx=0x7f7f2802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7f3815e2a0 msgr2=0x7f7f380ca710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7f3815e2a0 0x7f7f380ca710 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7f2c00c3e0 tx=0x7f7f2c00c8a0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 shutdown_connections 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7f2406be30 0x7f7f2406e2f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7f3815e680 0x7f7f380d2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7f3815e2a0 0x7f7f380ca710 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 --2- 172.21.15.94:0/1867676735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7f3806d960 0x7f7f381568f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 >> 172.21.15.94:0/1867676735 conn(0x7f7f3809d760 msgr2=0x7f7f3815cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:05.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 shutdown_connections 2024-09-10T08:33:05.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.418+0000 7f7f3e60a640 1 -- 172.21.15.94:0/1867676735 wait complete. 2024-09-10T08:33:05.429 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-10T08:33:03.815852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236212,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738508,"statfs":{"total":773094113280,"available":772852232192,"internally_reserved":0,"allocated":3416064,"data_stored":2034868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002717"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027395+0000","last_change":"2024-09-10T08:32:44.441942+0000","last_active":"2024-09-10T08:32:51.027395+0000","last_peered":"2024-09-10T08:32:51.027395+0000","last_clean":"2024-09-10T08:32:51.027395+0000","last_became_active":"2024-09-10T08:32:44.441680+0000","last_became_peered":"2024-09-10T08:32:44.441680+0000","last_unstale":"2024-09-10T08:32:51.027395+0000","last_undegraded":"2024-09-10T08:32:51.027395+0000","last_fullsized":"2024-09-10T08:32:51.027395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470490+0000","last_change":"2024-09-10T08:32:45.446137+0000","last_active":"2024-09-10T08:32:50.470490+0000","last_peered":"2024-09-10T08:32:50.470490+0000","last_clean":"2024-09-10T08:32:50.470490+0000","last_became_active":"2024-09-10T08:32:45.445889+0000","last_became_peered":"2024-09-10T08:32:45.445889+0000","last_unstale":"2024-09-10T08:32:50.470490+0000","last_undegraded":"2024-09-10T08:32:50.470490+0000","last_fullsized":"2024-09-10T08:32:50.470490+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470034+0000","last_change":"2024-09-10T08:32:49.474908+0000","last_active":"2024-09-10T08:32:50.470034+0000","last_peered":"2024-09-10T08:32:50.470034+0000","last_clean":"2024-09-10T08:32:50.470034+0000","last_became_active":"2024-09-10T08:32:49.474482+0000","last_became_peered":"2024-09-10T08:32:49.474482+0000","last_unstale":"2024-09-10T08:32:50.470034+0000","last_undegraded":"2024-09-10T08:32:50.470034+0000","last_fullsized":"2024-09-10T08:32:50.470034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470589+0000","last_change":"2024-09-10T08:32:44.440622+0000","last_active":"2024-09-10T08:32:50.470589+0000","last_peered":"2024-09-10T08:32:50.470589+0000","last_clean":"2024-09-10T08:32:50.470589+0000","last_became_active":"2024-09-10T08:32:44.440335+0000","last_became_peered":"2024-09-10T08:32:44.440335+0000","last_unstale":"2024-09-10T08:32:50.470589+0000","last_undegraded":"2024-09-10T08:32:50.470589+0000","last_fullsized":"2024-09-10T08:32:50.470589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027188+0000","last_change":"2024-09-10T08:32:45.453385+0000","last_active":"2024-09-10T08:32:51.027188+0000","last_peered":"2024-09-10T08:32:51.027188+0000","last_clean":"2024-09-10T08:32:51.027188+0000","last_became_active":"2024-09-10T08:32:45.453039+0000","last_became_peered":"2024-09-10T08:32:45.453039+0000","last_unstale":"2024-09-10T08:32:51.027188+0000","last_undegraded":"2024-09-10T08:32:51.027188+0000","last_fullsized":"2024-09-10T08:32:51.027188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027376+0000","last_change":"2024-09-10T08:32:49.486272+0000","last_active":"2024-09-10T08:32:51.027376+0000","last_peered":"2024-09-10T08:32:51.027376+0000","last_clean":"2024-09-10T08:32:51.027376+0000","last_became_active":"2024-09-10T08:32:49.485853+0000","last_became_peered":"2024-09-10T08:32:49.485853+0000","last_unstale":"2024-09-10T08:32:51.027376+0000","last_undegraded":"2024-09-10T08:32:51.027376+0000","last_fullsized":"2024-09-10T08:32:51.027376+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:04.956132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472110+0000","last_change":"2024-09-10T08:32:44.449938+0000","last_active":"2024-09-10T08:32:50.472110+0000","last_peered":"2024-09-10T08:32:50.472110+0000","last_clean":"2024-09-10T08:32:50.472110+0000","last_became_active":"2024-09-10T08:32:44.449044+0000","last_became_peered":"2024-09-10T08:32:44.449044+0000","last_unstale":"2024-09-10T08:32:50.472110+0000","last_undegraded":"2024-09-10T08:32:50.472110+0000","last_fullsized":"2024-09-10T08:32:50.472110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:57.019455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028590+0000","last_change":"2024-09-10T08:32:45.450386+0000","last_active":"2024-09-10T08:32:51.028590+0000","last_peered":"2024-09-10T08:32:51.028590+0000","last_clean":"2024-09-10T08:32:51.028590+0000","last_became_active":"2024-09-10T08:32:45.450085+0000","last_became_peered":"2024-09-10T08:32:45.450085+0000","last_unstale":"2024-09-10T08:32:51.028590+0000","last_undegraded":"2024-09-10T08:32:51.028590+0000","last_fullsized":"2024-09-10T08:32:51.028590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028234+0000","last_change":"2024-09-10T08:32:49.486291+0000","last_active":"2024-09-10T08:32:51.028234+0000","last_peered":"2024-09-10T08:32:51.028234+0000","last_clean":"2024-09-10T08:32:51.028234+0000","last_became_active":"2024-09-10T08:32:49.485617+0000","last_became_peered":"2024-09-10T08:32:49.485617+0000","last_unstale":"2024-09-10T08:32:51.028234+0000","last_undegraded":"2024-09-10T08:32:51.028234+0000","last_fullsized":"2024-09-10T08:32:51.028234+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:59.150621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471600+0000","last_change":"2024-09-10T08:32:44.447275+0000","last_active":"2024-09-10T08:32:50.471600+0000","last_peered":"2024-09-10T08:32:50.471600+0000","last_clean":"2024-09-10T08:32:50.471600+0000","last_became_active":"2024-09-10T08:32:44.447014+0000","last_became_peered":"2024-09-10T08:32:44.447014+0000","last_unstale":"2024-09-10T08:32:50.471600+0000","last_undegraded":"2024-09-10T08:32:50.471600+0000","last_fullsized":"2024-09-10T08:32:50.471600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028922+0000","last_change":"2024-09-10T08:32:45.448536+0000","last_active":"2024-09-10T08:32:51.028922+0000","last_peered":"2024-09-10T08:32:51.028922+0000","last_clean":"2024-09-10T08:32:51.028922+0000","last_became_active":"2024-09-10T08:32:45.448242+0000","last_became_peered":"2024-09-10T08:32:45.448242+0000","last_unstale":"2024-09-10T08:32:51.028922+0000","last_undegraded":"2024-09-10T08:32:51.028922+0000","last_fullsized":"2024-09-10T08:32:51.028922+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027694+0000","last_change":"2024-09-10T08:32:49.477631+0000","last_active":"2024-09-10T08:32:51.027694+0000","last_peered":"2024-09-10T08:32:51.027694+0000","last_clean":"2024-09-10T08:32:51.027694+0000","last_became_active":"2024-09-10T08:32:49.477142+0000","last_became_peered":"2024-09-10T08:32:49.477142+0000","last_unstale":"2024-09-10T08:32:51.027694+0000","last_undegraded":"2024-09-10T08:32:51.027694+0000","last_fullsized":"2024-09-10T08:32:51.027694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472535+0000","last_change":"2024-09-10T08:32:45.456026+0000","last_active":"2024-09-10T08:32:50.472535+0000","last_peered":"2024-09-10T08:32:50.472535+0000","last_clean":"2024-09-10T08:32:50.472535+0000","last_became_active":"2024-09-10T08:32:45.455719+0000","last_became_peered":"2024-09-10T08:32:45.455719+0000","last_unstale":"2024-09-10T08:32:50.472535+0000","last_undegraded":"2024-09-10T08:32:50.472535+0000","last_fullsized":"2024-09-10T08:32:50.472535+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471524+0000","last_change":"2024-09-10T08:32:44.443384+0000","last_active":"2024-09-10T08:32:50.471524+0000","last_peered":"2024-09-10T08:32:50.471524+0000","last_clean":"2024-09-10T08:32:50.471524+0000","last_became_active":"2024-09-10T08:32:44.443079+0000","last_became_peered":"2024-09-10T08:32:44.443079+0000","last_unstale":"2024-09-10T08:32:50.471524+0000","last_undegraded":"2024-09-10T08:32:50.471524+0000","last_fullsized":"2024-09-10T08:32:50.471524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028039+0000","last_change":"2024-09-10T08:32:49.487548+0000","last_active":"2024-09-10T08:32:51.028039+0000","last_peered":"2024-09-10T08:32:51.028039+0000","last_clean":"2024-09-10T08:32:51.028039+0000","last_became_active":"2024-09-10T08:32:49.486444+0000","last_became_peered":"2024-09-10T08:32:49.486444+0000","last_unstale":"2024-09-10T08:32:51.028039+0000","last_undegraded":"2024-09-10T08:32:51.028039+0000","last_fullsized":"2024-09-10T08:32:51.028039+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470487+0000","last_change":"2024-09-10T08:32:45.450699+0000","last_active":"2024-09-10T08:32:50.470487+0000","last_peered":"2024-09-10T08:32:50.470487+0000","last_clean":"2024-09-10T08:32:50.470487+0000","last_became_active":"2024-09-10T08:32:45.450232+0000","last_became_peered":"2024-09-10T08:32:45.450232+0000","last_unstale":"2024-09-10T08:32:50.470487+0000","last_undegraded":"2024-09-10T08:32:50.470487+0000","last_fullsized":"2024-09-10T08:32:50.470487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027530+0000","last_change":"2024-09-10T08:32:44.441386+0000","last_active":"2024-09-10T08:32:51.027530+0000","last_peered":"2024-09-10T08:32:51.027530+0000","last_clean":"2024-09-10T08:32:51.027530+0000","last_became_active":"2024-09-10T08:32:44.440549+0000","last_became_peered":"2024-09-10T08:32:44.440549+0000","last_unstale":"2024-09-10T08:32:51.027530+0000","last_undegraded":"2024-09-10T08:32:51.027530+0000","last_fullsized":"2024-09-10T08:32:51.027530+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:48.077441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028229+0000","last_change":"2024-09-10T08:32:49.477428+0000","last_active":"2024-09-10T08:32:51.028229+0000","last_peered":"2024-09-10T08:32:51.028229+0000","last_clean":"2024-09-10T08:32:51.028229+0000","last_became_active":"2024-09-10T08:32:49.476704+0000","last_became_peered":"2024-09-10T08:32:49.476704+0000","last_unstale":"2024-09-10T08:32:51.028229+0000","last_undegraded":"2024-09-10T08:32:51.028229+0000","last_fullsized":"2024-09-10T08:32:51.028229+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470183+0000","last_change":"2024-09-10T08:32:45.435698+0000","last_active":"2024-09-10T08:32:50.470183+0000","last_peered":"2024-09-10T08:32:50.470183+0000","last_clean":"2024-09-10T08:32:50.470183+0000","last_became_active":"2024-09-10T08:32:45.435424+0000","last_became_peered":"2024-09-10T08:32:45.435424+0000","last_unstale":"2024-09-10T08:32:50.470183+0000","last_undegraded":"2024-09-10T08:32:50.470183+0000","last_fullsized":"2024-09-10T08:32:50.470183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026912+0000","last_change":"2024-09-10T08:32:44.436495+0000","last_active":"2024-09-10T08:32:51.026912+0000","last_peered":"2024-09-10T08:32:51.026912+0000","last_clean":"2024-09-10T08:32:51.026912+0000","last_became_active":"2024-09-10T08:32:44.436242+0000","last_became_peered":"2024-09-10T08:32:44.436242+0000","last_unstale":"2024-09-10T08:32:51.026912+0000","last_undegraded":"2024-09-10T08:32:51.026912+0000","last_fullsized":"2024-09-10T08:32:51.026912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:59.380791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028386+0000","last_change":"2024-09-10T08:32:49.484178+0000","last_active":"2024-09-10T08:32:51.028386+0000","last_peered":"2024-09-10T08:32:51.028386+0000","last_clean":"2024-09-10T08:32:51.028386+0000","last_became_active":"2024-09-10T08:32:49.483567+0000","last_became_peered":"2024-09-10T08:32:49.483567+0000","last_unstale":"2024-09-10T08:32:51.028386+0000","last_undegraded":"2024-09-10T08:32:51.028386+0000","last_fullsized":"2024-09-10T08:32:51.028386+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:28.792659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028016+0000","last_change":"2024-09-10T08:32:45.441554+0000","last_active":"2024-09-10T08:32:51.028016+0000","last_peered":"2024-09-10T08:32:51.028016+0000","last_clean":"2024-09-10T08:32:51.028016+0000","last_became_active":"2024-09-10T08:32:45.440868+0000","last_became_peered":"2024-09-10T08:32:45.440868+0000","last_unstale":"2024-09-10T08:32:51.028016+0000","last_undegraded":"2024-09-10T08:32:51.028016+0000","last_fullsized":"2024-09-10T08:32:51.028016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:41.481139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470915+0000","last_change":"2024-09-10T08:32:44.444111+0000","last_active":"2024-09-10T08:32:50.470915+0000","last_peered":"2024-09-10T08:32:50.470915+0000","last_clean":"2024-09-10T08:32:50.470915+0000","last_became_active":"2024-09-10T08:32:44.443828+0000","last_became_peered":"2024-09-10T08:32:44.443828+0000","last_unstale":"2024-09-10T08:32:50.470915+0000","last_undegraded":"2024-09-10T08:32:50.470915+0000","last_fullsized":"2024-09-10T08:32:50.470915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:45.166699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027912+0000","last_change":"2024-09-10T08:32:49.484054+0000","last_active":"2024-09-10T08:32:51.027912+0000","last_peered":"2024-09-10T08:32:51.027912+0000","last_clean":"2024-09-10T08:32:51.027912+0000","last_became_active":"2024-09-10T08:32:49.483488+0000","last_became_peered":"2024-09-10T08:32:49.483488+0000","last_unstale":"2024-09-10T08:32:51.027912+0000","last_undegraded":"2024-09-10T08:32:51.027912+0000","last_fullsized":"2024-09-10T08:32:51.027912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027365+0000","last_change":"2024-09-10T08:32:45.446183+0000","last_active":"2024-09-10T08:32:51.027365+0000","last_peered":"2024-09-10T08:32:51.027365+0000","last_clean":"2024-09-10T08:32:51.027365+0000","last_became_active":"2024-09-10T08:32:45.445762+0000","last_became_peered":"2024-09-10T08:32:45.445762+0000","last_unstale":"2024-09-10T08:32:51.027365+0000","last_undegraded":"2024-09-10T08:32:51.027365+0000","last_fullsized":"2024-09-10T08:32:51.027365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472638+0000","last_change":"2024-09-10T08:32:44.448361+0000","last_active":"2024-09-10T08:32:50.472638+0000","last_peered":"2024-09-10T08:32:50.472638+0000","last_clean":"2024-09-10T08:32:50.472638+0000","last_became_active":"2024-09-10T08:32:44.447509+0000","last_became_peered":"2024-09-10T08:32:44.447509+0000","last_unstale":"2024-09-10T08:32:50.472638+0000","last_undegraded":"2024-09-10T08:32:50.472638+0000","last_fullsized":"2024-09-10T08:32:50.472638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027863+0000","last_change":"2024-09-10T08:32:49.479527+0000","last_active":"2024-09-10T08:32:51.027863+0000","last_peered":"2024-09-10T08:32:51.027863+0000","last_clean":"2024-09-10T08:32:51.027863+0000","last_became_active":"2024-09-10T08:32:49.479009+0000","last_became_peered":"2024-09-10T08:32:49.479009+0000","last_unstale":"2024-09-10T08:32:51.027863+0000","last_undegraded":"2024-09-10T08:32:51.027863+0000","last_fullsized":"2024-09-10T08:32:51.027863+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470837+0000","last_change":"2024-09-10T08:32:45.454586+0000","last_active":"2024-09-10T08:32:50.470837+0000","last_peered":"2024-09-10T08:32:50.470837+0000","last_clean":"2024-09-10T08:32:50.470837+0000","last_became_active":"2024-09-10T08:32:45.454270+0000","last_became_peered":"2024-09-10T08:32:45.454270+0000","last_unstale":"2024-09-10T08:32:50.470837+0000","last_undegraded":"2024-09-10T08:32:50.470837+0000","last_fullsized":"2024-09-10T08:32:50.470837+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028274+0000","last_change":"2024-09-10T08:32:44.446945+0000","last_active":"2024-09-10T08:32:51.028274+0000","last_peered":"2024-09-10T08:32:51.028274+0000","last_clean":"2024-09-10T08:32:51.028274+0000","last_became_active":"2024-09-10T08:32:44.446645+0000","last_became_peered":"2024-09-10T08:32:44.446645+0000","last_unstale":"2024-09-10T08:32:51.028274+0000","last_undegraded":"2024-09-10T08:32:51.028274+0000","last_fullsized":"2024-09-10T08:32:51.028274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:23.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.469912+0000","last_change":"2024-09-10T08:32:49.487738+0000","last_active":"2024-09-10T08:32:50.469912+0000","last_peered":"2024-09-10T08:32:50.469912+0000","last_clean":"2024-09-10T08:32:50.469912+0000","last_became_active":"2024-09-10T08:32:49.487381+0000","last_became_peered":"2024-09-10T08:32:49.487381+0000","last_unstale":"2024-09-10T08:32:50.469912+0000","last_undegraded":"2024-09-10T08:32:50.469912+0000","last_fullsized":"2024-09-10T08:32:50.469912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:14.372902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028133+0000","last_change":"2024-09-10T08:32:45.441183+0000","last_active":"2024-09-10T08:32:51.028133+0000","last_peered":"2024-09-10T08:32:51.028133+0000","last_clean":"2024-09-10T08:32:51.028133+0000","last_became_active":"2024-09-10T08:32:45.440348+0000","last_became_peered":"2024-09-10T08:32:45.440348+0000","last_unstale":"2024-09-10T08:32:51.028133+0000","last_undegraded":"2024-09-10T08:32:51.028133+0000","last_fullsized":"2024-09-10T08:32:51.028133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:25:29.678255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472253+0000","last_change":"2024-09-10T08:32:44.445207+0000","last_active":"2024-09-10T08:32:50.472253+0000","last_peered":"2024-09-10T08:32:50.472253+0000","last_clean":"2024-09-10T08:32:50.472253+0000","last_became_active":"2024-09-10T08:32:44.444942+0000","last_became_peered":"2024-09-10T08:32:44.444942+0000","last_unstale":"2024-09-10T08:32:50.472253+0000","last_undegraded":"2024-09-10T08:32:50.472253+0000","last_fullsized":"2024-09-10T08:32:50.472253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.476718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027660+0000","last_change":"2024-09-10T08:32:49.490986+0000","last_active":"2024-09-10T08:32:51.027660+0000","last_peered":"2024-09-10T08:32:51.027660+0000","last_clean":"2024-09-10T08:32:51.027660+0000","last_became_active":"2024-09-10T08:32:49.490608+0000","last_became_peered":"2024-09-10T08:32:49.490608+0000","last_unstale":"2024-09-10T08:32:51.027660+0000","last_undegraded":"2024-09-10T08:32:51.027660+0000","last_fullsized":"2024-09-10T08:32:51.027660+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028943+0000","last_change":"2024-09-10T08:32:45.446086+0000","last_active":"2024-09-10T08:32:51.028943+0000","last_peered":"2024-09-10T08:32:51.028943+0000","last_clean":"2024-09-10T08:32:51.028943+0000","last_became_active":"2024-09-10T08:32:45.445820+0000","last_became_peered":"2024-09-10T08:32:45.445820+0000","last_unstale":"2024-09-10T08:32:51.028943+0000","last_undegraded":"2024-09-10T08:32:51.028943+0000","last_fullsized":"2024-09-10T08:32:51.028943+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028168+0000","last_change":"2024-09-10T08:32:44.439925+0000","last_active":"2024-09-10T08:32:51.028168+0000","last_peered":"2024-09-10T08:32:51.028168+0000","last_clean":"2024-09-10T08:32:51.028168+0000","last_became_active":"2024-09-10T08:32:44.439621+0000","last_became_peered":"2024-09-10T08:32:44.439621+0000","last_unstale":"2024-09-10T08:32:51.028168+0000","last_undegraded":"2024-09-10T08:32:51.028168+0000","last_fullsized":"2024-09-10T08:32:51.028168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:50.066985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027315+0000","last_change":"2024-09-10T08:32:49.493214+0000","last_active":"2024-09-10T08:32:51.027315+0000","last_peered":"2024-09-10T08:32:51.027315+0000","last_clean":"2024-09-10T08:32:51.027315+0000","last_became_active":"2024-09-10T08:32:49.492830+0000","last_became_peered":"2024-09-10T08:32:49.492830+0000","last_unstale":"2024-09-10T08:32:51.027315+0000","last_undegraded":"2024-09-10T08:32:51.027315+0000","last_fullsized":"2024-09-10T08:32:51.027315+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:46.136394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028380+0000","last_change":"2024-09-10T08:32:45.454575+0000","last_active":"2024-09-10T08:32:51.028380+0000","last_peered":"2024-09-10T08:32:51.028380+0000","last_clean":"2024-09-10T08:32:51.028380+0000","last_became_active":"2024-09-10T08:32:45.454285+0000","last_became_peered":"2024-09-10T08:32:45.454285+0000","last_unstale":"2024-09-10T08:32:51.028380+0000","last_undegraded":"2024-09-10T08:32:51.028380+0000","last_fullsized":"2024-09-10T08:32:51.028380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028366+0000","last_change":"2024-09-10T08:32:44.445586+0000","last_active":"2024-09-10T08:32:51.028366+0000","last_peered":"2024-09-10T08:32:51.028366+0000","last_clean":"2024-09-10T08:32:51.028366+0000","last_became_active":"2024-09-10T08:32:44.445295+0000","last_became_peered":"2024-09-10T08:32:44.445295+0000","last_unstale":"2024-09-10T08:32:51.028366+0000","last_undegraded":"2024-09-10T08:32:51.028366+0000","last_fullsized":"2024-09-10T08:32:51.028366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:49.484021+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:49.483426+0000","last_became_peered":"2024-09-10T08:32:49.483426+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:52:50.574117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026941+0000","last_change":"2024-09-10T08:32:45.443023+0000","last_active":"2024-09-10T08:32:51.026941+0000","last_peered":"2024-09-10T08:32:51.026941+0000","last_clean":"2024-09-10T08:32:51.026941+0000","last_became_active":"2024-09-10T08:32:45.441523+0000","last_became_peered":"2024-09-10T08:32:45.441523+0000","last_unstale":"2024-09-10T08:32:51.026941+0000","last_undegraded":"2024-09-10T08:32:51.026941+0000","last_fullsized":"2024-09-10T08:32:51.026941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:59.511286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644667+0000","last_change":"2024-09-10T08:32:44.444167+0000","last_active":"2024-09-10T08:32:50.644667+0000","last_peered":"2024-09-10T08:32:50.644667+0000","last_clean":"2024-09-10T08:32:50.644667+0000","last_became_active":"2024-09-10T08:32:44.443876+0000","last_became_peered":"2024-09-10T08:32:44.443876+0000","last_unstale":"2024-09-10T08:32:50.644667+0000","last_undegraded":"2024-09-10T08:32:50.644667+0000","last_fullsized":"2024-09-10T08:32:50.644667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028473+0000","last_change":"2024-09-10T08:32:49.485533+0000","last_active":"2024-09-10T08:32:51.028473+0000","last_peered":"2024-09-10T08:32:51.028473+0000","last_clean":"2024-09-10T08:32:51.028473+0000","last_became_active":"2024-09-10T08:32:49.484401+0000","last_became_peered":"2024-09-10T08:32:49.484401+0000","last_unstale":"2024-09-10T08:32:51.028473+0000","last_undegraded":"2024-09-10T08:32:51.028473+0000","last_fullsized":"2024-09-10T08:32:51.028473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:43.140455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027006+0000","last_change":"2024-09-10T08:32:45.445150+0000","last_active":"2024-09-10T08:32:51.027006+0000","last_peered":"2024-09-10T08:32:51.027006+0000","last_clean":"2024-09-10T08:32:51.027006+0000","last_became_active":"2024-09-10T08:32:45.444871+0000","last_became_peered":"2024-09-10T08:32:45.444871+0000","last_unstale":"2024-09-10T08:32:51.027006+0000","last_undegraded":"2024-09-10T08:32:51.027006+0000","last_fullsized":"2024-09-10T08:32:51.027006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471042+0000","last_change":"2024-09-10T08:32:44.436263+0000","last_active":"2024-09-10T08:32:50.471042+0000","last_peered":"2024-09-10T08:32:50.471042+0000","last_clean":"2024-09-10T08:32:50.471042+0000","last_became_active":"2024-09-10T08:32:44.435923+0000","last_became_peered":"2024-09-10T08:32:44.435923+0000","last_unstale":"2024-09-10T08:32:50.471042+0000","last_undegraded":"2024-09-10T08:32:50.471042+0000","last_fullsized":"2024-09-10T08:32:50.471042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027269+0000","last_change":"2024-09-10T08:32:49.488366+0000","last_active":"2024-09-10T08:32:51.027269+0000","last_peered":"2024-09-10T08:32:51.027269+0000","last_clean":"2024-09-10T08:32:51.027269+0000","last_became_active":"2024-09-10T08:32:49.487967+0000","last_became_peered":"2024-09-10T08:32:49.487967+0000","last_unstale":"2024-09-10T08:32:51.027269+0000","last_undegraded":"2024-09-10T08:32:51.027269+0000","last_fullsized":"2024-09-10T08:32:51.027269+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470168+0000","last_change":"2024-09-10T08:32:45.453353+0000","last_active":"2024-09-10T08:32:50.470168+0000","last_peered":"2024-09-10T08:32:50.470168+0000","last_clean":"2024-09-10T08:32:50.470168+0000","last_became_active":"2024-09-10T08:32:45.452283+0000","last_became_peered":"2024-09-10T08:32:45.452283+0000","last_unstale":"2024-09-10T08:32:50.470168+0000","last_undegraded":"2024-09-10T08:32:50.470168+0000","last_fullsized":"2024-09-10T08:32:50.470168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028606+0000","last_change":"2024-09-10T08:32:44.445538+0000","last_active":"2024-09-10T08:32:51.028606+0000","last_peered":"2024-09-10T08:32:51.028606+0000","last_clean":"2024-09-10T08:32:51.028606+0000","last_became_active":"2024-09-10T08:32:44.445245+0000","last_became_peered":"2024-09-10T08:32:44.445245+0000","last_unstale":"2024-09-10T08:32:51.028606+0000","last_undegraded":"2024-09-10T08:32:51.028606+0000","last_fullsized":"2024-09-10T08:32:51.028606+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":178,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472099+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:32:50.472099+0000","last_peered":"2024-09-10T08:32:50.472099+0000","last_clean":"2024-09-10T08:32:50.472099+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:32:50.472099+0000","last_undegraded":"2024-09-10T08:32:50.472099+0000","last_fullsized":"2024-09-10T08:32:50.472099+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471709+0000","last_change":"2024-09-10T08:32:49.480416+0000","last_active":"2024-09-10T08:32:50.471709+0000","last_peered":"2024-09-10T08:32:50.471709+0000","last_clean":"2024-09-10T08:32:50.471709+0000","last_became_active":"2024-09-10T08:32:49.479955+0000","last_became_peered":"2024-09-10T08:32:49.479955+0000","last_unstale":"2024-09-10T08:32:50.471709+0000","last_undegraded":"2024-09-10T08:32:50.471709+0000","last_fullsized":"2024-09-10T08:32:50.471709+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471906+0000","last_change":"2024-09-10T08:32:45.458781+0000","last_active":"2024-09-10T08:32:50.471906+0000","last_peered":"2024-09-10T08:32:50.471906+0000","last_clean":"2024-09-10T08:32:50.471906+0000","last_became_active":"2024-09-10T08:32:45.458527+0000","last_became_peered":"2024-09-10T08:32:45.458527+0000","last_unstale":"2024-09-10T08:32:50.471906+0000","last_undegraded":"2024-09-10T08:32:50.471906+0000","last_fullsized":"2024-09-10T08:32:50.471906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644957+0000","last_change":"2024-09-10T08:32:44.446969+0000","last_active":"2024-09-10T08:32:50.644957+0000","last_peered":"2024-09-10T08:32:50.644957+0000","last_clean":"2024-09-10T08:32:50.644957+0000","last_became_active":"2024-09-10T08:32:44.446673+0000","last_became_peered":"2024-09-10T08:32:44.446673+0000","last_unstale":"2024-09-10T08:32:50.644957+0000","last_undegraded":"2024-09-10T08:32:50.644957+0000","last_fullsized":"2024-09-10T08:32:50.644957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472779+0000","last_change":"2024-09-10T08:32:49.487281+0000","last_active":"2024-09-10T08:32:50.472779+0000","last_peered":"2024-09-10T08:32:50.472779+0000","last_clean":"2024-09-10T08:32:50.472779+0000","last_became_active":"2024-09-10T08:32:49.486799+0000","last_became_peered":"2024-09-10T08:32:49.486799+0000","last_unstale":"2024-09-10T08:32:50.472779+0000","last_undegraded":"2024-09-10T08:32:50.472779+0000","last_fullsized":"2024-09-10T08:32:50.472779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028659+0000","last_change":"2024-09-10T08:32:45.451640+0000","last_active":"2024-09-10T08:32:51.028659+0000","last_peered":"2024-09-10T08:32:51.028659+0000","last_clean":"2024-09-10T08:32:51.028659+0000","last_became_active":"2024-09-10T08:32:45.451384+0000","last_became_peered":"2024-09-10T08:32:45.451384+0000","last_unstale":"2024-09-10T08:32:51.028659+0000","last_undegraded":"2024-09-10T08:32:51.028659+0000","last_fullsized":"2024-09-10T08:32:51.028659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027964+0000","last_change":"2024-09-10T08:32:44.434525+0000","last_active":"2024-09-10T08:32:51.027964+0000","last_peered":"2024-09-10T08:32:51.027964+0000","last_clean":"2024-09-10T08:32:51.027964+0000","last_became_active":"2024-09-10T08:32:44.434224+0000","last_became_peered":"2024-09-10T08:32:44.434224+0000","last_unstale":"2024-09-10T08:32:51.027964+0000","last_undegraded":"2024-09-10T08:32:51.027964+0000","last_fullsized":"2024-09-10T08:32:51.027964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:44.976254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027753+0000","last_change":"2024-09-10T08:32:49.487053+0000","last_active":"2024-09-10T08:32:51.027753+0000","last_peered":"2024-09-10T08:32:51.027753+0000","last_clean":"2024-09-10T08:32:51.027753+0000","last_became_active":"2024-09-10T08:32:49.486605+0000","last_became_peered":"2024-09-10T08:32:49.486605+0000","last_unstale":"2024-09-10T08:32:51.027753+0000","last_undegraded":"2024-09-10T08:32:51.027753+0000","last_fullsized":"2024-09-10T08:32:51.027753+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472293+0000","last_change":"2024-09-10T08:32:45.452910+0000","last_active":"2024-09-10T08:32:50.472293+0000","last_peered":"2024-09-10T08:32:50.472293+0000","last_clean":"2024-09-10T08:32:50.472293+0000","last_became_active":"2024-09-10T08:32:45.451554+0000","last_became_peered":"2024-09-10T08:32:45.451554+0000","last_unstale":"2024-09-10T08:32:50.472293+0000","last_undegraded":"2024-09-10T08:32:50.472293+0000","last_fullsized":"2024-09-10T08:32:50.472293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:55.122501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644923+0000","last_change":"2024-09-10T08:32:44.440509+0000","last_active":"2024-09-10T08:32:50.644923+0000","last_peered":"2024-09-10T08:32:50.644923+0000","last_clean":"2024-09-10T08:32:50.644923+0000","last_became_active":"2024-09-10T08:32:44.440206+0000","last_became_peered":"2024-09-10T08:32:44.440206+0000","last_unstale":"2024-09-10T08:32:50.644923+0000","last_undegraded":"2024-09-10T08:32:50.644923+0000","last_fullsized":"2024-09-10T08:32:50.644923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027290+0000","last_change":"2024-09-10T08:32:49.477856+0000","last_active":"2024-09-10T08:32:51.027290+0000","last_peered":"2024-09-10T08:32:51.027290+0000","last_clean":"2024-09-10T08:32:51.027290+0000","last_became_active":"2024-09-10T08:32:49.477472+0000","last_became_peered":"2024-09-10T08:32:49.477472+0000","last_unstale":"2024-09-10T08:32:51.027290+0000","last_undegraded":"2024-09-10T08:32:51.027290+0000","last_fullsized":"2024-09-10T08:32:51.027290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471936+0000","last_change":"2024-09-10T08:32:45.448092+0000","last_active":"2024-09-10T08:32:50.471936+0000","last_peered":"2024-09-10T08:32:50.471936+0000","last_clean":"2024-09-10T08:32:50.471936+0000","last_became_active":"2024-09-10T08:32:45.446898+0000","last_became_peered":"2024-09-10T08:32:45.446898+0000","last_unstale":"2024-09-10T08:32:50.471936+0000","last_undegraded":"2024-09-10T08:32:50.471936+0000","last_fullsized":"2024-09-10T08:32:50.471936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028263+0000","last_change":"2024-09-10T08:32:44.443127+0000","last_active":"2024-09-10T08:32:51.028263+0000","last_peered":"2024-09-10T08:32:51.028263+0000","last_clean":"2024-09-10T08:32:51.028263+0000","last_became_active":"2024-09-10T08:32:44.442811+0000","last_became_peered":"2024-09-10T08:32:44.442811+0000","last_unstale":"2024-09-10T08:32:51.028263+0000","last_undegraded":"2024-09-10T08:32:51.028263+0000","last_fullsized":"2024-09-10T08:32:51.028263+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027342+0000","last_change":"2024-09-10T08:32:49.476654+0000","last_active":"2024-09-10T08:32:51.027342+0000","last_peered":"2024-09-10T08:32:51.027342+0000","last_clean":"2024-09-10T08:32:51.027342+0000","last_became_active":"2024-09-10T08:32:49.476105+0000","last_became_peered":"2024-09-10T08:32:49.476105+0000","last_unstale":"2024-09-10T08:32:51.027342+0000","last_undegraded":"2024-09-10T08:32:51.027342+0000","last_fullsized":"2024-09-10T08:32:51.027342+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:38.721193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471347+0000","last_change":"2024-09-10T08:32:45.456849+0000","last_active":"2024-09-10T08:32:50.471347+0000","last_peered":"2024-09-10T08:32:50.471347+0000","last_clean":"2024-09-10T08:32:50.471347+0000","last_became_active":"2024-09-10T08:32:45.456481+0000","last_became_peered":"2024-09-10T08:32:45.456481+0000","last_unstale":"2024-09-10T08:32:50.471347+0000","last_undegraded":"2024-09-10T08:32:50.471347+0000","last_fullsized":"2024-09-10T08:32:50.471347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644556+0000","last_change":"2024-09-10T08:32:44.439635+0000","last_active":"2024-09-10T08:32:50.644556+0000","last_peered":"2024-09-10T08:32:50.644556+0000","last_clean":"2024-09-10T08:32:50.644556+0000","last_became_active":"2024-09-10T08:32:44.439330+0000","last_became_peered":"2024-09-10T08:32:44.439330+0000","last_unstale":"2024-09-10T08:32:50.644556+0000","last_undegraded":"2024-09-10T08:32:50.644556+0000","last_fullsized":"2024-09-10T08:32:50.644556+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027134+0000","last_change":"2024-09-10T08:32:49.476892+0000","last_active":"2024-09-10T08:32:51.027134+0000","last_peered":"2024-09-10T08:32:51.027134+0000","last_clean":"2024-09-10T08:32:51.027134+0000","last_became_active":"2024-09-10T08:32:49.476474+0000","last_became_peered":"2024-09-10T08:32:49.476474+0000","last_unstale":"2024-09-10T08:32:51.027134+0000","last_undegraded":"2024-09-10T08:32:51.027134+0000","last_fullsized":"2024-09-10T08:32:51.027134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471343+0000","last_change":"2024-09-10T08:32:45.455566+0000","last_active":"2024-09-10T08:32:50.471343+0000","last_peered":"2024-09-10T08:32:50.471343+0000","last_clean":"2024-09-10T08:32:50.471343+0000","last_became_active":"2024-09-10T08:32:45.455258+0000","last_became_peered":"2024-09-10T08:32:45.455258+0000","last_unstale":"2024-09-10T08:32:50.471343+0000","last_undegraded":"2024-09-10T08:32:50.471343+0000","last_fullsized":"2024-09-10T08:32:50.471343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472573+0000","last_change":"2024-09-10T08:32:44.450423+0000","last_active":"2024-09-10T08:32:50.472573+0000","last_peered":"2024-09-10T08:32:50.472573+0000","last_clean":"2024-09-10T08:32:50.472573+0000","last_became_active":"2024-09-10T08:32:44.450137+0000","last_became_peered":"2024-09-10T08:32:44.450137+0000","last_unstale":"2024-09-10T08:32:50.472573+0000","last_undegraded":"2024-09-10T08:32:50.472573+0000","last_fullsized":"2024-09-10T08:32:50.472573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470730+0000","last_change":"2024-09-10T08:32:49.488503+0000","last_active":"2024-09-10T08:32:50.470730+0000","last_peered":"2024-09-10T08:32:50.470730+0000","last_clean":"2024-09-10T08:32:50.470730+0000","last_became_active":"2024-09-10T08:32:49.488136+0000","last_became_peered":"2024-09-10T08:32:49.488136+0000","last_unstale":"2024-09-10T08:32:50.470730+0000","last_undegraded":"2024-09-10T08:32:50.470730+0000","last_fullsized":"2024-09-10T08:32:50.470730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:37.207400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471473+0000","last_change":"2024-09-10T08:32:45.456215+0000","last_active":"2024-09-10T08:32:50.471473+0000","last_peered":"2024-09-10T08:32:50.471473+0000","last_clean":"2024-09-10T08:32:50.471473+0000","last_became_active":"2024-09-10T08:32:45.453501+0000","last_became_peered":"2024-09-10T08:32:45.453501+0000","last_unstale":"2024-09-10T08:32:50.471473+0000","last_undegraded":"2024-09-10T08:32:50.471473+0000","last_fullsized":"2024-09-10T08:32:50.471473+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028215+0000","last_change":"2024-09-10T08:32:44.444943+0000","last_active":"2024-09-10T08:32:51.028215+0000","last_peered":"2024-09-10T08:32:51.028215+0000","last_clean":"2024-09-10T08:32:51.028215+0000","last_became_active":"2024-09-10T08:32:44.444228+0000","last_became_peered":"2024-09-10T08:32:44.444228+0000","last_unstale":"2024-09-10T08:32:51.028215+0000","last_undegraded":"2024-09-10T08:32:51.028215+0000","last_fullsized":"2024-09-10T08:32:51.028215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470507+0000","last_change":"2024-09-10T08:32:49.481650+0000","last_active":"2024-09-10T08:32:50.470507+0000","last_peered":"2024-09-10T08:32:50.470507+0000","last_clean":"2024-09-10T08:32:50.470507+0000","last_became_active":"2024-09-10T08:32:49.481210+0000","last_became_peered":"2024-09-10T08:32:49.481210+0000","last_unstale":"2024-09-10T08:32:50.470507+0000","last_undegraded":"2024-09-10T08:32:50.470507+0000","last_fullsized":"2024-09-10T08:32:50.470507+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:21.032363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027595+0000","last_change":"2024-09-10T08:32:45.446614+0000","last_active":"2024-09-10T08:32:51.027595+0000","last_peered":"2024-09-10T08:32:51.027595+0000","last_clean":"2024-09-10T08:32:51.027595+0000","last_became_active":"2024-09-10T08:32:45.445908+0000","last_became_peered":"2024-09-10T08:32:45.445908+0000","last_unstale":"2024-09-10T08:32:51.027595+0000","last_undegraded":"2024-09-10T08:32:51.027595+0000","last_fullsized":"2024-09-10T08:32:51.027595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:02:41.786279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027862+0000","last_change":"2024-09-10T08:32:44.443292+0000","last_active":"2024-09-10T08:32:51.027862+0000","last_peered":"2024-09-10T08:32:51.027862+0000","last_clean":"2024-09-10T08:32:51.027862+0000","last_became_active":"2024-09-10T08:32:44.443007+0000","last_became_peered":"2024-09-10T08:32:44.443007+0000","last_unstale":"2024-09-10T08:32:51.027862+0000","last_undegraded":"2024-09-10T08:32:51.027862+0000","last_fullsized":"2024-09-10T08:32:51.027862+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028773+0000","last_change":"2024-09-10T08:32:49.478228+0000","last_active":"2024-09-10T08:32:51.028773+0000","last_peered":"2024-09-10T08:32:51.028773+0000","last_clean":"2024-09-10T08:32:51.028773+0000","last_became_active":"2024-09-10T08:32:49.477835+0000","last_became_peered":"2024-09-10T08:32:49.477835+0000","last_unstale":"2024-09-10T08:32:51.028773+0000","last_undegraded":"2024-09-10T08:32:51.028773+0000","last_fullsized":"2024-09-10T08:32:51.028773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471740+0000","last_change":"2024-09-10T08:32:45.442423+0000","last_active":"2024-09-10T08:32:50.471740+0000","last_peered":"2024-09-10T08:32:50.471740+0000","last_clean":"2024-09-10T08:32:50.471740+0000","last_became_active":"2024-09-10T08:32:45.442146+0000","last_became_peered":"2024-09-10T08:32:45.442146+0000","last_unstale":"2024-09-10T08:32:50.471740+0000","last_undegraded":"2024-09-10T08:32:50.471740+0000","last_fullsized":"2024-09-10T08:32:50.471740+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:54.816514+0000","last_change":"2024-09-10T08:32:44.447353+0000","last_active":"2024-09-10T08:32:54.816514+0000","last_peered":"2024-09-10T08:32:54.816514+0000","last_clean":"2024-09-10T08:32:54.816514+0000","last_became_active":"2024-09-10T08:32:44.446997+0000","last_became_peered":"2024-09-10T08:32:44.446997+0000","last_unstale":"2024-09-10T08:32:54.816514+0000","last_undegraded":"2024-09-10T08:32:54.816514+0000","last_fullsized":"2024-09-10T08:32:54.816514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027166+0000","last_change":"2024-09-10T08:32:49.486177+0000","last_active":"2024-09-10T08:32:51.027166+0000","last_peered":"2024-09-10T08:32:51.027166+0000","last_clean":"2024-09-10T08:32:51.027166+0000","last_became_active":"2024-09-10T08:32:49.484146+0000","last_became_peered":"2024-09-10T08:32:49.484146+0000","last_unstale":"2024-09-10T08:32:51.027166+0000","last_undegraded":"2024-09-10T08:32:51.027166+0000","last_fullsized":"2024-09-10T08:32:51.027166+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:17.300300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:45.445359+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:45.445028+0000","last_became_peered":"2024-09-10T08:32:45.445028+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:46.171120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027875+0000","last_change":"2024-09-10T08:32:44.448184+0000","last_active":"2024-09-10T08:32:51.027875+0000","last_peered":"2024-09-10T08:32:51.027875+0000","last_clean":"2024-09-10T08:32:51.027875+0000","last_became_active":"2024-09-10T08:32:44.447854+0000","last_became_peered":"2024-09-10T08:32:44.447854+0000","last_unstale":"2024-09-10T08:32:51.027875+0000","last_undegraded":"2024-09-10T08:32:51.027875+0000","last_fullsized":"2024-09-10T08:32:51.027875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:40.182499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028110+0000","last_change":"2024-09-10T08:32:49.486130+0000","last_active":"2024-09-10T08:32:51.028110+0000","last_peered":"2024-09-10T08:32:51.028110+0000","last_clean":"2024-09-10T08:32:51.028110+0000","last_became_active":"2024-09-10T08:32:49.485705+0000","last_became_peered":"2024-09-10T08:32:49.485705+0000","last_unstale":"2024-09-10T08:32:51.028110+0000","last_undegraded":"2024-09-10T08:32:51.028110+0000","last_fullsized":"2024-09-10T08:32:51.028110+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027309+0000","last_change":"2024-09-10T08:32:45.451872+0000","last_active":"2024-09-10T08:32:51.027309+0000","last_peered":"2024-09-10T08:32:51.027309+0000","last_clean":"2024-09-10T08:32:51.027309+0000","last_became_active":"2024-09-10T08:32:45.450664+0000","last_became_peered":"2024-09-10T08:32:45.450664+0000","last_unstale":"2024-09-10T08:32:51.027309+0000","last_undegraded":"2024-09-10T08:32:51.027309+0000","last_fullsized":"2024-09-10T08:32:51.027309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028708+0000","last_change":"2024-09-10T08:32:44.448256+0000","last_active":"2024-09-10T08:32:51.028708+0000","last_peered":"2024-09-10T08:32:51.028708+0000","last_clean":"2024-09-10T08:32:51.028708+0000","last_became_active":"2024-09-10T08:32:44.447982+0000","last_became_peered":"2024-09-10T08:32:44.447982+0000","last_unstale":"2024-09-10T08:32:51.028708+0000","last_undegraded":"2024-09-10T08:32:51.028708+0000","last_fullsized":"2024-09-10T08:32:51.028708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470083+0000","last_change":"2024-09-10T08:32:49.485653+0000","last_active":"2024-09-10T08:32:50.470083+0000","last_peered":"2024-09-10T08:32:50.470083+0000","last_clean":"2024-09-10T08:32:50.470083+0000","last_became_active":"2024-09-10T08:32:49.485295+0000","last_became_peered":"2024-09-10T08:32:49.485295+0000","last_unstale":"2024-09-10T08:32:50.470083+0000","last_undegraded":"2024-09-10T08:32:50.470083+0000","last_fullsized":"2024-09-10T08:32:50.470083+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028771+0000","last_change":"2024-09-10T08:32:45.460130+0000","last_active":"2024-09-10T08:32:51.028771+0000","last_peered":"2024-09-10T08:32:51.028771+0000","last_clean":"2024-09-10T08:32:51.028771+0000","last_became_active":"2024-09-10T08:32:45.459852+0000","last_became_peered":"2024-09-10T08:32:45.459852+0000","last_unstale":"2024-09-10T08:32:51.028771+0000","last_undegraded":"2024-09-10T08:32:51.028771+0000","last_fullsized":"2024-09-10T08:32:51.028771+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472342+0000","last_change":"2024-09-10T08:32:44.445662+0000","last_active":"2024-09-10T08:32:50.472342+0000","last_peered":"2024-09-10T08:32:50.472342+0000","last_clean":"2024-09-10T08:32:50.472342+0000","last_became_active":"2024-09-10T08:32:44.445366+0000","last_became_peered":"2024-09-10T08:32:44.445366+0000","last_unstale":"2024-09-10T08:32:50.472342+0000","last_undegraded":"2024-09-10T08:32:50.472342+0000","last_fullsized":"2024-09-10T08:32:50.472342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470079+0000","last_change":"2024-09-10T08:32:49.477247+0000","last_active":"2024-09-10T08:32:50.470079+0000","last_peered":"2024-09-10T08:32:50.470079+0000","last_clean":"2024-09-10T08:32:50.470079+0000","last_became_active":"2024-09-10T08:32:49.476762+0000","last_became_peered":"2024-09-10T08:32:49.476762+0000","last_unstale":"2024-09-10T08:32:50.470079+0000","last_undegraded":"2024-09-10T08:32:50.470079+0000","last_fullsized":"2024-09-10T08:32:50.470079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:22.752320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027099+0000","last_change":"2024-09-10T08:32:49.489580+0000","last_active":"2024-09-10T08:32:51.027099+0000","last_peered":"2024-09-10T08:32:51.027099+0000","last_clean":"2024-09-10T08:32:51.027099+0000","last_became_active":"2024-09-10T08:32:49.489209+0000","last_became_peered":"2024-09-10T08:32:49.489209+0000","last_unstale":"2024-09-10T08:32:51.027099+0000","last_undegraded":"2024-09-10T08:32:51.027099+0000","last_fullsized":"2024-09-10T08:32:51.027099+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026817+0000","last_change":"2024-09-10T08:32:45.436736+0000","last_active":"2024-09-10T08:32:51.026817+0000","last_peered":"2024-09-10T08:32:51.026817+0000","last_clean":"2024-09-10T08:32:51.026817+0000","last_became_active":"2024-09-10T08:32:45.436490+0000","last_became_peered":"2024-09-10T08:32:45.436490+0000","last_unstale":"2024-09-10T08:32:51.026817+0000","last_undegraded":"2024-09-10T08:32:51.026817+0000","last_fullsized":"2024-09-10T08:32:51.026817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:31.829432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027433+0000","last_change":"2024-09-10T08:32:44.446957+0000","last_active":"2024-09-10T08:32:51.027433+0000","last_peered":"2024-09-10T08:32:51.027433+0000","last_clean":"2024-09-10T08:32:51.027433+0000","last_became_active":"2024-09-10T08:32:44.446516+0000","last_became_peered":"2024-09-10T08:32:44.446516+0000","last_unstale":"2024-09-10T08:32:51.027433+0000","last_undegraded":"2024-09-10T08:32:51.027433+0000","last_fullsized":"2024-09-10T08:32:51.027433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472155+0000","last_change":"2024-09-10T08:32:49.487427+0000","last_active":"2024-09-10T08:32:50.472155+0000","last_peered":"2024-09-10T08:32:50.472155+0000","last_clean":"2024-09-10T08:32:50.472155+0000","last_became_active":"2024-09-10T08:32:49.486978+0000","last_became_peered":"2024-09-10T08:32:49.486978+0000","last_unstale":"2024-09-10T08:32:50.472155+0000","last_undegraded":"2024-09-10T08:32:50.472155+0000","last_fullsized":"2024-09-10T08:32:50.472155+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470100+0000","last_change":"2024-09-10T08:32:45.449224+0000","last_active":"2024-09-10T08:32:50.470100+0000","last_peered":"2024-09-10T08:32:50.470100+0000","last_clean":"2024-09-10T08:32:50.470100+0000","last_became_active":"2024-09-10T08:32:45.448929+0000","last_became_peered":"2024-09-10T08:32:45.448929+0000","last_unstale":"2024-09-10T08:32:50.470100+0000","last_undegraded":"2024-09-10T08:32:50.470100+0000","last_fullsized":"2024-09-10T08:32:50.470100+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470307+0000","last_change":"2024-09-10T08:32:44.447818+0000","last_active":"2024-09-10T08:32:50.470307+0000","last_peered":"2024-09-10T08:32:50.470307+0000","last_clean":"2024-09-10T08:32:50.470307+0000","last_became_active":"2024-09-10T08:32:44.447488+0000","last_became_peered":"2024-09-10T08:32:44.447488+0000","last_unstale":"2024-09-10T08:32:50.470307+0000","last_undegraded":"2024-09-10T08:32:50.470307+0000","last_fullsized":"2024-09-10T08:32:50.470307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472864+0000","last_change":"2024-09-10T08:32:44.447581+0000","last_active":"2024-09-10T08:32:50.472864+0000","last_peered":"2024-09-10T08:32:50.472864+0000","last_clean":"2024-09-10T08:32:50.472864+0000","last_became_active":"2024-09-10T08:32:44.446911+0000","last_became_peered":"2024-09-10T08:32:44.446911+0000","last_unstale":"2024-09-10T08:32:50.472864+0000","last_undegraded":"2024-09-10T08:32:50.472864+0000","last_fullsized":"2024-09-10T08:32:50.472864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027831+0000","last_change":"2024-09-10T08:32:45.455361+0000","last_active":"2024-09-10T08:32:51.027831+0000","last_peered":"2024-09-10T08:32:51.027831+0000","last_clean":"2024-09-10T08:32:51.027831+0000","last_became_active":"2024-09-10T08:32:45.455127+0000","last_became_peered":"2024-09-10T08:32:45.455127+0000","last_unstale":"2024-09-10T08:32:51.027831+0000","last_undegraded":"2024-09-10T08:32:51.027831+0000","last_fullsized":"2024-09-10T08:32:51.027831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644839+0000","last_change":"2024-09-10T08:32:49.481681+0000","last_active":"2024-09-10T08:32:50.644839+0000","last_peered":"2024-09-10T08:32:50.644839+0000","last_clean":"2024-09-10T08:32:50.644839+0000","last_became_active":"2024-09-10T08:32:49.481166+0000","last_became_peered":"2024-09-10T08:32:49.481166+0000","last_unstale":"2024-09-10T08:32:50.644839+0000","last_undegraded":"2024-09-10T08:32:50.644839+0000","last_fullsized":"2024-09-10T08:32:50.644839+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:24.655673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470603+0000","last_change":"2024-09-10T08:32:44.445218+0000","last_active":"2024-09-10T08:32:50.470603+0000","last_peered":"2024-09-10T08:32:50.470603+0000","last_clean":"2024-09-10T08:32:50.470603+0000","last_became_active":"2024-09-10T08:32:44.444962+0000","last_became_peered":"2024-09-10T08:32:44.444962+0000","last_unstale":"2024-09-10T08:32:50.470603+0000","last_undegraded":"2024-09-10T08:32:50.470603+0000","last_fullsized":"2024-09-10T08:32:50.470603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027719+0000","last_change":"2024-09-10T08:32:45.434602+0000","last_active":"2024-09-10T08:32:51.027719+0000","last_peered":"2024-09-10T08:32:51.027719+0000","last_clean":"2024-09-10T08:32:51.027719+0000","last_became_active":"2024-09-10T08:32:45.434233+0000","last_became_peered":"2024-09-10T08:32:45.434233+0000","last_unstale":"2024-09-10T08:32:51.027719+0000","last_undegraded":"2024-09-10T08:32:51.027719+0000","last_fullsized":"2024-09-10T08:32:51.027719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470976+0000","last_change":"2024-09-10T08:32:49.486671+0000","last_active":"2024-09-10T08:32:50.470976+0000","last_peered":"2024-09-10T08:32:50.470976+0000","last_clean":"2024-09-10T08:32:50.470976+0000","last_became_active":"2024-09-10T08:32:49.486310+0000","last_became_peered":"2024-09-10T08:32:49.486310+0000","last_unstale":"2024-09-10T08:32:50.470976+0000","last_undegraded":"2024-09-10T08:32:50.470976+0000","last_fullsized":"2024-09-10T08:32:50.470976+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:36.354490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471121+0000","last_change":"2024-09-10T08:32:45.454772+0000","last_active":"2024-09-10T08:32:50.471121+0000","last_peered":"2024-09-10T08:32:50.471121+0000","last_clean":"2024-09-10T08:32:50.471121+0000","last_became_active":"2024-09-10T08:32:45.454509+0000","last_became_peered":"2024-09-10T08:32:45.454509+0000","last_unstale":"2024-09-10T08:32:50.471121+0000","last_undegraded":"2024-09-10T08:32:50.471121+0000","last_fullsized":"2024-09-10T08:32:50.471121+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644686+0000","last_change":"2024-09-10T08:32:45.449606+0000","last_active":"2024-09-10T08:32:50.644686+0000","last_peered":"2024-09-10T08:32:50.644686+0000","last_clean":"2024-09-10T08:32:50.644686+0000","last_became_active":"2024-09-10T08:32:45.449352+0000","last_became_peered":"2024-09-10T08:32:45.449352+0000","last_unstale":"2024-09-10T08:32:50.644686+0000","last_undegraded":"2024-09-10T08:32:50.644686+0000","last_fullsized":"2024-09-10T08:32:50.644686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028194+0000","last_change":"2024-09-10T08:32:45.445386+0000","last_active":"2024-09-10T08:32:51.028194+0000","last_peered":"2024-09-10T08:32:51.028194+0000","last_clean":"2024-09-10T08:32:51.028194+0000","last_became_active":"2024-09-10T08:32:45.445140+0000","last_became_peered":"2024-09-10T08:32:45.445140+0000","last_unstale":"2024-09-10T08:32:51.028194+0000","last_undegraded":"2024-09-10T08:32:51.028194+0000","last_fullsized":"2024-09-10T08:32:51.028194+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027777+0000","last_change":"2024-09-10T08:32:45.449681+0000","last_active":"2024-09-10T08:32:51.027777+0000","last_peered":"2024-09-10T08:32:51.027777+0000","last_clean":"2024-09-10T08:32:51.027777+0000","last_became_active":"2024-09-10T08:32:45.449425+0000","last_became_peered":"2024-09-10T08:32:45.449425+0000","last_unstale":"2024-09-10T08:32:51.027777+0000","last_undegraded":"2024-09-10T08:32:51.027777+0000","last_fullsized":"2024-09-10T08:32:51.027777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470763+0000","last_change":"2024-09-10T08:32:45.443903+0000","last_active":"2024-09-10T08:32:50.470763+0000","last_peered":"2024-09-10T08:32:50.470763+0000","last_clean":"2024-09-10T08:32:50.470763+0000","last_became_active":"2024-09-10T08:32:45.443652+0000","last_became_peered":"2024-09-10T08:32:45.443652+0000","last_unstale":"2024-09-10T08:32:50.470763+0000","last_undegraded":"2024-09-10T08:32:50.470763+0000","last_fullsized":"2024-09-10T08:32:50.470763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027720+0000","last_change":"2024-09-10T08:32:45.436209+0000","last_active":"2024-09-10T08:32:51.027720+0000","last_peered":"2024-09-10T08:32:51.027720+0000","last_clean":"2024-09-10T08:32:51.027720+0000","last_became_active":"2024-09-10T08:32:45.435957+0000","last_became_peered":"2024-09-10T08:32:45.435957+0000","last_unstale":"2024-09-10T08:32:51.027720+0000","last_undegraded":"2024-09-10T08:32:51.027720+0000","last_fullsized":"2024-09-10T08:32:51.027720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:34.526883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472823+0000","last_change":"2024-09-10T08:32:45.459771+0000","last_active":"2024-09-10T08:32:50.472823+0000","last_peered":"2024-09-10T08:32:50.472823+0000","last_clean":"2024-09-10T08:32:50.472823+0000","last_became_active":"2024-09-10T08:32:45.459501+0000","last_became_peered":"2024-09-10T08:32:45.459501+0000","last_unstale":"2024-09-10T08:32:50.472823+0000","last_undegraded":"2024-09-10T08:32:50.472823+0000","last_fullsized":"2024-09-10T08:32:50.472823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470787+0000","last_change":"2024-09-10T08:32:45.444265+0000","last_active":"2024-09-10T08:32:50.470787+0000","last_peered":"2024-09-10T08:32:50.470787+0000","last_clean":"2024-09-10T08:32:50.470787+0000","last_became_active":"2024-09-10T08:32:45.442470+0000","last_became_peered":"2024-09-10T08:32:45.442470+0000","last_unstale":"2024-09-10T08:32:50.470787+0000","last_undegraded":"2024-09-10T08:32:50.470787+0000","last_fullsized":"2024-09-10T08:32:50.470787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027493+0000","last_change":"2024-09-10T08:32:45.450617+0000","last_active":"2024-09-10T08:32:51.027493+0000","last_peered":"2024-09-10T08:32:51.027493+0000","last_clean":"2024-09-10T08:32:51.027493+0000","last_became_active":"2024-09-10T08:32:45.449094+0000","last_became_peered":"2024-09-10T08:32:45.449094+0000","last_unstale":"2024-09-10T08:32:51.027493+0000","last_undegraded":"2024-09-10T08:32:51.027493+0000","last_fullsized":"2024-09-10T08:32:51.027493+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470182+0000","last_change":"2024-09-10T08:32:45.442095+0000","last_active":"2024-09-10T08:32:50.470182+0000","last_peered":"2024-09-10T08:32:50.470182+0000","last_clean":"2024-09-10T08:32:50.470182+0000","last_became_active":"2024-09-10T08:32:45.441845+0000","last_became_peered":"2024-09-10T08:32:45.441845+0000","last_unstale":"2024-09-10T08:32:50.470182+0000","last_undegraded":"2024-09-10T08:32:50.470182+0000","last_fullsized":"2024-09-10T08:32:50.470182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027908+0000","last_change":"2024-09-10T08:32:45.460417+0000","last_active":"2024-09-10T08:32:51.027908+0000","last_peered":"2024-09-10T08:32:51.027908+0000","last_clean":"2024-09-10T08:32:51.027908+0000","last_became_active":"2024-09-10T08:32:45.460135+0000","last_became_peered":"2024-09-10T08:32:45.460135+0000","last_unstale":"2024-09-10T08:32:51.027908+0000","last_undegraded":"2024-09-10T08:32:51.027908+0000","last_fullsized":"2024-09-10T08:32:51.027908+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027687+0000","last_change":"2024-09-10T08:32:45.459533+0000","last_active":"2024-09-10T08:32:51.027687+0000","last_peered":"2024-09-10T08:32:51.027687+0000","last_clean":"2024-09-10T08:32:51.027687+0000","last_became_active":"2024-09-10T08:32:45.459291+0000","last_became_peered":"2024-09-10T08:32:45.459291+0000","last_unstale":"2024-09-10T08:32:51.027687+0000","last_undegraded":"2024-09-10T08:32:51.027687+0000","last_fullsized":"2024-09-10T08:32:51.027687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472751+0000","last_change":"2024-09-10T08:32:45.455926+0000","last_active":"2024-09-10T08:32:50.472751+0000","last_peered":"2024-09-10T08:32:50.472751+0000","last_clean":"2024-09-10T08:32:50.472751+0000","last_became_active":"2024-09-10T08:32:45.455431+0000","last_became_peered":"2024-09-10T08:32:45.455431+0000","last_unstale":"2024-09-10T08:32:50.472751+0000","last_undegraded":"2024-09-10T08:32:50.472751+0000","last_fullsized":"2024-09-10T08:32:50.472751+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472140+0000","last_change":"2024-09-10T08:32:45.447532+0000","last_active":"2024-09-10T08:32:50.472140+0000","last_peered":"2024-09-10T08:32:50.472140+0000","last_clean":"2024-09-10T08:32:50.472140+0000","last_became_active":"2024-09-10T08:32:45.447247+0000","last_became_peered":"2024-09-10T08:32:45.447247+0000","last_unstale":"2024-09-10T08:32:50.472140+0000","last_undegraded":"2024-09-10T08:32:50.472140+0000","last_fullsized":"2024-09-10T08:32:50.472140+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644889+0000","last_change":"2024-09-10T08:32:45.446864+0000","last_active":"2024-09-10T08:32:50.644889+0000","last_peered":"2024-09-10T08:32:50.644889+0000","last_clean":"2024-09-10T08:32:50.644889+0000","last_became_active":"2024-09-10T08:32:45.446591+0000","last_became_peered":"2024-09-10T08:32:45.446591+0000","last_unstale":"2024-09-10T08:32:50.644889+0000","last_undegraded":"2024-09-10T08:32:50.644889+0000","last_fullsized":"2024-09-10T08:32:50.644889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028988+0000","last_change":"2024-09-10T08:32:45.460070+0000","last_active":"2024-09-10T08:32:51.028988+0000","last_peered":"2024-09-10T08:32:51.028988+0000","last_clean":"2024-09-10T08:32:51.028988+0000","last_became_active":"2024-09-10T08:32:45.459777+0000","last_became_peered":"2024-09-10T08:32:45.459777+0000","last_unstale":"2024-09-10T08:32:51.028988+0000","last_undegraded":"2024-09-10T08:32:51.028988+0000","last_fullsized":"2024-09-10T08:32:51.028988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027301+0000","last_change":"2024-09-10T08:32:45.452071+0000","last_active":"2024-09-10T08:32:51.027301+0000","last_peered":"2024-09-10T08:32:51.027301+0000","last_clean":"2024-09-10T08:32:51.027301+0000","last_became_active":"2024-09-10T08:32:45.451737+0000","last_became_peered":"2024-09-10T08:32:45.451737+0000","last_unstale":"2024-09-10T08:32:51.027301+0000","last_undegraded":"2024-09-10T08:32:51.027301+0000","last_fullsized":"2024-09-10T08:32:51.027301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026890+0000","last_change":"2024-09-10T08:32:45.441014+0000","last_active":"2024-09-10T08:32:51.026890+0000","last_peered":"2024-09-10T08:32:51.026890+0000","last_clean":"2024-09-10T08:32:51.026890+0000","last_became_active":"2024-09-10T08:32:45.440626+0000","last_became_peered":"2024-09-10T08:32:45.440626+0000","last_unstale":"2024-09-10T08:32:51.026890+0000","last_undegraded":"2024-09-10T08:32:51.026890+0000","last_fullsized":"2024-09-10T08:32:51.026890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:03.547323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027588+0000","last_change":"2024-09-10T08:32:45.450320+0000","last_active":"2024-09-10T08:32:51.027588+0000","last_peered":"2024-09-10T08:32:51.027588+0000","last_clean":"2024-09-10T08:32:51.027588+0000","last_became_active":"2024-09-10T08:32:45.448272+0000","last_became_peered":"2024-09-10T08:32:45.448272+0000","last_unstale":"2024-09-10T08:32:51.027588+0000","last_undegraded":"2024-09-10T08:32:51.027588+0000","last_fullsized":"2024-09-10T08:32:51.027588+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470385+0000","last_change":"2024-09-10T08:32:45.445595+0000","last_active":"2024-09-10T08:32:50.470385+0000","last_peered":"2024-09-10T08:32:50.470385+0000","last_clean":"2024-09-10T08:32:50.470385+0000","last_became_active":"2024-09-10T08:32:45.445326+0000","last_became_peered":"2024-09-10T08:32:45.445326+0000","last_unstale":"2024-09-10T08:32:50.470385+0000","last_undegraded":"2024-09-10T08:32:50.470385+0000","last_fullsized":"2024-09-10T08:32:50.470385+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027905+0000","last_change":"2024-09-10T08:32:45.449969+0000","last_active":"2024-09-10T08:32:51.027905+0000","last_peered":"2024-09-10T08:32:51.027905+0000","last_clean":"2024-09-10T08:32:51.027905+0000","last_became_active":"2024-09-10T08:32:45.448905+0000","last_became_peered":"2024-09-10T08:32:45.448905+0000","last_unstale":"2024-09-10T08:32:51.027905+0000","last_undegraded":"2024-09-10T08:32:51.027905+0000","last_fullsized":"2024-09-10T08:32:51.027905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471925+0000","last_change":"2024-09-10T08:32:45.451275+0000","last_active":"2024-09-10T08:32:50.471925+0000","last_peered":"2024-09-10T08:32:50.471925+0000","last_clean":"2024-09-10T08:32:50.471925+0000","last_became_active":"2024-09-10T08:32:45.450992+0000","last_became_peered":"2024-09-10T08:32:45.450992+0000","last_unstale":"2024-09-10T08:32:50.471925+0000","last_undegraded":"2024-09-10T08:32:50.471925+0000","last_fullsized":"2024-09-10T08:32:50.471925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472752+0000","last_change":"2024-09-10T08:32:45.449430+0000","last_active":"2024-09-10T08:32:50.472752+0000","last_peered":"2024-09-10T08:32:50.472752+0000","last_clean":"2024-09-10T08:32:50.472752+0000","last_became_active":"2024-09-10T08:32:45.449122+0000","last_became_peered":"2024-09-10T08:32:45.449122+0000","last_unstale":"2024-09-10T08:32:50.472752+0000","last_undegraded":"2024-09-10T08:32:50.472752+0000","last_fullsized":"2024-09-10T08:32:50.472752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472289+0000","last_change":"2024-09-10T08:32:45.453430+0000","last_active":"2024-09-10T08:32:50.472289+0000","last_peered":"2024-09-10T08:32:50.472289+0000","last_clean":"2024-09-10T08:32:50.472289+0000","last_became_active":"2024-09-10T08:32:45.453159+0000","last_became_peered":"2024-09-10T08:32:45.453159+0000","last_unstale":"2024-09-10T08:32:50.472289+0000","last_undegraded":"2024-09-10T08:32:50.472289+0000","last_fullsized":"2024-09-10T08:32:50.472289+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:05.548937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470007+0000","last_change":"2024-09-10T08:32:45.453003+0000","last_active":"2024-09-10T08:32:50.470007+0000","last_peered":"2024-09-10T08:32:50.470007+0000","last_clean":"2024-09-10T08:32:50.470007+0000","last_became_active":"2024-09-10T08:32:45.452594+0000","last_became_peered":"2024-09-10T08:32:45.452594+0000","last_unstale":"2024-09-10T08:32:50.470007+0000","last_undegraded":"2024-09-10T08:32:50.470007+0000","last_fullsized":"2024-09-10T08:32:50.470007+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471254+0000","last_change":"2024-09-10T08:32:45.456567+0000","last_active":"2024-09-10T08:32:50.471254+0000","last_peered":"2024-09-10T08:32:50.471254+0000","last_clean":"2024-09-10T08:32:50.471254+0000","last_became_active":"2024-09-10T08:32:45.456156+0000","last_became_peered":"2024-09-10T08:32:45.456156+0000","last_unstale":"2024-09-10T08:32:50.471254+0000","last_undegraded":"2024-09-10T08:32:50.471254+0000","last_fullsized":"2024-09-10T08:32:50.471254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027618+0000","last_change":"2024-09-10T08:32:45.450298+0000","last_active":"2024-09-10T08:32:51.027618+0000","last_peered":"2024-09-10T08:32:51.027618+0000","last_clean":"2024-09-10T08:32:51.027618+0000","last_became_active":"2024-09-10T08:32:45.449980+0000","last_became_peered":"2024-09-10T08:32:45.449980+0000","last_unstale":"2024-09-10T08:32:51.027618+0000","last_undegraded":"2024-09-10T08:32:51.027618+0000","last_fullsized":"2024-09-10T08:32:51.027618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471331+0000","last_change":"2024-09-10T08:32:45.447599+0000","last_active":"2024-09-10T08:32:50.471331+0000","last_peered":"2024-09-10T08:32:50.471331+0000","last_clean":"2024-09-10T08:32:50.471331+0000","last_became_active":"2024-09-10T08:32:45.447319+0000","last_became_peered":"2024-09-10T08:32:45.447319+0000","last_unstale":"2024-09-10T08:32:50.471331+0000","last_undegraded":"2024-09-10T08:32:50.471331+0000","last_fullsized":"2024-09-10T08:32:50.471331+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028491+0000","last_change":"2024-09-10T08:32:45.452378+0000","last_active":"2024-09-10T08:32:51.028491+0000","last_peered":"2024-09-10T08:32:51.028491+0000","last_clean":"2024-09-10T08:32:51.028491+0000","last_became_active":"2024-09-10T08:32:45.451977+0000","last_became_peered":"2024-09-10T08:32:45.451977+0000","last_unstale":"2024-09-10T08:32:51.028491+0000","last_undegraded":"2024-09-10T08:32:51.028491+0000","last_fullsized":"2024-09-10T08:32:51.028491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027133+0000","last_change":"2024-09-10T08:32:45.448106+0000","last_active":"2024-09-10T08:32:51.027133+0000","last_peered":"2024-09-10T08:32:51.027133+0000","last_clean":"2024-09-10T08:32:51.027133+0000","last_became_active":"2024-09-10T08:32:45.447830+0000","last_became_peered":"2024-09-10T08:32:45.447830+0000","last_unstale":"2024-09-10T08:32:51.027133+0000","last_undegraded":"2024-09-10T08:32:51.027133+0000","last_fullsized":"2024-09-10T08:32:51.027133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:47.196655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028257+0000","last_change":"2024-09-10T08:32:45.449270+0000","last_active":"2024-09-10T08:32:51.028257+0000","last_peered":"2024-09-10T08:32:51.028257+0000","last_clean":"2024-09-10T08:32:51.028257+0000","last_became_active":"2024-09-10T08:32:45.448841+0000","last_became_peered":"2024-09-10T08:32:45.448841+0000","last_unstale":"2024-09-10T08:32:51.028257+0000","last_undegraded":"2024-09-10T08:32:51.028257+0000","last_fullsized":"2024-09-10T08:32:51.028257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:46.201714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472169+0000","last_change":"2024-09-10T08:32:45.451086+0000","last_active":"2024-09-10T08:32:50.472169+0000","last_peered":"2024-09-10T08:32:50.472169+0000","last_clean":"2024-09-10T08:32:50.472169+0000","last_became_active":"2024-09-10T08:32:45.450802+0000","last_became_peered":"2024-09-10T08:32:45.450802+0000","last_unstale":"2024-09-10T08:32:50.472169+0000","last_undegraded":"2024-09-10T08:32:50.472169+0000","last_fullsized":"2024-09-10T08:32:50.472169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:10.344782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476745,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":105732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":696556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":105696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":270336,"data_stored":105606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":876544,"data_stored":696612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":105766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:05.437 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:05.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.569+0000 7f72b4778640 1 Processor -- start 2024-09-10T08:33:05.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.569+0000 7f72b4778640 1 -- start start 2024-09-10T08:33:05.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b4778640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f72ac0d21f0 0x7f72ac0d25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b4778640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72ac0d2b10 con 0x7f72ac141ad0 2024-09-10T08:33:05.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b4778640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72ac1620b0 con 0x7f72ac072590 2024-09-10T08:33:05.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b4778640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f72ac141750 con 0x7f72ac0d21f0 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b2d15640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f72ac141ad0 0x7f72ac141f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42472/0 (socket says 172.21.15.94:42472) 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b2d15640 1 -- 172.21.15.94:0/512690683 learned_addr learned my addr 172.21.15.94:0/512690683 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b2514640 1 --2- 172.21.15.94:0/512690683 >> v2:172.21.15.143:3300/0 conn(0x7f72ac0d21f0 0x7f72ac0d25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2833113351 0 0) 0x7f72ac0d2b10 con 0x7f72ac141ad0 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.570+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7298003520 con 0x7f72ac141ad0 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1470826390 0 0) 0x7f7298003520 con 0x7f72ac141ad0 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 >> v2:172.21.15.143:3300/0 conn(0x7f72ac0d21f0 msgr2=0x7f72ac0d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:05.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 --2- 172.21.15.94:0/512690683 >> v2:172.21.15.143:3300/0 conn(0x7f72ac0d21f0 0x7f72ac0d25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 >> v1:172.21.15.143:6789/0 conn(0x7f72ac072590 legacy=0x7f72ac06d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72ac162370 con 0x7f72ac141ad0 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f72a40019f0 con 0x7f72ac141ad0 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 >> v1:172.21.15.94:6789/0 conn(0x7f72ac141ad0 legacy=0x7f72ac141f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72980039b0 0x7f7298003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7298004800 0x7f7298004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f729800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f72ac141750 con 0x7f72980051c0 2024-09-10T08:33:05.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f729800c160 con 0x7f72980039b0 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f729800c360 con 0x7f7298004800 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b2d15640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f729800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b2514640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72980039b0 0x7f7298003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b1d13640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7298004800 0x7f7298004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b2d15640 1 -- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7298004800 msgr2=0x7f7298004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b2d15640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7298004800 0x7f7298004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b2d15640 1 -- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72980039b0 msgr2=0x7f7298003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b2d15640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72980039b0 0x7f7298003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.571+0000 7f72b2d15640 1 -- 172.21.15.94:0/512690683 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7298003520 con 0x7f72980051c0 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.572+0000 7f72b2d15640 1 -- 172.21.15.94:0/512690683 reap_dead start 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.572+0000 7f72b2d15640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f729800b9c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f72a400a850 tx=0x7f7298005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=682460e9381cf16b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.572+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a400a4a0 con 0x7f72980051c0 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.572+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72a402f070 con 0x7f72980051c0 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.572+0000 7f72b1512640 1 -- 172.21.15.94:0/512690683 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a402bce0 con 0x7f72980051c0 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.572+0000 7f72b4778640 1 -- 172.21.15.94:0/512690683 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 msgr2=0x7f729800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.572+0000 7f72b4778640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f729800b9c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f72a400a850 tx=0x7f7298005830 comp rx=0 tx=0).stop 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.573+0000 7f72b4778640 1 -- 172.21.15.94:0/512690683 shutdown_connections 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.573+0000 7f72b4778640 1 --2- 172.21.15.94:0/512690683 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f729800b9c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.573+0000 7f72b4778640 1 -- 172.21.15.94:0/512690683 >> 172.21.15.94:0/512690683 conn(0x7f72ac0b3ed0 msgr2=0x7f72ac0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:05.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.573+0000 7f72b4778640 1 -- 172.21.15.94:0/512690683 shutdown_connections 2024-09-10T08:33:05.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.573+0000 7f72b4778640 1 -- 172.21.15.94:0/512690683 wait complete. 2024-09-10T08:33:05.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.574+0000 7f72b4778640 1 Processor -- start 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.574+0000 7f72b4778640 1 -- start start 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.574+0000 7f72b4778640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f72ac140de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b4778640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72ac147670 0x7f72ac15a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b4778640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72ac148c60 0x7f72ac1490e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b4778640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f72ac162930 con 0x7f72980051c0 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b4778640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f72ac06d7f0 con 0x7f72ac147670 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b4778640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f72ac162c10 con 0x7f72ac148c60 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f72ac140de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f72ac140de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36718/0 (socket says 172.21.15.94:36718) 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 -- 172.21.15.94:0/4206923315 learned_addr learned my addr 172.21.15.94:0/4206923315 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2d15640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72ac148c60 0x7f72ac1490e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b1d13640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72ac147670 0x7f72ac15a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 -- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72ac148c60 msgr2=0x7f72ac1490e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72ac148c60 0x7f72ac1490e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 -- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72ac147670 msgr2=0x7f72ac15a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72ac147670 0x7f72ac15a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 -- 172.21.15.94:0/4206923315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72ac147bc0 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b2514640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f72ac140de0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f72a8011910 tx=0x7f72a8011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72a2ffd640 1 -- 172.21.15.94:0/4206923315 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a800faf0 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72a2ffd640 1 -- 172.21.15.94:0/4206923315 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72a800fc90 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72ac147ea0 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72a2ffd640 1 -- 172.21.15.94:0/4206923315 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72a8014440 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.575+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72ac148460 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.576+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72ac158c30 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.577+0000 7f72a2ffd640 1 -- 172.21.15.94:0/4206923315 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f72a8012040 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.577+0000 7f72a2ffd640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f729006be30 0x7f729006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.577+0000 7f72a2ffd640 1 -- 172.21.15.94:0/4206923315 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f72a808b700 con 0x7f72980051c0 2024-09-10T08:33:05.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.577+0000 7f72b1d13640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f729006be30 0x7f729006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.578+0000 7f72b1d13640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f729006be30 0x7f729006e2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f729c000c00 tx=0x7f729c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.582+0000 7f72a2ffd640 1 -- 172.21.15.94:0/4206923315 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f72a8019030 con 0x7f72980051c0 2024-09-10T08:33:05.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.743+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f72ac072290 con 0x7f729006be30 2024-09-10T08:33:05.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.750+0000 7f72a2ffd640 1 -- 172.21.15.94:0/4206923315 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f72ac072290 con 0x7f729006be30 2024-09-10T08:33:05.754 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:05.756 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:05.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f729006be30 msgr2=0x7f729006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f729006be30 0x7f729006e2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f729c000c00 tx=0x7f729c009040 comp rx=0 tx=0).stop 2024-09-10T08:33:05.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 msgr2=0x7f72ac140de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f72ac140de0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f72a8011910 tx=0x7f72a8011dd0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 shutdown_connections 2024-09-10T08:33:05.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f729006be30 0x7f729006e2f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72ac147670 0x7f72ac15a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72ac148c60 0x7f72ac1490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 --2- 172.21.15.94:0/4206923315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72980051c0 0x7f72ac140de0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 >> 172.21.15.94:0/4206923315 conn(0x7f72ac0b3ed0 msgr2=0x7f72ac160dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:05.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 shutdown_connections 2024-09-10T08:33:05.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.753+0000 7f72b4778640 1 -- 172.21.15.94:0/4206923315 wait complete. 2024-09-10T08:33:05.764 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-09-10T08:33:03.815852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236212,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738508,"statfs":{"total":773094113280,"available":772852232192,"internally_reserved":0,"allocated":3416064,"data_stored":2034868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002717"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027395+0000","last_change":"2024-09-10T08:32:44.441942+0000","last_active":"2024-09-10T08:32:51.027395+0000","last_peered":"2024-09-10T08:32:51.027395+0000","last_clean":"2024-09-10T08:32:51.027395+0000","last_became_active":"2024-09-10T08:32:44.441680+0000","last_became_peered":"2024-09-10T08:32:44.441680+0000","last_unstale":"2024-09-10T08:32:51.027395+0000","last_undegraded":"2024-09-10T08:32:51.027395+0000","last_fullsized":"2024-09-10T08:32:51.027395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470490+0000","last_change":"2024-09-10T08:32:45.446137+0000","last_active":"2024-09-10T08:32:50.470490+0000","last_peered":"2024-09-10T08:32:50.470490+0000","last_clean":"2024-09-10T08:32:50.470490+0000","last_became_active":"2024-09-10T08:32:45.445889+0000","last_became_peered":"2024-09-10T08:32:45.445889+0000","last_unstale":"2024-09-10T08:32:50.470490+0000","last_undegraded":"2024-09-10T08:32:50.470490+0000","last_fullsized":"2024-09-10T08:32:50.470490+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470034+0000","last_change":"2024-09-10T08:32:49.474908+0000","last_active":"2024-09-10T08:32:50.470034+0000","last_peered":"2024-09-10T08:32:50.470034+0000","last_clean":"2024-09-10T08:32:50.470034+0000","last_became_active":"2024-09-10T08:32:49.474482+0000","last_became_peered":"2024-09-10T08:32:49.474482+0000","last_unstale":"2024-09-10T08:32:50.470034+0000","last_undegraded":"2024-09-10T08:32:50.470034+0000","last_fullsized":"2024-09-10T08:32:50.470034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470589+0000","last_change":"2024-09-10T08:32:44.440622+0000","last_active":"2024-09-10T08:32:50.470589+0000","last_peered":"2024-09-10T08:32:50.470589+0000","last_clean":"2024-09-10T08:32:50.470589+0000","last_became_active":"2024-09-10T08:32:44.440335+0000","last_became_peered":"2024-09-10T08:32:44.440335+0000","last_unstale":"2024-09-10T08:32:50.470589+0000","last_undegraded":"2024-09-10T08:32:50.470589+0000","last_fullsized":"2024-09-10T08:32:50.470589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027188+0000","last_change":"2024-09-10T08:32:45.453385+0000","last_active":"2024-09-10T08:32:51.027188+0000","last_peered":"2024-09-10T08:32:51.027188+0000","last_clean":"2024-09-10T08:32:51.027188+0000","last_became_active":"2024-09-10T08:32:45.453039+0000","last_became_peered":"2024-09-10T08:32:45.453039+0000","last_unstale":"2024-09-10T08:32:51.027188+0000","last_undegraded":"2024-09-10T08:32:51.027188+0000","last_fullsized":"2024-09-10T08:32:51.027188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027376+0000","last_change":"2024-09-10T08:32:49.486272+0000","last_active":"2024-09-10T08:32:51.027376+0000","last_peered":"2024-09-10T08:32:51.027376+0000","last_clean":"2024-09-10T08:32:51.027376+0000","last_became_active":"2024-09-10T08:32:49.485853+0000","last_became_peered":"2024-09-10T08:32:49.485853+0000","last_unstale":"2024-09-10T08:32:51.027376+0000","last_undegraded":"2024-09-10T08:32:51.027376+0000","last_fullsized":"2024-09-10T08:32:51.027376+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:04.956132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472110+0000","last_change":"2024-09-10T08:32:44.449938+0000","last_active":"2024-09-10T08:32:50.472110+0000","last_peered":"2024-09-10T08:32:50.472110+0000","last_clean":"2024-09-10T08:32:50.472110+0000","last_became_active":"2024-09-10T08:32:44.449044+0000","last_became_peered":"2024-09-10T08:32:44.449044+0000","last_unstale":"2024-09-10T08:32:50.472110+0000","last_undegraded":"2024-09-10T08:32:50.472110+0000","last_fullsized":"2024-09-10T08:32:50.472110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:57.019455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028590+0000","last_change":"2024-09-10T08:32:45.450386+0000","last_active":"2024-09-10T08:32:51.028590+0000","last_peered":"2024-09-10T08:32:51.028590+0000","last_clean":"2024-09-10T08:32:51.028590+0000","last_became_active":"2024-09-10T08:32:45.450085+0000","last_became_peered":"2024-09-10T08:32:45.450085+0000","last_unstale":"2024-09-10T08:32:51.028590+0000","last_undegraded":"2024-09-10T08:32:51.028590+0000","last_fullsized":"2024-09-10T08:32:51.028590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028234+0000","last_change":"2024-09-10T08:32:49.486291+0000","last_active":"2024-09-10T08:32:51.028234+0000","last_peered":"2024-09-10T08:32:51.028234+0000","last_clean":"2024-09-10T08:32:51.028234+0000","last_became_active":"2024-09-10T08:32:49.485617+0000","last_became_peered":"2024-09-10T08:32:49.485617+0000","last_unstale":"2024-09-10T08:32:51.028234+0000","last_undegraded":"2024-09-10T08:32:51.028234+0000","last_fullsized":"2024-09-10T08:32:51.028234+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:59.150621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471600+0000","last_change":"2024-09-10T08:32:44.447275+0000","last_active":"2024-09-10T08:32:50.471600+0000","last_peered":"2024-09-10T08:32:50.471600+0000","last_clean":"2024-09-10T08:32:50.471600+0000","last_became_active":"2024-09-10T08:32:44.447014+0000","last_became_peered":"2024-09-10T08:32:44.447014+0000","last_unstale":"2024-09-10T08:32:50.471600+0000","last_undegraded":"2024-09-10T08:32:50.471600+0000","last_fullsized":"2024-09-10T08:32:50.471600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028922+0000","last_change":"2024-09-10T08:32:45.448536+0000","last_active":"2024-09-10T08:32:51.028922+0000","last_peered":"2024-09-10T08:32:51.028922+0000","last_clean":"2024-09-10T08:32:51.028922+0000","last_became_active":"2024-09-10T08:32:45.448242+0000","last_became_peered":"2024-09-10T08:32:45.448242+0000","last_unstale":"2024-09-10T08:32:51.028922+0000","last_undegraded":"2024-09-10T08:32:51.028922+0000","last_fullsized":"2024-09-10T08:32:51.028922+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027694+0000","last_change":"2024-09-10T08:32:49.477631+0000","last_active":"2024-09-10T08:32:51.027694+0000","last_peered":"2024-09-10T08:32:51.027694+0000","last_clean":"2024-09-10T08:32:51.027694+0000","last_became_active":"2024-09-10T08:32:49.477142+0000","last_became_peered":"2024-09-10T08:32:49.477142+0000","last_unstale":"2024-09-10T08:32:51.027694+0000","last_undegraded":"2024-09-10T08:32:51.027694+0000","last_fullsized":"2024-09-10T08:32:51.027694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472535+0000","last_change":"2024-09-10T08:32:45.456026+0000","last_active":"2024-09-10T08:32:50.472535+0000","last_peered":"2024-09-10T08:32:50.472535+0000","last_clean":"2024-09-10T08:32:50.472535+0000","last_became_active":"2024-09-10T08:32:45.455719+0000","last_became_peered":"2024-09-10T08:32:45.455719+0000","last_unstale":"2024-09-10T08:32:50.472535+0000","last_undegraded":"2024-09-10T08:32:50.472535+0000","last_fullsized":"2024-09-10T08:32:50.472535+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471524+0000","last_change":"2024-09-10T08:32:44.443384+0000","last_active":"2024-09-10T08:32:50.471524+0000","last_peered":"2024-09-10T08:32:50.471524+0000","last_clean":"2024-09-10T08:32:50.471524+0000","last_became_active":"2024-09-10T08:32:44.443079+0000","last_became_peered":"2024-09-10T08:32:44.443079+0000","last_unstale":"2024-09-10T08:32:50.471524+0000","last_undegraded":"2024-09-10T08:32:50.471524+0000","last_fullsized":"2024-09-10T08:32:50.471524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028039+0000","last_change":"2024-09-10T08:32:49.487548+0000","last_active":"2024-09-10T08:32:51.028039+0000","last_peered":"2024-09-10T08:32:51.028039+0000","last_clean":"2024-09-10T08:32:51.028039+0000","last_became_active":"2024-09-10T08:32:49.486444+0000","last_became_peered":"2024-09-10T08:32:49.486444+0000","last_unstale":"2024-09-10T08:32:51.028039+0000","last_undegraded":"2024-09-10T08:32:51.028039+0000","last_fullsized":"2024-09-10T08:32:51.028039+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470487+0000","last_change":"2024-09-10T08:32:45.450699+0000","last_active":"2024-09-10T08:32:50.470487+0000","last_peered":"2024-09-10T08:32:50.470487+0000","last_clean":"2024-09-10T08:32:50.470487+0000","last_became_active":"2024-09-10T08:32:45.450232+0000","last_became_peered":"2024-09-10T08:32:45.450232+0000","last_unstale":"2024-09-10T08:32:50.470487+0000","last_undegraded":"2024-09-10T08:32:50.470487+0000","last_fullsized":"2024-09-10T08:32:50.470487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027530+0000","last_change":"2024-09-10T08:32:44.441386+0000","last_active":"2024-09-10T08:32:51.027530+0000","last_peered":"2024-09-10T08:32:51.027530+0000","last_clean":"2024-09-10T08:32:51.027530+0000","last_became_active":"2024-09-10T08:32:44.440549+0000","last_became_peered":"2024-09-10T08:32:44.440549+0000","last_unstale":"2024-09-10T08:32:51.027530+0000","last_undegraded":"2024-09-10T08:32:51.027530+0000","last_fullsized":"2024-09-10T08:32:51.027530+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:48.077441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028229+0000","last_change":"2024-09-10T08:32:49.477428+0000","last_active":"2024-09-10T08:32:51.028229+0000","last_peered":"2024-09-10T08:32:51.028229+0000","last_clean":"2024-09-10T08:32:51.028229+0000","last_became_active":"2024-09-10T08:32:49.476704+0000","last_became_peered":"2024-09-10T08:32:49.476704+0000","last_unstale":"2024-09-10T08:32:51.028229+0000","last_undegraded":"2024-09-10T08:32:51.028229+0000","last_fullsized":"2024-09-10T08:32:51.028229+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470183+0000","last_change":"2024-09-10T08:32:45.435698+0000","last_active":"2024-09-10T08:32:50.470183+0000","last_peered":"2024-09-10T08:32:50.470183+0000","last_clean":"2024-09-10T08:32:50.470183+0000","last_became_active":"2024-09-10T08:32:45.435424+0000","last_became_peered":"2024-09-10T08:32:45.435424+0000","last_unstale":"2024-09-10T08:32:50.470183+0000","last_undegraded":"2024-09-10T08:32:50.470183+0000","last_fullsized":"2024-09-10T08:32:50.470183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026912+0000","last_change":"2024-09-10T08:32:44.436495+0000","last_active":"2024-09-10T08:32:51.026912+0000","last_peered":"2024-09-10T08:32:51.026912+0000","last_clean":"2024-09-10T08:32:51.026912+0000","last_became_active":"2024-09-10T08:32:44.436242+0000","last_became_peered":"2024-09-10T08:32:44.436242+0000","last_unstale":"2024-09-10T08:32:51.026912+0000","last_undegraded":"2024-09-10T08:32:51.026912+0000","last_fullsized":"2024-09-10T08:32:51.026912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:59.380791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028386+0000","last_change":"2024-09-10T08:32:49.484178+0000","last_active":"2024-09-10T08:32:51.028386+0000","last_peered":"2024-09-10T08:32:51.028386+0000","last_clean":"2024-09-10T08:32:51.028386+0000","last_became_active":"2024-09-10T08:32:49.483567+0000","last_became_peered":"2024-09-10T08:32:49.483567+0000","last_unstale":"2024-09-10T08:32:51.028386+0000","last_undegraded":"2024-09-10T08:32:51.028386+0000","last_fullsized":"2024-09-10T08:32:51.028386+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:28.792659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028016+0000","last_change":"2024-09-10T08:32:45.441554+0000","last_active":"2024-09-10T08:32:51.028016+0000","last_peered":"2024-09-10T08:32:51.028016+0000","last_clean":"2024-09-10T08:32:51.028016+0000","last_became_active":"2024-09-10T08:32:45.440868+0000","last_became_peered":"2024-09-10T08:32:45.440868+0000","last_unstale":"2024-09-10T08:32:51.028016+0000","last_undegraded":"2024-09-10T08:32:51.028016+0000","last_fullsized":"2024-09-10T08:32:51.028016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:41.481139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470915+0000","last_change":"2024-09-10T08:32:44.444111+0000","last_active":"2024-09-10T08:32:50.470915+0000","last_peered":"2024-09-10T08:32:50.470915+0000","last_clean":"2024-09-10T08:32:50.470915+0000","last_became_active":"2024-09-10T08:32:44.443828+0000","last_became_peered":"2024-09-10T08:32:44.443828+0000","last_unstale":"2024-09-10T08:32:50.470915+0000","last_undegraded":"2024-09-10T08:32:50.470915+0000","last_fullsized":"2024-09-10T08:32:50.470915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:45.166699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027912+0000","last_change":"2024-09-10T08:32:49.484054+0000","last_active":"2024-09-10T08:32:51.027912+0000","last_peered":"2024-09-10T08:32:51.027912+0000","last_clean":"2024-09-10T08:32:51.027912+0000","last_became_active":"2024-09-10T08:32:49.483488+0000","last_became_peered":"2024-09-10T08:32:49.483488+0000","last_unstale":"2024-09-10T08:32:51.027912+0000","last_undegraded":"2024-09-10T08:32:51.027912+0000","last_fullsized":"2024-09-10T08:32:51.027912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027365+0000","last_change":"2024-09-10T08:32:45.446183+0000","last_active":"2024-09-10T08:32:51.027365+0000","last_peered":"2024-09-10T08:32:51.027365+0000","last_clean":"2024-09-10T08:32:51.027365+0000","last_became_active":"2024-09-10T08:32:45.445762+0000","last_became_peered":"2024-09-10T08:32:45.445762+0000","last_unstale":"2024-09-10T08:32:51.027365+0000","last_undegraded":"2024-09-10T08:32:51.027365+0000","last_fullsized":"2024-09-10T08:32:51.027365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472638+0000","last_change":"2024-09-10T08:32:44.448361+0000","last_active":"2024-09-10T08:32:50.472638+0000","last_peered":"2024-09-10T08:32:50.472638+0000","last_clean":"2024-09-10T08:32:50.472638+0000","last_became_active":"2024-09-10T08:32:44.447509+0000","last_became_peered":"2024-09-10T08:32:44.447509+0000","last_unstale":"2024-09-10T08:32:50.472638+0000","last_undegraded":"2024-09-10T08:32:50.472638+0000","last_fullsized":"2024-09-10T08:32:50.472638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027863+0000","last_change":"2024-09-10T08:32:49.479527+0000","last_active":"2024-09-10T08:32:51.027863+0000","last_peered":"2024-09-10T08:32:51.027863+0000","last_clean":"2024-09-10T08:32:51.027863+0000","last_became_active":"2024-09-10T08:32:49.479009+0000","last_became_peered":"2024-09-10T08:32:49.479009+0000","last_unstale":"2024-09-10T08:32:51.027863+0000","last_undegraded":"2024-09-10T08:32:51.027863+0000","last_fullsized":"2024-09-10T08:32:51.027863+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470837+0000","last_change":"2024-09-10T08:32:45.454586+0000","last_active":"2024-09-10T08:32:50.470837+0000","last_peered":"2024-09-10T08:32:50.470837+0000","last_clean":"2024-09-10T08:32:50.470837+0000","last_became_active":"2024-09-10T08:32:45.454270+0000","last_became_peered":"2024-09-10T08:32:45.454270+0000","last_unstale":"2024-09-10T08:32:50.470837+0000","last_undegraded":"2024-09-10T08:32:50.470837+0000","last_fullsized":"2024-09-10T08:32:50.470837+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028274+0000","last_change":"2024-09-10T08:32:44.446945+0000","last_active":"2024-09-10T08:32:51.028274+0000","last_peered":"2024-09-10T08:32:51.028274+0000","last_clean":"2024-09-10T08:32:51.028274+0000","last_became_active":"2024-09-10T08:32:44.446645+0000","last_became_peered":"2024-09-10T08:32:44.446645+0000","last_unstale":"2024-09-10T08:32:51.028274+0000","last_undegraded":"2024-09-10T08:32:51.028274+0000","last_fullsized":"2024-09-10T08:32:51.028274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:23.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.469912+0000","last_change":"2024-09-10T08:32:49.487738+0000","last_active":"2024-09-10T08:32:50.469912+0000","last_peered":"2024-09-10T08:32:50.469912+0000","last_clean":"2024-09-10T08:32:50.469912+0000","last_became_active":"2024-09-10T08:32:49.487381+0000","last_became_peered":"2024-09-10T08:32:49.487381+0000","last_unstale":"2024-09-10T08:32:50.469912+0000","last_undegraded":"2024-09-10T08:32:50.469912+0000","last_fullsized":"2024-09-10T08:32:50.469912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:14.372902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028133+0000","last_change":"2024-09-10T08:32:45.441183+0000","last_active":"2024-09-10T08:32:51.028133+0000","last_peered":"2024-09-10T08:32:51.028133+0000","last_clean":"2024-09-10T08:32:51.028133+0000","last_became_active":"2024-09-10T08:32:45.440348+0000","last_became_peered":"2024-09-10T08:32:45.440348+0000","last_unstale":"2024-09-10T08:32:51.028133+0000","last_undegraded":"2024-09-10T08:32:51.028133+0000","last_fullsized":"2024-09-10T08:32:51.028133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:25:29.678255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472253+0000","last_change":"2024-09-10T08:32:44.445207+0000","last_active":"2024-09-10T08:32:50.472253+0000","last_peered":"2024-09-10T08:32:50.472253+0000","last_clean":"2024-09-10T08:32:50.472253+0000","last_became_active":"2024-09-10T08:32:44.444942+0000","last_became_peered":"2024-09-10T08:32:44.444942+0000","last_unstale":"2024-09-10T08:32:50.472253+0000","last_undegraded":"2024-09-10T08:32:50.472253+0000","last_fullsized":"2024-09-10T08:32:50.472253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.476718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027660+0000","last_change":"2024-09-10T08:32:49.490986+0000","last_active":"2024-09-10T08:32:51.027660+0000","last_peered":"2024-09-10T08:32:51.027660+0000","last_clean":"2024-09-10T08:32:51.027660+0000","last_became_active":"2024-09-10T08:32:49.490608+0000","last_became_peered":"2024-09-10T08:32:49.490608+0000","last_unstale":"2024-09-10T08:32:51.027660+0000","last_undegraded":"2024-09-10T08:32:51.027660+0000","last_fullsized":"2024-09-10T08:32:51.027660+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028943+0000","last_change":"2024-09-10T08:32:45.446086+0000","last_active":"2024-09-10T08:32:51.028943+0000","last_peered":"2024-09-10T08:32:51.028943+0000","last_clean":"2024-09-10T08:32:51.028943+0000","last_became_active":"2024-09-10T08:32:45.445820+0000","last_became_peered":"2024-09-10T08:32:45.445820+0000","last_unstale":"2024-09-10T08:32:51.028943+0000","last_undegraded":"2024-09-10T08:32:51.028943+0000","last_fullsized":"2024-09-10T08:32:51.028943+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028168+0000","last_change":"2024-09-10T08:32:44.439925+0000","last_active":"2024-09-10T08:32:51.028168+0000","last_peered":"2024-09-10T08:32:51.028168+0000","last_clean":"2024-09-10T08:32:51.028168+0000","last_became_active":"2024-09-10T08:32:44.439621+0000","last_became_peered":"2024-09-10T08:32:44.439621+0000","last_unstale":"2024-09-10T08:32:51.028168+0000","last_undegraded":"2024-09-10T08:32:51.028168+0000","last_fullsized":"2024-09-10T08:32:51.028168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:50.066985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027315+0000","last_change":"2024-09-10T08:32:49.493214+0000","last_active":"2024-09-10T08:32:51.027315+0000","last_peered":"2024-09-10T08:32:51.027315+0000","last_clean":"2024-09-10T08:32:51.027315+0000","last_became_active":"2024-09-10T08:32:49.492830+0000","last_became_peered":"2024-09-10T08:32:49.492830+0000","last_unstale":"2024-09-10T08:32:51.027315+0000","last_undegraded":"2024-09-10T08:32:51.027315+0000","last_fullsized":"2024-09-10T08:32:51.027315+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:46.136394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028380+0000","last_change":"2024-09-10T08:32:45.454575+0000","last_active":"2024-09-10T08:32:51.028380+0000","last_peered":"2024-09-10T08:32:51.028380+0000","last_clean":"2024-09-10T08:32:51.028380+0000","last_became_active":"2024-09-10T08:32:45.454285+0000","last_became_peered":"2024-09-10T08:32:45.454285+0000","last_unstale":"2024-09-10T08:32:51.028380+0000","last_undegraded":"2024-09-10T08:32:51.028380+0000","last_fullsized":"2024-09-10T08:32:51.028380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028366+0000","last_change":"2024-09-10T08:32:44.445586+0000","last_active":"2024-09-10T08:32:51.028366+0000","last_peered":"2024-09-10T08:32:51.028366+0000","last_clean":"2024-09-10T08:32:51.028366+0000","last_became_active":"2024-09-10T08:32:44.445295+0000","last_became_peered":"2024-09-10T08:32:44.445295+0000","last_unstale":"2024-09-10T08:32:51.028366+0000","last_undegraded":"2024-09-10T08:32:51.028366+0000","last_fullsized":"2024-09-10T08:32:51.028366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:49.484021+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:49.483426+0000","last_became_peered":"2024-09-10T08:32:49.483426+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:52:50.574117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026941+0000","last_change":"2024-09-10T08:32:45.443023+0000","last_active":"2024-09-10T08:32:51.026941+0000","last_peered":"2024-09-10T08:32:51.026941+0000","last_clean":"2024-09-10T08:32:51.026941+0000","last_became_active":"2024-09-10T08:32:45.441523+0000","last_became_peered":"2024-09-10T08:32:45.441523+0000","last_unstale":"2024-09-10T08:32:51.026941+0000","last_undegraded":"2024-09-10T08:32:51.026941+0000","last_fullsized":"2024-09-10T08:32:51.026941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:59.511286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644667+0000","last_change":"2024-09-10T08:32:44.444167+0000","last_active":"2024-09-10T08:32:50.644667+0000","last_peered":"2024-09-10T08:32:50.644667+0000","last_clean":"2024-09-10T08:32:50.644667+0000","last_became_active":"2024-09-10T08:32:44.443876+0000","last_became_peered":"2024-09-10T08:32:44.443876+0000","last_unstale":"2024-09-10T08:32:50.644667+0000","last_undegraded":"2024-09-10T08:32:50.644667+0000","last_fullsized":"2024-09-10T08:32:50.644667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028473+0000","last_change":"2024-09-10T08:32:49.485533+0000","last_active":"2024-09-10T08:32:51.028473+0000","last_peered":"2024-09-10T08:32:51.028473+0000","last_clean":"2024-09-10T08:32:51.028473+0000","last_became_active":"2024-09-10T08:32:49.484401+0000","last_became_peered":"2024-09-10T08:32:49.484401+0000","last_unstale":"2024-09-10T08:32:51.028473+0000","last_undegraded":"2024-09-10T08:32:51.028473+0000","last_fullsized":"2024-09-10T08:32:51.028473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:43.140455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027006+0000","last_change":"2024-09-10T08:32:45.445150+0000","last_active":"2024-09-10T08:32:51.027006+0000","last_peered":"2024-09-10T08:32:51.027006+0000","last_clean":"2024-09-10T08:32:51.027006+0000","last_became_active":"2024-09-10T08:32:45.444871+0000","last_became_peered":"2024-09-10T08:32:45.444871+0000","last_unstale":"2024-09-10T08:32:51.027006+0000","last_undegraded":"2024-09-10T08:32:51.027006+0000","last_fullsized":"2024-09-10T08:32:51.027006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471042+0000","last_change":"2024-09-10T08:32:44.436263+0000","last_active":"2024-09-10T08:32:50.471042+0000","last_peered":"2024-09-10T08:32:50.471042+0000","last_clean":"2024-09-10T08:32:50.471042+0000","last_became_active":"2024-09-10T08:32:44.435923+0000","last_became_peered":"2024-09-10T08:32:44.435923+0000","last_unstale":"2024-09-10T08:32:50.471042+0000","last_undegraded":"2024-09-10T08:32:50.471042+0000","last_fullsized":"2024-09-10T08:32:50.471042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027269+0000","last_change":"2024-09-10T08:32:49.488366+0000","last_active":"2024-09-10T08:32:51.027269+0000","last_peered":"2024-09-10T08:32:51.027269+0000","last_clean":"2024-09-10T08:32:51.027269+0000","last_became_active":"2024-09-10T08:32:49.487967+0000","last_became_peered":"2024-09-10T08:32:49.487967+0000","last_unstale":"2024-09-10T08:32:51.027269+0000","last_undegraded":"2024-09-10T08:32:51.027269+0000","last_fullsized":"2024-09-10T08:32:51.027269+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470168+0000","last_change":"2024-09-10T08:32:45.453353+0000","last_active":"2024-09-10T08:32:50.470168+0000","last_peered":"2024-09-10T08:32:50.470168+0000","last_clean":"2024-09-10T08:32:50.470168+0000","last_became_active":"2024-09-10T08:32:45.452283+0000","last_became_peered":"2024-09-10T08:32:45.452283+0000","last_unstale":"2024-09-10T08:32:50.470168+0000","last_undegraded":"2024-09-10T08:32:50.470168+0000","last_fullsized":"2024-09-10T08:32:50.470168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028606+0000","last_change":"2024-09-10T08:32:44.445538+0000","last_active":"2024-09-10T08:32:51.028606+0000","last_peered":"2024-09-10T08:32:51.028606+0000","last_clean":"2024-09-10T08:32:51.028606+0000","last_became_active":"2024-09-10T08:32:44.445245+0000","last_became_peered":"2024-09-10T08:32:44.445245+0000","last_unstale":"2024-09-10T08:32:51.028606+0000","last_undegraded":"2024-09-10T08:32:51.028606+0000","last_fullsized":"2024-09-10T08:32:51.028606+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":178,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472099+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:32:50.472099+0000","last_peered":"2024-09-10T08:32:50.472099+0000","last_clean":"2024-09-10T08:32:50.472099+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:32:50.472099+0000","last_undegraded":"2024-09-10T08:32:50.472099+0000","last_fullsized":"2024-09-10T08:32:50.472099+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471709+0000","last_change":"2024-09-10T08:32:49.480416+0000","last_active":"2024-09-10T08:32:50.471709+0000","last_peered":"2024-09-10T08:32:50.471709+0000","last_clean":"2024-09-10T08:32:50.471709+0000","last_became_active":"2024-09-10T08:32:49.479955+0000","last_became_peered":"2024-09-10T08:32:49.479955+0000","last_unstale":"2024-09-10T08:32:50.471709+0000","last_undegraded":"2024-09-10T08:32:50.471709+0000","last_fullsized":"2024-09-10T08:32:50.471709+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471906+0000","last_change":"2024-09-10T08:32:45.458781+0000","last_active":"2024-09-10T08:32:50.471906+0000","last_peered":"2024-09-10T08:32:50.471906+0000","last_clean":"2024-09-10T08:32:50.471906+0000","last_became_active":"2024-09-10T08:32:45.458527+0000","last_became_peered":"2024-09-10T08:32:45.458527+0000","last_unstale":"2024-09-10T08:32:50.471906+0000","last_undegraded":"2024-09-10T08:32:50.471906+0000","last_fullsized":"2024-09-10T08:32:50.471906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644957+0000","last_change":"2024-09-10T08:32:44.446969+0000","last_active":"2024-09-10T08:32:50.644957+0000","last_peered":"2024-09-10T08:32:50.644957+0000","last_clean":"2024-09-10T08:32:50.644957+0000","last_became_active":"2024-09-10T08:32:44.446673+0000","last_became_peered":"2024-09-10T08:32:44.446673+0000","last_unstale":"2024-09-10T08:32:50.644957+0000","last_undegraded":"2024-09-10T08:32:50.644957+0000","last_fullsized":"2024-09-10T08:32:50.644957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472779+0000","last_change":"2024-09-10T08:32:49.487281+0000","last_active":"2024-09-10T08:32:50.472779+0000","last_peered":"2024-09-10T08:32:50.472779+0000","last_clean":"2024-09-10T08:32:50.472779+0000","last_became_active":"2024-09-10T08:32:49.486799+0000","last_became_peered":"2024-09-10T08:32:49.486799+0000","last_unstale":"2024-09-10T08:32:50.472779+0000","last_undegraded":"2024-09-10T08:32:50.472779+0000","last_fullsized":"2024-09-10T08:32:50.472779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028659+0000","last_change":"2024-09-10T08:32:45.451640+0000","last_active":"2024-09-10T08:32:51.028659+0000","last_peered":"2024-09-10T08:32:51.028659+0000","last_clean":"2024-09-10T08:32:51.028659+0000","last_became_active":"2024-09-10T08:32:45.451384+0000","last_became_peered":"2024-09-10T08:32:45.451384+0000","last_unstale":"2024-09-10T08:32:51.028659+0000","last_undegraded":"2024-09-10T08:32:51.028659+0000","last_fullsized":"2024-09-10T08:32:51.028659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027964+0000","last_change":"2024-09-10T08:32:44.434525+0000","last_active":"2024-09-10T08:32:51.027964+0000","last_peered":"2024-09-10T08:32:51.027964+0000","last_clean":"2024-09-10T08:32:51.027964+0000","last_became_active":"2024-09-10T08:32:44.434224+0000","last_became_peered":"2024-09-10T08:32:44.434224+0000","last_unstale":"2024-09-10T08:32:51.027964+0000","last_undegraded":"2024-09-10T08:32:51.027964+0000","last_fullsized":"2024-09-10T08:32:51.027964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:44.976254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027753+0000","last_change":"2024-09-10T08:32:49.487053+0000","last_active":"2024-09-10T08:32:51.027753+0000","last_peered":"2024-09-10T08:32:51.027753+0000","last_clean":"2024-09-10T08:32:51.027753+0000","last_became_active":"2024-09-10T08:32:49.486605+0000","last_became_peered":"2024-09-10T08:32:49.486605+0000","last_unstale":"2024-09-10T08:32:51.027753+0000","last_undegraded":"2024-09-10T08:32:51.027753+0000","last_fullsized":"2024-09-10T08:32:51.027753+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472293+0000","last_change":"2024-09-10T08:32:45.452910+0000","last_active":"2024-09-10T08:32:50.472293+0000","last_peered":"2024-09-10T08:32:50.472293+0000","last_clean":"2024-09-10T08:32:50.472293+0000","last_became_active":"2024-09-10T08:32:45.451554+0000","last_became_peered":"2024-09-10T08:32:45.451554+0000","last_unstale":"2024-09-10T08:32:50.472293+0000","last_undegraded":"2024-09-10T08:32:50.472293+0000","last_fullsized":"2024-09-10T08:32:50.472293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:55.122501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644923+0000","last_change":"2024-09-10T08:32:44.440509+0000","last_active":"2024-09-10T08:32:50.644923+0000","last_peered":"2024-09-10T08:32:50.644923+0000","last_clean":"2024-09-10T08:32:50.644923+0000","last_became_active":"2024-09-10T08:32:44.440206+0000","last_became_peered":"2024-09-10T08:32:44.440206+0000","last_unstale":"2024-09-10T08:32:50.644923+0000","last_undegraded":"2024-09-10T08:32:50.644923+0000","last_fullsized":"2024-09-10T08:32:50.644923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027290+0000","last_change":"2024-09-10T08:32:49.477856+0000","last_active":"2024-09-10T08:32:51.027290+0000","last_peered":"2024-09-10T08:32:51.027290+0000","last_clean":"2024-09-10T08:32:51.027290+0000","last_became_active":"2024-09-10T08:32:49.477472+0000","last_became_peered":"2024-09-10T08:32:49.477472+0000","last_unstale":"2024-09-10T08:32:51.027290+0000","last_undegraded":"2024-09-10T08:32:51.027290+0000","last_fullsized":"2024-09-10T08:32:51.027290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471936+0000","last_change":"2024-09-10T08:32:45.448092+0000","last_active":"2024-09-10T08:32:50.471936+0000","last_peered":"2024-09-10T08:32:50.471936+0000","last_clean":"2024-09-10T08:32:50.471936+0000","last_became_active":"2024-09-10T08:32:45.446898+0000","last_became_peered":"2024-09-10T08:32:45.446898+0000","last_unstale":"2024-09-10T08:32:50.471936+0000","last_undegraded":"2024-09-10T08:32:50.471936+0000","last_fullsized":"2024-09-10T08:32:50.471936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028263+0000","last_change":"2024-09-10T08:32:44.443127+0000","last_active":"2024-09-10T08:32:51.028263+0000","last_peered":"2024-09-10T08:32:51.028263+0000","last_clean":"2024-09-10T08:32:51.028263+0000","last_became_active":"2024-09-10T08:32:44.442811+0000","last_became_peered":"2024-09-10T08:32:44.442811+0000","last_unstale":"2024-09-10T08:32:51.028263+0000","last_undegraded":"2024-09-10T08:32:51.028263+0000","last_fullsized":"2024-09-10T08:32:51.028263+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027342+0000","last_change":"2024-09-10T08:32:49.476654+0000","last_active":"2024-09-10T08:32:51.027342+0000","last_peered":"2024-09-10T08:32:51.027342+0000","last_clean":"2024-09-10T08:32:51.027342+0000","last_became_active":"2024-09-10T08:32:49.476105+0000","last_became_peered":"2024-09-10T08:32:49.476105+0000","last_unstale":"2024-09-10T08:32:51.027342+0000","last_undegraded":"2024-09-10T08:32:51.027342+0000","last_fullsized":"2024-09-10T08:32:51.027342+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:38.721193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471347+0000","last_change":"2024-09-10T08:32:45.456849+0000","last_active":"2024-09-10T08:32:50.471347+0000","last_peered":"2024-09-10T08:32:50.471347+0000","last_clean":"2024-09-10T08:32:50.471347+0000","last_became_active":"2024-09-10T08:32:45.456481+0000","last_became_peered":"2024-09-10T08:32:45.456481+0000","last_unstale":"2024-09-10T08:32:50.471347+0000","last_undegraded":"2024-09-10T08:32:50.471347+0000","last_fullsized":"2024-09-10T08:32:50.471347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644556+0000","last_change":"2024-09-10T08:32:44.439635+0000","last_active":"2024-09-10T08:32:50.644556+0000","last_peered":"2024-09-10T08:32:50.644556+0000","last_clean":"2024-09-10T08:32:50.644556+0000","last_became_active":"2024-09-10T08:32:44.439330+0000","last_became_peered":"2024-09-10T08:32:44.439330+0000","last_unstale":"2024-09-10T08:32:50.644556+0000","last_undegraded":"2024-09-10T08:32:50.644556+0000","last_fullsized":"2024-09-10T08:32:50.644556+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027134+0000","last_change":"2024-09-10T08:32:49.476892+0000","last_active":"2024-09-10T08:32:51.027134+0000","last_peered":"2024-09-10T08:32:51.027134+0000","last_clean":"2024-09-10T08:32:51.027134+0000","last_became_active":"2024-09-10T08:32:49.476474+0000","last_became_peered":"2024-09-10T08:32:49.476474+0000","last_unstale":"2024-09-10T08:32:51.027134+0000","last_undegraded":"2024-09-10T08:32:51.027134+0000","last_fullsized":"2024-09-10T08:32:51.027134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471343+0000","last_change":"2024-09-10T08:32:45.455566+0000","last_active":"2024-09-10T08:32:50.471343+0000","last_peered":"2024-09-10T08:32:50.471343+0000","last_clean":"2024-09-10T08:32:50.471343+0000","last_became_active":"2024-09-10T08:32:45.455258+0000","last_became_peered":"2024-09-10T08:32:45.455258+0000","last_unstale":"2024-09-10T08:32:50.471343+0000","last_undegraded":"2024-09-10T08:32:50.471343+0000","last_fullsized":"2024-09-10T08:32:50.471343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472573+0000","last_change":"2024-09-10T08:32:44.450423+0000","last_active":"2024-09-10T08:32:50.472573+0000","last_peered":"2024-09-10T08:32:50.472573+0000","last_clean":"2024-09-10T08:32:50.472573+0000","last_became_active":"2024-09-10T08:32:44.450137+0000","last_became_peered":"2024-09-10T08:32:44.450137+0000","last_unstale":"2024-09-10T08:32:50.472573+0000","last_undegraded":"2024-09-10T08:32:50.472573+0000","last_fullsized":"2024-09-10T08:32:50.472573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470730+0000","last_change":"2024-09-10T08:32:49.488503+0000","last_active":"2024-09-10T08:32:50.470730+0000","last_peered":"2024-09-10T08:32:50.470730+0000","last_clean":"2024-09-10T08:32:50.470730+0000","last_became_active":"2024-09-10T08:32:49.488136+0000","last_became_peered":"2024-09-10T08:32:49.488136+0000","last_unstale":"2024-09-10T08:32:50.470730+0000","last_undegraded":"2024-09-10T08:32:50.470730+0000","last_fullsized":"2024-09-10T08:32:50.470730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:37.207400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471473+0000","last_change":"2024-09-10T08:32:45.456215+0000","last_active":"2024-09-10T08:32:50.471473+0000","last_peered":"2024-09-10T08:32:50.471473+0000","last_clean":"2024-09-10T08:32:50.471473+0000","last_became_active":"2024-09-10T08:32:45.453501+0000","last_became_peered":"2024-09-10T08:32:45.453501+0000","last_unstale":"2024-09-10T08:32:50.471473+0000","last_undegraded":"2024-09-10T08:32:50.471473+0000","last_fullsized":"2024-09-10T08:32:50.471473+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028215+0000","last_change":"2024-09-10T08:32:44.444943+0000","last_active":"2024-09-10T08:32:51.028215+0000","last_peered":"2024-09-10T08:32:51.028215+0000","last_clean":"2024-09-10T08:32:51.028215+0000","last_became_active":"2024-09-10T08:32:44.444228+0000","last_became_peered":"2024-09-10T08:32:44.444228+0000","last_unstale":"2024-09-10T08:32:51.028215+0000","last_undegraded":"2024-09-10T08:32:51.028215+0000","last_fullsized":"2024-09-10T08:32:51.028215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470507+0000","last_change":"2024-09-10T08:32:49.481650+0000","last_active":"2024-09-10T08:32:50.470507+0000","last_peered":"2024-09-10T08:32:50.470507+0000","last_clean":"2024-09-10T08:32:50.470507+0000","last_became_active":"2024-09-10T08:32:49.481210+0000","last_became_peered":"2024-09-10T08:32:49.481210+0000","last_unstale":"2024-09-10T08:32:50.470507+0000","last_undegraded":"2024-09-10T08:32:50.470507+0000","last_fullsized":"2024-09-10T08:32:50.470507+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:21.032363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027595+0000","last_change":"2024-09-10T08:32:45.446614+0000","last_active":"2024-09-10T08:32:51.027595+0000","last_peered":"2024-09-10T08:32:51.027595+0000","last_clean":"2024-09-10T08:32:51.027595+0000","last_became_active":"2024-09-10T08:32:45.445908+0000","last_became_peered":"2024-09-10T08:32:45.445908+0000","last_unstale":"2024-09-10T08:32:51.027595+0000","last_undegraded":"2024-09-10T08:32:51.027595+0000","last_fullsized":"2024-09-10T08:32:51.027595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:02:41.786279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027862+0000","last_change":"2024-09-10T08:32:44.443292+0000","last_active":"2024-09-10T08:32:51.027862+0000","last_peered":"2024-09-10T08:32:51.027862+0000","last_clean":"2024-09-10T08:32:51.027862+0000","last_became_active":"2024-09-10T08:32:44.443007+0000","last_became_peered":"2024-09-10T08:32:44.443007+0000","last_unstale":"2024-09-10T08:32:51.027862+0000","last_undegraded":"2024-09-10T08:32:51.027862+0000","last_fullsized":"2024-09-10T08:32:51.027862+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028773+0000","last_change":"2024-09-10T08:32:49.478228+0000","last_active":"2024-09-10T08:32:51.028773+0000","last_peered":"2024-09-10T08:32:51.028773+0000","last_clean":"2024-09-10T08:32:51.028773+0000","last_became_active":"2024-09-10T08:32:49.477835+0000","last_became_peered":"2024-09-10T08:32:49.477835+0000","last_unstale":"2024-09-10T08:32:51.028773+0000","last_undegraded":"2024-09-10T08:32:51.028773+0000","last_fullsized":"2024-09-10T08:32:51.028773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471740+0000","last_change":"2024-09-10T08:32:45.442423+0000","last_active":"2024-09-10T08:32:50.471740+0000","last_peered":"2024-09-10T08:32:50.471740+0000","last_clean":"2024-09-10T08:32:50.471740+0000","last_became_active":"2024-09-10T08:32:45.442146+0000","last_became_peered":"2024-09-10T08:32:45.442146+0000","last_unstale":"2024-09-10T08:32:50.471740+0000","last_undegraded":"2024-09-10T08:32:50.471740+0000","last_fullsized":"2024-09-10T08:32:50.471740+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:54.816514+0000","last_change":"2024-09-10T08:32:44.447353+0000","last_active":"2024-09-10T08:32:54.816514+0000","last_peered":"2024-09-10T08:32:54.816514+0000","last_clean":"2024-09-10T08:32:54.816514+0000","last_became_active":"2024-09-10T08:32:44.446997+0000","last_became_peered":"2024-09-10T08:32:44.446997+0000","last_unstale":"2024-09-10T08:32:54.816514+0000","last_undegraded":"2024-09-10T08:32:54.816514+0000","last_fullsized":"2024-09-10T08:32:54.816514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027166+0000","last_change":"2024-09-10T08:32:49.486177+0000","last_active":"2024-09-10T08:32:51.027166+0000","last_peered":"2024-09-10T08:32:51.027166+0000","last_clean":"2024-09-10T08:32:51.027166+0000","last_became_active":"2024-09-10T08:32:49.484146+0000","last_became_peered":"2024-09-10T08:32:49.484146+0000","last_unstale":"2024-09-10T08:32:51.027166+0000","last_undegraded":"2024-09-10T08:32:51.027166+0000","last_fullsized":"2024-09-10T08:32:51.027166+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:17.300300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:45.445359+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:45.445028+0000","last_became_peered":"2024-09-10T08:32:45.445028+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:46.171120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027875+0000","last_change":"2024-09-10T08:32:44.448184+0000","last_active":"2024-09-10T08:32:51.027875+0000","last_peered":"2024-09-10T08:32:51.027875+0000","last_clean":"2024-09-10T08:32:51.027875+0000","last_became_active":"2024-09-10T08:32:44.447854+0000","last_became_peered":"2024-09-10T08:32:44.447854+0000","last_unstale":"2024-09-10T08:32:51.027875+0000","last_undegraded":"2024-09-10T08:32:51.027875+0000","last_fullsized":"2024-09-10T08:32:51.027875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:40.182499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028110+0000","last_change":"2024-09-10T08:32:49.486130+0000","last_active":"2024-09-10T08:32:51.028110+0000","last_peered":"2024-09-10T08:32:51.028110+0000","last_clean":"2024-09-10T08:32:51.028110+0000","last_became_active":"2024-09-10T08:32:49.485705+0000","last_became_peered":"2024-09-10T08:32:49.485705+0000","last_unstale":"2024-09-10T08:32:51.028110+0000","last_undegraded":"2024-09-10T08:32:51.028110+0000","last_fullsized":"2024-09-10T08:32:51.028110+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027309+0000","last_change":"2024-09-10T08:32:45.451872+0000","last_active":"2024-09-10T08:32:51.027309+0000","last_peered":"2024-09-10T08:32:51.027309+0000","last_clean":"2024-09-10T08:32:51.027309+0000","last_became_active":"2024-09-10T08:32:45.450664+0000","last_became_peered":"2024-09-10T08:32:45.450664+0000","last_unstale":"2024-09-10T08:32:51.027309+0000","last_undegraded":"2024-09-10T08:32:51.027309+0000","last_fullsized":"2024-09-10T08:32:51.027309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028708+0000","last_change":"2024-09-10T08:32:44.448256+0000","last_active":"2024-09-10T08:32:51.028708+0000","last_peered":"2024-09-10T08:32:51.028708+0000","last_clean":"2024-09-10T08:32:51.028708+0000","last_became_active":"2024-09-10T08:32:44.447982+0000","last_became_peered":"2024-09-10T08:32:44.447982+0000","last_unstale":"2024-09-10T08:32:51.028708+0000","last_undegraded":"2024-09-10T08:32:51.028708+0000","last_fullsized":"2024-09-10T08:32:51.028708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470083+0000","last_change":"2024-09-10T08:32:49.485653+0000","last_active":"2024-09-10T08:32:50.470083+0000","last_peered":"2024-09-10T08:32:50.470083+0000","last_clean":"2024-09-10T08:32:50.470083+0000","last_became_active":"2024-09-10T08:32:49.485295+0000","last_became_peered":"2024-09-10T08:32:49.485295+0000","last_unstale":"2024-09-10T08:32:50.470083+0000","last_undegraded":"2024-09-10T08:32:50.470083+0000","last_fullsized":"2024-09-10T08:32:50.470083+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028771+0000","last_change":"2024-09-10T08:32:45.460130+0000","last_active":"2024-09-10T08:32:51.028771+0000","last_peered":"2024-09-10T08:32:51.028771+0000","last_clean":"2024-09-10T08:32:51.028771+0000","last_became_active":"2024-09-10T08:32:45.459852+0000","last_became_peered":"2024-09-10T08:32:45.459852+0000","last_unstale":"2024-09-10T08:32:51.028771+0000","last_undegraded":"2024-09-10T08:32:51.028771+0000","last_fullsized":"2024-09-10T08:32:51.028771+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472342+0000","last_change":"2024-09-10T08:32:44.445662+0000","last_active":"2024-09-10T08:32:50.472342+0000","last_peered":"2024-09-10T08:32:50.472342+0000","last_clean":"2024-09-10T08:32:50.472342+0000","last_became_active":"2024-09-10T08:32:44.445366+0000","last_became_peered":"2024-09-10T08:32:44.445366+0000","last_unstale":"2024-09-10T08:32:50.472342+0000","last_undegraded":"2024-09-10T08:32:50.472342+0000","last_fullsized":"2024-09-10T08:32:50.472342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470079+0000","last_change":"2024-09-10T08:32:49.477247+0000","last_active":"2024-09-10T08:32:50.470079+0000","last_peered":"2024-09-10T08:32:50.470079+0000","last_clean":"2024-09-10T08:32:50.470079+0000","last_became_active":"2024-09-10T08:32:49.476762+0000","last_became_peered":"2024-09-10T08:32:49.476762+0000","last_unstale":"2024-09-10T08:32:50.470079+0000","last_undegraded":"2024-09-10T08:32:50.470079+0000","last_fullsized":"2024-09-10T08:32:50.470079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:22.752320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027099+0000","last_change":"2024-09-10T08:32:49.489580+0000","last_active":"2024-09-10T08:32:51.027099+0000","last_peered":"2024-09-10T08:32:51.027099+0000","last_clean":"2024-09-10T08:32:51.027099+0000","last_became_active":"2024-09-10T08:32:49.489209+0000","last_became_peered":"2024-09-10T08:32:49.489209+0000","last_unstale":"2024-09-10T08:32:51.027099+0000","last_undegraded":"2024-09-10T08:32:51.027099+0000","last_fullsized":"2024-09-10T08:32:51.027099+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026817+0000","last_change":"2024-09-10T08:32:45.436736+0000","last_active":"2024-09-10T08:32:51.026817+0000","last_peered":"2024-09-10T08:32:51.026817+0000","last_clean":"2024-09-10T08:32:51.026817+0000","last_became_active":"2024-09-10T08:32:45.436490+0000","last_became_peered":"2024-09-10T08:32:45.436490+0000","last_unstale":"2024-09-10T08:32:51.026817+0000","last_undegraded":"2024-09-10T08:32:51.026817+0000","last_fullsized":"2024-09-10T08:32:51.026817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:31.829432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027433+0000","last_change":"2024-09-10T08:32:44.446957+0000","last_active":"2024-09-10T08:32:51.027433+0000","last_peered":"2024-09-10T08:32:51.027433+0000","last_clean":"2024-09-10T08:32:51.027433+0000","last_became_active":"2024-09-10T08:32:44.446516+0000","last_became_peered":"2024-09-10T08:32:44.446516+0000","last_unstale":"2024-09-10T08:32:51.027433+0000","last_undegraded":"2024-09-10T08:32:51.027433+0000","last_fullsized":"2024-09-10T08:32:51.027433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472155+0000","last_change":"2024-09-10T08:32:49.487427+0000","last_active":"2024-09-10T08:32:50.472155+0000","last_peered":"2024-09-10T08:32:50.472155+0000","last_clean":"2024-09-10T08:32:50.472155+0000","last_became_active":"2024-09-10T08:32:49.486978+0000","last_became_peered":"2024-09-10T08:32:49.486978+0000","last_unstale":"2024-09-10T08:32:50.472155+0000","last_undegraded":"2024-09-10T08:32:50.472155+0000","last_fullsized":"2024-09-10T08:32:50.472155+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470100+0000","last_change":"2024-09-10T08:32:45.449224+0000","last_active":"2024-09-10T08:32:50.470100+0000","last_peered":"2024-09-10T08:32:50.470100+0000","last_clean":"2024-09-10T08:32:50.470100+0000","last_became_active":"2024-09-10T08:32:45.448929+0000","last_became_peered":"2024-09-10T08:32:45.448929+0000","last_unstale":"2024-09-10T08:32:50.470100+0000","last_undegraded":"2024-09-10T08:32:50.470100+0000","last_fullsized":"2024-09-10T08:32:50.470100+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470307+0000","last_change":"2024-09-10T08:32:44.447818+0000","last_active":"2024-09-10T08:32:50.470307+0000","last_peered":"2024-09-10T08:32:50.470307+0000","last_clean":"2024-09-10T08:32:50.470307+0000","last_became_active":"2024-09-10T08:32:44.447488+0000","last_became_peered":"2024-09-10T08:32:44.447488+0000","last_unstale":"2024-09-10T08:32:50.470307+0000","last_undegraded":"2024-09-10T08:32:50.470307+0000","last_fullsized":"2024-09-10T08:32:50.470307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472864+0000","last_change":"2024-09-10T08:32:44.447581+0000","last_active":"2024-09-10T08:32:50.472864+0000","last_peered":"2024-09-10T08:32:50.472864+0000","last_clean":"2024-09-10T08:32:50.472864+0000","last_became_active":"2024-09-10T08:32:44.446911+0000","last_became_peered":"2024-09-10T08:32:44.446911+0000","last_unstale":"2024-09-10T08:32:50.472864+0000","last_undegraded":"2024-09-10T08:32:50.472864+0000","last_fullsized":"2024-09-10T08:32:50.472864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027831+0000","last_change":"2024-09-10T08:32:45.455361+0000","last_active":"2024-09-10T08:32:51.027831+0000","last_peered":"2024-09-10T08:32:51.027831+0000","last_clean":"2024-09-10T08:32:51.027831+0000","last_became_active":"2024-09-10T08:32:45.455127+0000","last_became_peered":"2024-09-10T08:32:45.455127+0000","last_unstale":"2024-09-10T08:32:51.027831+0000","last_undegraded":"2024-09-10T08:32:51.027831+0000","last_fullsized":"2024-09-10T08:32:51.027831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644839+0000","last_change":"2024-09-10T08:32:49.481681+0000","last_active":"2024-09-10T08:32:50.644839+0000","last_peered":"2024-09-10T08:32:50.644839+0000","last_clean":"2024-09-10T08:32:50.644839+0000","last_became_active":"2024-09-10T08:32:49.481166+0000","last_became_peered":"2024-09-10T08:32:49.481166+0000","last_unstale":"2024-09-10T08:32:50.644839+0000","last_undegraded":"2024-09-10T08:32:50.644839+0000","last_fullsized":"2024-09-10T08:32:50.644839+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:24.655673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470603+0000","last_change":"2024-09-10T08:32:44.445218+0000","last_active":"2024-09-10T08:32:50.470603+0000","last_peered":"2024-09-10T08:32:50.470603+0000","last_clean":"2024-09-10T08:32:50.470603+0000","last_became_active":"2024-09-10T08:32:44.444962+0000","last_became_peered":"2024-09-10T08:32:44.444962+0000","last_unstale":"2024-09-10T08:32:50.470603+0000","last_undegraded":"2024-09-10T08:32:50.470603+0000","last_fullsized":"2024-09-10T08:32:50.470603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027719+0000","last_change":"2024-09-10T08:32:45.434602+0000","last_active":"2024-09-10T08:32:51.027719+0000","last_peered":"2024-09-10T08:32:51.027719+0000","last_clean":"2024-09-10T08:32:51.027719+0000","last_became_active":"2024-09-10T08:32:45.434233+0000","last_became_peered":"2024-09-10T08:32:45.434233+0000","last_unstale":"2024-09-10T08:32:51.027719+0000","last_undegraded":"2024-09-10T08:32:51.027719+0000","last_fullsized":"2024-09-10T08:32:51.027719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470976+0000","last_change":"2024-09-10T08:32:49.486671+0000","last_active":"2024-09-10T08:32:50.470976+0000","last_peered":"2024-09-10T08:32:50.470976+0000","last_clean":"2024-09-10T08:32:50.470976+0000","last_became_active":"2024-09-10T08:32:49.486310+0000","last_became_peered":"2024-09-10T08:32:49.486310+0000","last_unstale":"2024-09-10T08:32:50.470976+0000","last_undegraded":"2024-09-10T08:32:50.470976+0000","last_fullsized":"2024-09-10T08:32:50.470976+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:36.354490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471121+0000","last_change":"2024-09-10T08:32:45.454772+0000","last_active":"2024-09-10T08:32:50.471121+0000","last_peered":"2024-09-10T08:32:50.471121+0000","last_clean":"2024-09-10T08:32:50.471121+0000","last_became_active":"2024-09-10T08:32:45.454509+0000","last_became_peered":"2024-09-10T08:32:45.454509+0000","last_unstale":"2024-09-10T08:32:50.471121+0000","last_undegraded":"2024-09-10T08:32:50.471121+0000","last_fullsized":"2024-09-10T08:32:50.471121+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644686+0000","last_change":"2024-09-10T08:32:45.449606+0000","last_active":"2024-09-10T08:32:50.644686+0000","last_peered":"2024-09-10T08:32:50.644686+0000","last_clean":"2024-09-10T08:32:50.644686+0000","last_became_active":"2024-09-10T08:32:45.449352+0000","last_became_peered":"2024-09-10T08:32:45.449352+0000","last_unstale":"2024-09-10T08:32:50.644686+0000","last_undegraded":"2024-09-10T08:32:50.644686+0000","last_fullsized":"2024-09-10T08:32:50.644686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028194+0000","last_change":"2024-09-10T08:32:45.445386+0000","last_active":"2024-09-10T08:32:51.028194+0000","last_peered":"2024-09-10T08:32:51.028194+0000","last_clean":"2024-09-10T08:32:51.028194+0000","last_became_active":"2024-09-10T08:32:45.445140+0000","last_became_peered":"2024-09-10T08:32:45.445140+0000","last_unstale":"2024-09-10T08:32:51.028194+0000","last_undegraded":"2024-09-10T08:32:51.028194+0000","last_fullsized":"2024-09-10T08:32:51.028194+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027777+0000","last_change":"2024-09-10T08:32:45.449681+0000","last_active":"2024-09-10T08:32:51.027777+0000","last_peered":"2024-09-10T08:32:51.027777+0000","last_clean":"2024-09-10T08:32:51.027777+0000","last_became_active":"2024-09-10T08:32:45.449425+0000","last_became_peered":"2024-09-10T08:32:45.449425+0000","last_unstale":"2024-09-10T08:32:51.027777+0000","last_undegraded":"2024-09-10T08:32:51.027777+0000","last_fullsized":"2024-09-10T08:32:51.027777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470763+0000","last_change":"2024-09-10T08:32:45.443903+0000","last_active":"2024-09-10T08:32:50.470763+0000","last_peered":"2024-09-10T08:32:50.470763+0000","last_clean":"2024-09-10T08:32:50.470763+0000","last_became_active":"2024-09-10T08:32:45.443652+0000","last_became_peered":"2024-09-10T08:32:45.443652+0000","last_unstale":"2024-09-10T08:32:50.470763+0000","last_undegraded":"2024-09-10T08:32:50.470763+0000","last_fullsized":"2024-09-10T08:32:50.470763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027720+0000","last_change":"2024-09-10T08:32:45.436209+0000","last_active":"2024-09-10T08:32:51.027720+0000","last_peered":"2024-09-10T08:32:51.027720+0000","last_clean":"2024-09-10T08:32:51.027720+0000","last_became_active":"2024-09-10T08:32:45.435957+0000","last_became_peered":"2024-09-10T08:32:45.435957+0000","last_unstale":"2024-09-10T08:32:51.027720+0000","last_undegraded":"2024-09-10T08:32:51.027720+0000","last_fullsized":"2024-09-10T08:32:51.027720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:34.526883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472823+0000","last_change":"2024-09-10T08:32:45.459771+0000","last_active":"2024-09-10T08:32:50.472823+0000","last_peered":"2024-09-10T08:32:50.472823+0000","last_clean":"2024-09-10T08:32:50.472823+0000","last_became_active":"2024-09-10T08:32:45.459501+0000","last_became_peered":"2024-09-10T08:32:45.459501+0000","last_unstale":"2024-09-10T08:32:50.472823+0000","last_undegraded":"2024-09-10T08:32:50.472823+0000","last_fullsized":"2024-09-10T08:32:50.472823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470787+0000","last_change":"2024-09-10T08:32:45.444265+0000","last_active":"2024-09-10T08:32:50.470787+0000","last_peered":"2024-09-10T08:32:50.470787+0000","last_clean":"2024-09-10T08:32:50.470787+0000","last_became_active":"2024-09-10T08:32:45.442470+0000","last_became_peered":"2024-09-10T08:32:45.442470+0000","last_unstale":"2024-09-10T08:32:50.470787+0000","last_undegraded":"2024-09-10T08:32:50.470787+0000","last_fullsized":"2024-09-10T08:32:50.470787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027493+0000","last_change":"2024-09-10T08:32:45.450617+0000","last_active":"2024-09-10T08:32:51.027493+0000","last_peered":"2024-09-10T08:32:51.027493+0000","last_clean":"2024-09-10T08:32:51.027493+0000","last_became_active":"2024-09-10T08:32:45.449094+0000","last_became_peered":"2024-09-10T08:32:45.449094+0000","last_unstale":"2024-09-10T08:32:51.027493+0000","last_undegraded":"2024-09-10T08:32:51.027493+0000","last_fullsized":"2024-09-10T08:32:51.027493+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470182+0000","last_change":"2024-09-10T08:32:45.442095+0000","last_active":"2024-09-10T08:32:50.470182+0000","last_peered":"2024-09-10T08:32:50.470182+0000","last_clean":"2024-09-10T08:32:50.470182+0000","last_became_active":"2024-09-10T08:32:45.441845+0000","last_became_peered":"2024-09-10T08:32:45.441845+0000","last_unstale":"2024-09-10T08:32:50.470182+0000","last_undegraded":"2024-09-10T08:32:50.470182+0000","last_fullsized":"2024-09-10T08:32:50.470182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027908+0000","last_change":"2024-09-10T08:32:45.460417+0000","last_active":"2024-09-10T08:32:51.027908+0000","last_peered":"2024-09-10T08:32:51.027908+0000","last_clean":"2024-09-10T08:32:51.027908+0000","last_became_active":"2024-09-10T08:32:45.460135+0000","last_became_peered":"2024-09-10T08:32:45.460135+0000","last_unstale":"2024-09-10T08:32:51.027908+0000","last_undegraded":"2024-09-10T08:32:51.027908+0000","last_fullsized":"2024-09-10T08:32:51.027908+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027687+0000","last_change":"2024-09-10T08:32:45.459533+0000","last_active":"2024-09-10T08:32:51.027687+0000","last_peered":"2024-09-10T08:32:51.027687+0000","last_clean":"2024-09-10T08:32:51.027687+0000","last_became_active":"2024-09-10T08:32:45.459291+0000","last_became_peered":"2024-09-10T08:32:45.459291+0000","last_unstale":"2024-09-10T08:32:51.027687+0000","last_undegraded":"2024-09-10T08:32:51.027687+0000","last_fullsized":"2024-09-10T08:32:51.027687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472751+0000","last_change":"2024-09-10T08:32:45.455926+0000","last_active":"2024-09-10T08:32:50.472751+0000","last_peered":"2024-09-10T08:32:50.472751+0000","last_clean":"2024-09-10T08:32:50.472751+0000","last_became_active":"2024-09-10T08:32:45.455431+0000","last_became_peered":"2024-09-10T08:32:45.455431+0000","last_unstale":"2024-09-10T08:32:50.472751+0000","last_undegraded":"2024-09-10T08:32:50.472751+0000","last_fullsized":"2024-09-10T08:32:50.472751+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472140+0000","last_change":"2024-09-10T08:32:45.447532+0000","last_active":"2024-09-10T08:32:50.472140+0000","last_peered":"2024-09-10T08:32:50.472140+0000","last_clean":"2024-09-10T08:32:50.472140+0000","last_became_active":"2024-09-10T08:32:45.447247+0000","last_became_peered":"2024-09-10T08:32:45.447247+0000","last_unstale":"2024-09-10T08:32:50.472140+0000","last_undegraded":"2024-09-10T08:32:50.472140+0000","last_fullsized":"2024-09-10T08:32:50.472140+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644889+0000","last_change":"2024-09-10T08:32:45.446864+0000","last_active":"2024-09-10T08:32:50.644889+0000","last_peered":"2024-09-10T08:32:50.644889+0000","last_clean":"2024-09-10T08:32:50.644889+0000","last_became_active":"2024-09-10T08:32:45.446591+0000","last_became_peered":"2024-09-10T08:32:45.446591+0000","last_unstale":"2024-09-10T08:32:50.644889+0000","last_undegraded":"2024-09-10T08:32:50.644889+0000","last_fullsized":"2024-09-10T08:32:50.644889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028988+0000","last_change":"2024-09-10T08:32:45.460070+0000","last_active":"2024-09-10T08:32:51.028988+0000","last_peered":"2024-09-10T08:32:51.028988+0000","last_clean":"2024-09-10T08:32:51.028988+0000","last_became_active":"2024-09-10T08:32:45.459777+0000","last_became_peered":"2024-09-10T08:32:45.459777+0000","last_unstale":"2024-09-10T08:32:51.028988+0000","last_undegraded":"2024-09-10T08:32:51.028988+0000","last_fullsized":"2024-09-10T08:32:51.028988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027301+0000","last_change":"2024-09-10T08:32:45.452071+0000","last_active":"2024-09-10T08:32:51.027301+0000","last_peered":"2024-09-10T08:32:51.027301+0000","last_clean":"2024-09-10T08:32:51.027301+0000","last_became_active":"2024-09-10T08:32:45.451737+0000","last_became_peered":"2024-09-10T08:32:45.451737+0000","last_unstale":"2024-09-10T08:32:51.027301+0000","last_undegraded":"2024-09-10T08:32:51.027301+0000","last_fullsized":"2024-09-10T08:32:51.027301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026890+0000","last_change":"2024-09-10T08:32:45.441014+0000","last_active":"2024-09-10T08:32:51.026890+0000","last_peered":"2024-09-10T08:32:51.026890+0000","last_clean":"2024-09-10T08:32:51.026890+0000","last_became_active":"2024-09-10T08:32:45.440626+0000","last_became_peered":"2024-09-10T08:32:45.440626+0000","last_unstale":"2024-09-10T08:32:51.026890+0000","last_undegraded":"2024-09-10T08:32:51.026890+0000","last_fullsized":"2024-09-10T08:32:51.026890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:03.547323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027588+0000","last_change":"2024-09-10T08:32:45.450320+0000","last_active":"2024-09-10T08:32:51.027588+0000","last_peered":"2024-09-10T08:32:51.027588+0000","last_clean":"2024-09-10T08:32:51.027588+0000","last_became_active":"2024-09-10T08:32:45.448272+0000","last_became_peered":"2024-09-10T08:32:45.448272+0000","last_unstale":"2024-09-10T08:32:51.027588+0000","last_undegraded":"2024-09-10T08:32:51.027588+0000","last_fullsized":"2024-09-10T08:32:51.027588+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470385+0000","last_change":"2024-09-10T08:32:45.445595+0000","last_active":"2024-09-10T08:32:50.470385+0000","last_peered":"2024-09-10T08:32:50.470385+0000","last_clean":"2024-09-10T08:32:50.470385+0000","last_became_active":"2024-09-10T08:32:45.445326+0000","last_became_peered":"2024-09-10T08:32:45.445326+0000","last_unstale":"2024-09-10T08:32:50.470385+0000","last_undegraded":"2024-09-10T08:32:50.470385+0000","last_fullsized":"2024-09-10T08:32:50.470385+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027905+0000","last_change":"2024-09-10T08:32:45.449969+0000","last_active":"2024-09-10T08:32:51.027905+0000","last_peered":"2024-09-10T08:32:51.027905+0000","last_clean":"2024-09-10T08:32:51.027905+0000","last_became_active":"2024-09-10T08:32:45.448905+0000","last_became_peered":"2024-09-10T08:32:45.448905+0000","last_unstale":"2024-09-10T08:32:51.027905+0000","last_undegraded":"2024-09-10T08:32:51.027905+0000","last_fullsized":"2024-09-10T08:32:51.027905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471925+0000","last_change":"2024-09-10T08:32:45.451275+0000","last_active":"2024-09-10T08:32:50.471925+0000","last_peered":"2024-09-10T08:32:50.471925+0000","last_clean":"2024-09-10T08:32:50.471925+0000","last_became_active":"2024-09-10T08:32:45.450992+0000","last_became_peered":"2024-09-10T08:32:45.450992+0000","last_unstale":"2024-09-10T08:32:50.471925+0000","last_undegraded":"2024-09-10T08:32:50.471925+0000","last_fullsized":"2024-09-10T08:32:50.471925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472752+0000","last_change":"2024-09-10T08:32:45.449430+0000","last_active":"2024-09-10T08:32:50.472752+0000","last_peered":"2024-09-10T08:32:50.472752+0000","last_clean":"2024-09-10T08:32:50.472752+0000","last_became_active":"2024-09-10T08:32:45.449122+0000","last_became_peered":"2024-09-10T08:32:45.449122+0000","last_unstale":"2024-09-10T08:32:50.472752+0000","last_undegraded":"2024-09-10T08:32:50.472752+0000","last_fullsized":"2024-09-10T08:32:50.472752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472289+0000","last_change":"2024-09-10T08:32:45.453430+0000","last_active":"2024-09-10T08:32:50.472289+0000","last_peered":"2024-09-10T08:32:50.472289+0000","last_clean":"2024-09-10T08:32:50.472289+0000","last_became_active":"2024-09-10T08:32:45.453159+0000","last_became_peered":"2024-09-10T08:32:45.453159+0000","last_unstale":"2024-09-10T08:32:50.472289+0000","last_undegraded":"2024-09-10T08:32:50.472289+0000","last_fullsized":"2024-09-10T08:32:50.472289+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:05.548937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470007+0000","last_change":"2024-09-10T08:32:45.453003+0000","last_active":"2024-09-10T08:32:50.470007+0000","last_peered":"2024-09-10T08:32:50.470007+0000","last_clean":"2024-09-10T08:32:50.470007+0000","last_became_active":"2024-09-10T08:32:45.452594+0000","last_became_peered":"2024-09-10T08:32:45.452594+0000","last_unstale":"2024-09-10T08:32:50.470007+0000","last_undegraded":"2024-09-10T08:32:50.470007+0000","last_fullsized":"2024-09-10T08:32:50.470007+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471254+0000","last_change":"2024-09-10T08:32:45.456567+0000","last_active":"2024-09-10T08:32:50.471254+0000","last_peered":"2024-09-10T08:32:50.471254+0000","last_clean":"2024-09-10T08:32:50.471254+0000","last_became_active":"2024-09-10T08:32:45.456156+0000","last_became_peered":"2024-09-10T08:32:45.456156+0000","last_unstale":"2024-09-10T08:32:50.471254+0000","last_undegraded":"2024-09-10T08:32:50.471254+0000","last_fullsized":"2024-09-10T08:32:50.471254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027618+0000","last_change":"2024-09-10T08:32:45.450298+0000","last_active":"2024-09-10T08:32:51.027618+0000","last_peered":"2024-09-10T08:32:51.027618+0000","last_clean":"2024-09-10T08:32:51.027618+0000","last_became_active":"2024-09-10T08:32:45.449980+0000","last_became_peered":"2024-09-10T08:32:45.449980+0000","last_unstale":"2024-09-10T08:32:51.027618+0000","last_undegraded":"2024-09-10T08:32:51.027618+0000","last_fullsized":"2024-09-10T08:32:51.027618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471331+0000","last_change":"2024-09-10T08:32:45.447599+0000","last_active":"2024-09-10T08:32:50.471331+0000","last_peered":"2024-09-10T08:32:50.471331+0000","last_clean":"2024-09-10T08:32:50.471331+0000","last_became_active":"2024-09-10T08:32:45.447319+0000","last_became_peered":"2024-09-10T08:32:45.447319+0000","last_unstale":"2024-09-10T08:32:50.471331+0000","last_undegraded":"2024-09-10T08:32:50.471331+0000","last_fullsized":"2024-09-10T08:32:50.471331+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028491+0000","last_change":"2024-09-10T08:32:45.452378+0000","last_active":"2024-09-10T08:32:51.028491+0000","last_peered":"2024-09-10T08:32:51.028491+0000","last_clean":"2024-09-10T08:32:51.028491+0000","last_became_active":"2024-09-10T08:32:45.451977+0000","last_became_peered":"2024-09-10T08:32:45.451977+0000","last_unstale":"2024-09-10T08:32:51.028491+0000","last_undegraded":"2024-09-10T08:32:51.028491+0000","last_fullsized":"2024-09-10T08:32:51.028491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027133+0000","last_change":"2024-09-10T08:32:45.448106+0000","last_active":"2024-09-10T08:32:51.027133+0000","last_peered":"2024-09-10T08:32:51.027133+0000","last_clean":"2024-09-10T08:32:51.027133+0000","last_became_active":"2024-09-10T08:32:45.447830+0000","last_became_peered":"2024-09-10T08:32:45.447830+0000","last_unstale":"2024-09-10T08:32:51.027133+0000","last_undegraded":"2024-09-10T08:32:51.027133+0000","last_fullsized":"2024-09-10T08:32:51.027133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:47.196655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028257+0000","last_change":"2024-09-10T08:32:45.449270+0000","last_active":"2024-09-10T08:32:51.028257+0000","last_peered":"2024-09-10T08:32:51.028257+0000","last_clean":"2024-09-10T08:32:51.028257+0000","last_became_active":"2024-09-10T08:32:45.448841+0000","last_became_peered":"2024-09-10T08:32:45.448841+0000","last_unstale":"2024-09-10T08:32:51.028257+0000","last_undegraded":"2024-09-10T08:32:51.028257+0000","last_fullsized":"2024-09-10T08:32:51.028257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:46.201714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472169+0000","last_change":"2024-09-10T08:32:45.451086+0000","last_active":"2024-09-10T08:32:50.472169+0000","last_peered":"2024-09-10T08:32:50.472169+0000","last_clean":"2024-09-10T08:32:50.472169+0000","last_became_active":"2024-09-10T08:32:45.450802+0000","last_became_peered":"2024-09-10T08:32:45.450802+0000","last_unstale":"2024-09-10T08:32:50.472169+0000","last_undegraded":"2024-09-10T08:32:50.472169+0000","last_fullsized":"2024-09-10T08:32:50.472169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:10.344782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476745,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":105732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":696556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":105696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":270336,"data_stored":105606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":876544,"data_stored":696612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":105766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:05.769 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:33:05.770 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T08:33:05.770 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-10T08:33:05.770 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-10T08:33:05.771 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-10T08:33:05.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.903+0000 7f2d78a3c640 1 Processor -- start 2024-09-10T08:33:05.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.903+0000 7f2d78a3c640 1 -- start start 2024-09-10T08:33:05.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d78a3c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2d7415e680 0x7f2d740cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d78a3c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d740d1880 con 0x7f2d7415e2a0 2024-09-10T08:33:05.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d78a3c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d740d1b60 con 0x7f2d740d0010 2024-09-10T08:33:05.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d78a3c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f2d740cf2d0 con 0x7f2d7415e680 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d7259c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2d7415e2a0 0x7f2d7406d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42482/0 (socket says 172.21.15.94:42482) 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d7259c640 1 -- 172.21.15.94:0/3903570494 learned_addr learned my addr 172.21.15.94:0/3903570494 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d69d9b640 1 --2- 172.21.15.94:0/3903570494 >> v2:172.21.15.94:3300/0 conn(0x7f2d7415e680 0x7f2d740cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d69d9b640 1 -- 172.21.15.94:0/3903570494 >> v1:172.21.15.143:6789/0 conn(0x7f2d740d0010 legacy=0x7f2d740d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d69d9b640 1 -- 172.21.15.94:0/3903570494 >> v1:172.21.15.94:6789/0 conn(0x7f2d7415e2a0 legacy=0x7f2d7406d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d69d9b640 1 -- 172.21.15.94:0/3903570494 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d740cf5b0 con 0x7f2d7415e680 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.904+0000 7f2d71d9b640 1 -- 172.21.15.94:0/3903570494 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4064376206 0 0) 0x7f2d740d1880 con 0x7f2d7415e2a0 2024-09-10T08:33:05.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.905+0000 7f2d69d9b640 1 --2- 172.21.15.94:0/3903570494 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e680 0x7f2d740cfad0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c0097a0 tx=0x7f2d5c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cebbfda1f5249b60 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.905+0000 7f2d71d9b640 1 -- 172.21.15.94:0/3903570494 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c037070 con 0x7f2d7415e680 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.905+0000 7f2d71d9b640 1 -- 172.21.15.94:0/3903570494 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d5c02ae50 con 0x7f2d7415e680 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.905+0000 7f2d71d9b640 1 -- 172.21.15.94:0/3903570494 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c032660 con 0x7f2d7415e680 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.905+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3903570494 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e680 msgr2=0x7f2d740cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.905+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3903570494 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e680 0x7f2d740cfad0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c0097a0 tx=0x7f2d5c02a140 comp rx=0 tx=0).stop 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.906+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3903570494 shutdown_connections 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.906+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3903570494 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e680 0x7f2d740cfad0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.906+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3903570494 >> 172.21.15.94:0/3903570494 conn(0x7f2d7409d760 msgr2=0x7f2d7408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:05.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.906+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3903570494 shutdown_connections 2024-09-10T08:33:05.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.906+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3903570494 wait complete. 2024-09-10T08:33:05.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.907+0000 7f2d78a3c640 1 Processor -- start 2024-09-10T08:33:05.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.907+0000 7f2d78a3c640 1 -- start start 2024-09-10T08:33:05.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d78a3c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d740d0010 0x7f2d74156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d78a3c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e2a0 0x7f2d740cd520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d78a3c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d7415e680 0x7f2d740cde20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d78a3c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7406dcb0 con 0x7f2d7415e2a0 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d78a3c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7406db30 con 0x7f2d740d0010 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d78a3c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2d740d4a80 con 0x7f2d7415e680 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e2a0 0x7f2d740cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e2a0 0x7f2d740cd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36726/0 (socket says 172.21.15.94:36726) 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 -- 172.21.15.94:0/3212238663 learned_addr learned my addr 172.21.15.94:0/3212238663 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d7259c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d740d0010 0x7f2d74156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d72d9d640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d7415e680 0x7f2d740cde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 -- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d7415e680 msgr2=0x7f2d740cde20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d7415e680 0x7f2d740cde20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 -- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d740d0010 msgr2=0x7f2d74156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d740d0010 0x7f2d74156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 -- 172.21.15.94:0/3212238663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d740cc480 con 0x7f2d7415e2a0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.908+0000 7f2d69d9b640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e2a0 0x7f2d740cd520 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c035040 tx=0x7f2d5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.909+0000 7f2d6b7fe640 1 -- 172.21.15.94:0/3212238663 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c037040 con 0x7f2d7415e2a0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.909+0000 7f2d6b7fe640 1 -- 172.21.15.94:0/3212238663 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d5c004030 con 0x7f2d7415e2a0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.909+0000 7f2d6b7fe640 1 -- 172.21.15.94:0/3212238663 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c006e10 con 0x7f2d7415e2a0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.909+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d740cc760 con 0x7f2d7415e2a0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.909+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d740ccd20 con 0x7f2d7415e2a0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.910+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d740cfad0 con 0x7f2d7415e2a0 2024-09-10T08:33:05.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.910+0000 7f2d6b7fe640 1 -- 172.21.15.94:0/3212238663 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d5c03d650 con 0x7f2d7415e2a0 2024-09-10T08:33:05.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.910+0000 7f2d6b7fe640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d5406be30 0x7f2d5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:05.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.911+0000 7f2d7259c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d5406be30 0x7f2d5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:05.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.911+0000 7f2d6b7fe640 1 -- 172.21.15.94:0/3212238663 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2d5c0ab9f0 con 0x7f2d7415e2a0 2024-09-10T08:33:05.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.911+0000 7f2d7259c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d5406be30 0x7f2d5406e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2d64000f60 tx=0x7f2d64007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:05.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:05.915+0000 7f2d6b7fe640 1 -- 172.21.15.94:0/3212238663 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d5c042020 con 0x7f2d7415e2a0 2024-09-10T08:33:06.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.123+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f2d7406cf90 con 0x7f2d7415e2a0 2024-09-10T08:33:06.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.126+0000 7f2d6b7fe640 1 -- 172.21.15.94:0/3212238663 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+172935 (secure 0 0 0) 0x7f2d5c079b30 con 0x7f2d7415e2a0 2024-09-10T08:33:06.128 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:06.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.128+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d5406be30 msgr2=0x7f2d5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.128+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d5406be30 0x7f2d5406e2f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2d64000f60 tx=0x7f2d64007d50 comp rx=0 tx=0).stop 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.128+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e2a0 msgr2=0x7f2d740cd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.128+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e2a0 0x7f2d740cd520 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c035040 tx=0x7f2d5c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 shutdown_connections 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d5406be30 0x7f2d5406e2f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d7415e680 0x7f2d740cde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d7415e2a0 0x7f2d740cd520 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 --2- 172.21.15.94:0/3212238663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d740d0010 0x7f2d74156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 >> 172.21.15.94:0/3212238663 conn(0x7f2d7409d760 msgr2=0x7f2d740d2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 shutdown_connections 2024-09-10T08:33:06.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.129+0000 7f2d78a3c640 1 -- 172.21.15.94:0/3212238663 wait complete. 2024-09-10T08:33:06.140 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":214156271},{"type":"v1","addr":"172.21.15.94:6833","nonce":214156271}]},"active_addr":"172.21.15.94:6833/214156271","active_change":"2024-09-10T08:32:25.801746+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4111,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":594752011}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":1407946442}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":1987367014}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":3573088486}]}]} 2024-09-10T08:33:06.143 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-10T08:33:06.143 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-10T08:33:06.143 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:06.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d6d31640 1 Processor -- start 2024-09-10T08:33:06.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d6d31640 1 -- start start 2024-09-10T08:33:06.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d6d31640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f22d0161af0 0x7f22d0162c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d6d31640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f22d00b47c0 0x7f22d00d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d6d31640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22d00d05e0 con 0x7f22d009a9f0 2024-09-10T08:33:06.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d6d31640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f22d00d03b0 con 0x7f22d00b47c0 2024-09-10T08:33:06.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d6d31640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f22d0163150 con 0x7f22d0161af0 2024-09-10T08:33:06.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22cffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f22d00b47c0 0x7f22d00d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.241+0000 7f22d52ce640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f22d009a9f0 0x7f22d00cc800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42498/0 (socket says 172.21.15.94:42498) 2024-09-10T08:33:06.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22cffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f22d00b47c0 0x7f22d00d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36738/0 (socket says 172.21.15.94:36738) 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22d52ce640 1 -- 172.21.15.94:0/1889741 learned_addr learned my addr 172.21.15.94:0/1889741 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22d4acd640 1 --2- 172.21.15.94:0/1889741 >> v2:172.21.15.143:3300/0 conn(0x7f22d0161af0 0x7f22d0162c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22cffff640 1 -- 172.21.15.94:0/1889741 >> v2:172.21.15.143:3300/0 conn(0x7f22d0161af0 msgr2=0x7f22d0162c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22cffff640 1 --2- 172.21.15.94:0/1889741 >> v2:172.21.15.143:3300/0 conn(0x7f22d0161af0 0x7f22d0162c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22cffff640 1 -- 172.21.15.94:0/1889741 >> v1:172.21.15.94:6789/0 conn(0x7f22d009a9f0 legacy=0x7f22d00cc800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22cffff640 1 -- 172.21.15.94:0/1889741 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d00d08c0 con 0x7f22d00b47c0 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22cf7fe640 1 -- 172.21.15.94:0/1889741 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1971218957 0 0) 0x7f22d00d05e0 con 0x7f22d009a9f0 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.242+0000 7f22cffff640 1 --2- 172.21.15.94:0/1889741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d00b47c0 0x7f22d00d1680 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f22d0073750 tx=0x7f22c402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca10539ec38f241 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22cf7fe640 1 -- 172.21.15.94:0/1889741 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c4007740 con 0x7f22d00b47c0 2024-09-10T08:33:06.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22cf7fe640 1 -- 172.21.15.94:0/1889741 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22c40078e0 con 0x7f22d00b47c0 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22cf7fe640 1 -- 172.21.15.94:0/1889741 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c4007cb0 con 0x7f22d00b47c0 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 -- 172.21.15.94:0/1889741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d00b47c0 msgr2=0x7f22d00d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1889741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d00b47c0 0x7f22d00d1680 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f22d0073750 tx=0x7f22c402a730 comp rx=0 tx=0).stop 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 -- 172.21.15.94:0/1889741 shutdown_connections 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1889741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d00b47c0 0x7f22d00d1680 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1889741 >> v2:172.21.15.143:3300/0 conn(0x7f22d0161af0 0x7f22d0162c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 -- 172.21.15.94:0/1889741 >> 172.21.15.94:0/1889741 conn(0x7f22d00b3ca0 msgr2=0x7f22d00b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 -- 172.21.15.94:0/1889741 shutdown_connections 2024-09-10T08:33:06.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.243+0000 7f22d6d31640 1 -- 172.21.15.94:0/1889741 wait complete. 2024-09-10T08:33:06.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.244+0000 7f22d6d31640 1 Processor -- start 2024-09-10T08:33:06.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.244+0000 7f22d6d31640 1 -- start start 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d6d31640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22d009a9f0 0x7f22d0157370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d6d31640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22d00b47c0 0x7f22d0157ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d6d31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d0161af0 0x7f22d015a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d6d31640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f22d00d1160 con 0x7f22d0161af0 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d6d31640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f22d00d0e80 con 0x7f22d00b47c0 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d6d31640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f22d0161ed0 con 0x7f22d009a9f0 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d52ce640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d0161af0 0x7f22d015a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d52ce640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d0161af0 0x7f22d015a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36752/0 (socket says 172.21.15.94:36752) 2024-09-10T08:33:06.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d52ce640 1 -- 172.21.15.94:0/1147402613 learned_addr learned my addr 172.21.15.94:0/1147402613 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.245+0000 7f22d4acd640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22d009a9f0 0x7f22d0157370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22cffff640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22d00b47c0 0x7f22d0157ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d52ce640 1 -- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22d009a9f0 msgr2=0x7f22d0157370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d52ce640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22d009a9f0 0x7f22d0157370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d52ce640 1 -- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22d00b47c0 msgr2=0x7f22d0157ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d52ce640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22d00b47c0 0x7f22d0157ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d52ce640 1 -- 172.21.15.94:0/1147402613 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d01590f0 con 0x7f22d0161af0 2024-09-10T08:33:06.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22cffff640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22d00b47c0 0x7f22d0157ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:06.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d52ce640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d0161af0 0x7f22d015a660 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f22c800c440 tx=0x7f22c800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22cd7fa640 1 -- 172.21.15.94:0/1147402613 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c80074e0 con 0x7f22d0161af0 2024-09-10T08:33:06.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22cd7fa640 1 -- 172.21.15.94:0/1147402613 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22c80047e0 con 0x7f22d0161af0 2024-09-10T08:33:06.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22cd7fa640 1 -- 172.21.15.94:0/1147402613 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22c8004bd0 con 0x7f22d0161af0 2024-09-10T08:33:06.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22d01578b0 con 0x7f22d0161af0 2024-09-10T08:33:06.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.246+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22d0158b30 con 0x7f22d0161af0 2024-09-10T08:33:06.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.247+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22d00d05e0 con 0x7f22d0161af0 2024-09-10T08:33:06.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.247+0000 7f22cd7fa640 1 -- 172.21.15.94:0/1147402613 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f22c8011070 con 0x7f22d0161af0 2024-09-10T08:33:06.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.248+0000 7f22cd7fa640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22bc06be30 0x7f22bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.248+0000 7f22cd7fa640 1 -- 172.21.15.94:0/1147402613 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f22c808ac90 con 0x7f22d0161af0 2024-09-10T08:33:06.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.248+0000 7f22d4acd640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22bc06be30 0x7f22bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.248+0000 7f22d4acd640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22bc06be30 0x7f22bc06e2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f22c0006fd0 tx=0x7f22c0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.252+0000 7f22cd7fa640 1 -- 172.21.15.94:0/1147402613 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f22c8059300 con 0x7f22d0161af0 2024-09-10T08:33:06.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.419+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f22d009b850 con 0x7f22d0161af0 2024-09-10T08:33:06.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.420+0000 7f22cd7fa640 1 -- 172.21.15.94:0/1147402613 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7f22c8058c00 con 0x7f22d0161af0 2024-09-10T08:33:06.420 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:06.421 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:06.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22bc06be30 msgr2=0x7f22bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22bc06be30 0x7f22bc06e2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f22c0006fd0 tx=0x7f22c0008040 comp rx=0 tx=0).stop 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d0161af0 msgr2=0x7f22d015a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d0161af0 0x7f22d015a660 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f22c800c440 tx=0x7f22c800c900 comp rx=0 tx=0).stop 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 shutdown_connections 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22bc06be30 0x7f22bc06e2f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22d00b47c0 0x7f22d0157ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22d0161af0 0x7f22d015a660 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 --2- 172.21.15.94:0/1147402613 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22d009a9f0 0x7f22d0157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 >> 172.21.15.94:0/1147402613 conn(0x7f22d00b3ca0 msgr2=0x7f22d006cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 shutdown_connections 2024-09-10T08:33:06.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.422+0000 7f22d6d31640 1 -- 172.21.15.94:0/1147402613 wait complete. 2024-09-10T08:33:06.433 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-10T08:33:06.434 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:06.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.532+0000 7f5d413f1640 1 Processor -- start 2024-09-10T08:33:06.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.532+0000 7f5d413f1640 1 -- start start 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d413f1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5d3c0d0070 0x7f5d3c15f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d413f1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5d3c0d4130 0x7f5d3c0d4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d413f1640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d3c0d1b10 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d413f1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5d3c0cf2b0 con 0x7f5d3c0d4130 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d413f1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5d3c0cf590 con 0x7f5d3c0d0070 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d3b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5d3c0d4130 0x7f5d3c0d4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d3b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5d3c0d4130 0x7f5d3c0d4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36758/0 (socket says 172.21.15.94:36758) 2024-09-10T08:33:06.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/1895054025 learned_addr learned my addr 172.21.15.94:0/1895054025 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d327fc640 1 --2- 172.21.15.94:0/1895054025 >> v2:172.21.15.143:3300/0 conn(0x7f5d3c0d0070 0x7f5d3c15f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/1895054025 >> v2:172.21.15.143:3300/0 conn(0x7f5d3c0d0070 msgr2=0x7f5d3c15f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d3b7fe640 1 --2- 172.21.15.94:0/1895054025 >> v2:172.21.15.143:3300/0 conn(0x7f5d3c0d0070 0x7f5d3c15f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/1895054025 >> v1:172.21.15.143:6789/0 conn(0x7f5d3c15f0d0 legacy=0x7f5d3c0d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/1895054025 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d3c0cf870 con 0x7f5d3c0d4130 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.533+0000 7f5d327fc640 1 --2- 172.21.15.94:0/1895054025 >> v2:172.21.15.143:3300/0 conn(0x7f5d3c0d0070 0x7f5d3c15f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d3b7fe640 1 --2- 172.21.15.94:0/1895054025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c0d4130 0x7f5d3c0d4560 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c0d04e0 tx=0x7f5d3402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b60847a75b1234d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d3a7fc640 1 -- 172.21.15.94:0/1895054025 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d34036070 con 0x7f5d3c0d4130 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d3a7fc640 1 -- 172.21.15.94:0/1895054025 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d34031600 con 0x7f5d3c0d4130 2024-09-10T08:33:06.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d3a7fc640 1 -- 172.21.15.94:0/1895054025 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d340319d0 con 0x7f5d3c0d4130 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d413f1640 1 -- 172.21.15.94:0/1895054025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c0d4130 msgr2=0x7f5d3c0d4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d413f1640 1 --2- 172.21.15.94:0/1895054025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c0d4130 0x7f5d3c0d4560 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5d3c0d04e0 tx=0x7f5d3402a630 comp rx=0 tx=0).stop 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d413f1640 1 -- 172.21.15.94:0/1895054025 shutdown_connections 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d413f1640 1 --2- 172.21.15.94:0/1895054025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c0d4130 0x7f5d3c0d4560 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d413f1640 1 --2- 172.21.15.94:0/1895054025 >> v2:172.21.15.143:3300/0 conn(0x7f5d3c0d0070 0x7f5d3c15f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.534+0000 7f5d413f1640 1 -- 172.21.15.94:0/1895054025 >> 172.21.15.94:0/1895054025 conn(0x7f5d3c09d760 msgr2=0x7f5d3c08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.535+0000 7f5d413f1640 1 -- 172.21.15.94:0/1895054025 shutdown_connections 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.535+0000 7f5d413f1640 1 -- 172.21.15.94:0/1895054025 wait complete. 2024-09-10T08:33:06.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.536+0000 7f5d413f1640 1 Processor -- start 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.536+0000 7f5d413f1640 1 -- start start 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.536+0000 7f5d413f1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d3c0d0070 0x7f5d3c14b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.536+0000 7f5d413f1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d3c0d4130 0x7f5d3c14aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.536+0000 7f5d413f1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c15f0d0 0x7f5d3c0b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.536+0000 7f5d413f1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c0cef60 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d413f1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3c0d4aa0 con 0x7f5d3c0d4130 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d413f1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5d3c0b2f70 con 0x7f5d3c0d0070 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c15f0d0 0x7f5d3c0b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c15f0d0 0x7f5d3c0b7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36770/0 (socket says 172.21.15.94:36770) 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/3968297029 learned_addr learned my addr 172.21.15.94:0/3968297029 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d327fc640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d3c0d4130 0x7f5d3c14aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3affd640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d3c0d0070 0x7f5d3c14b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d3c0d0070 msgr2=0x7f5d3c14b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d3c0d0070 0x7f5d3c14b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d3c0d4130 msgr2=0x7f5d3c14aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d3c0d4130 0x7f5d3c14aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 -- 172.21.15.94:0/3968297029 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d3c0ba240 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d3b7fe640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c15f0d0 0x7f5d3c0b7210 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5d34009f10 tx=0x7f5d34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d33fff640 1 -- 172.21.15.94:0/3968297029 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d34036050 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d33fff640 1 -- 172.21.15.94:0/3968297029 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d34042070 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d3c15f550 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d33fff640 1 -- 172.21.15.94:0/3968297029 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d34009510 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.537+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d3c15fb10 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.538+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d3c0d4560 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.539+0000 7f5d33fff640 1 -- 172.21.15.94:0/3968297029 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5d34007bd0 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.539+0000 7f5d33fff640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d1c06be30 0x7f5d1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.539+0000 7f5d33fff640 1 -- 172.21.15.94:0/3968297029 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5d340abfd0 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.539+0000 7f5d3affd640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d1c06be30 0x7f5d1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.540+0000 7f5d3affd640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d1c06be30 0x7f5d1c06e2f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c006fd0 tx=0x7f5d2c009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.544+0000 7f5d33fff640 1 -- 172.21.15.94:0/3968297029 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5d34079ff0 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.709+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5d3c0d2ad0 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.710+0000 7f5d33fff640 1 -- 172.21.15.94:0/3968297029 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7f5d3407e2f0 con 0x7f5d3c15f0d0 2024-09-10T08:33:06.710 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:06.710 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:06.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d1c06be30 msgr2=0x7f5d1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d1c06be30 0x7f5d1c06e2f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c006fd0 tx=0x7f5d2c009060 comp rx=0 tx=0).stop 2024-09-10T08:33:06.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c15f0d0 msgr2=0x7f5d3c0b7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c15f0d0 0x7f5d3c0b7210 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5d34009f10 tx=0x7f5d34004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 shutdown_connections 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d1c06be30 0x7f5d1c06e2f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d3c0d4130 0x7f5d3c14aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d3c15f0d0 0x7f5d3c0b7210 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 --2- 172.21.15.94:0/3968297029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d3c0d0070 0x7f5d3c14b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 >> 172.21.15.94:0/3968297029 conn(0x7f5d3c09d760 msgr2=0x7f5d3c0b1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 shutdown_connections 2024-09-10T08:33:06.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.712+0000 7f5d413f1640 1 -- 172.21.15.94:0/3968297029 wait complete. 2024-09-10T08:33:06.723 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-10T08:33:06.723 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-10T08:33:06.724 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-10T08:33:06.724 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-10T08:33:06.725 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-10T08:33:06.725 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-10T08:33:06.726 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-10T08:33:06.726 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-10T08:33:06.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.893+0000 7f8ece0d9640 1 Processor -- start 2024-09-10T08:33:06.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.893+0000 7f0715d49640 1 Processor -- start 2024-09-10T08:33:06.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.893+0000 7f0715d49640 1 -- start start 2024-09-10T08:33:06.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.893+0000 7f7e6a5b7640 1 Processor -- start 2024-09-10T08:33:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.893+0000 7f7e6a5b7640 1 -- start start 2024-09-10T08:33:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.893+0000 7f8ece0d9640 1 -- start start 2024-09-10T08:33:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f7e6a5b7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f7e640d2980 0x7f7e640d2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f7e6a5b7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7e640d0df0 0x7f7e640d1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f7e6a5b7640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e64163270 con 0x7f7e641626c0 2024-09-10T08:33:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f7e6a5b7640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f7e640d1780 con 0x7f7e640d0df0 2024-09-10T08:33:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f7e6a5b7640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f7e64163550 con 0x7f7e640d2980 2024-09-10T08:33:06.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f9a8a716640 1 Processor -- start 2024-09-10T08:33:06.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f9a8a716640 1 -- start start 2024-09-10T08:33:06.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f0715d49640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100b29a0 0x7f0710157fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f0715d49640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f07100cde40 0x7f07100ce290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f0715d49640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f071015b600 con 0x7f071015ec70 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f0715d49640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f07100c5670 con 0x7f07100cde40 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.894+0000 7f0715d49640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f07101584f0 con 0x7f07100b29a0 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070ffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f07100cde40 0x7f07100ce290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100b29a0 0x7f0710157fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100b29a0 0x7f0710157fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58046/0 (socket says 172.21.15.94:58046) 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070ffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f07100cde40 0x7f07100ce290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53092/0 (socket says 172.21.15.94:53092) 2024-09-10T08:33:06.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070f7fe640 1 -- 172.21.15.94:0/1469814679 learned_addr learned my addr 172.21.15.94:0/1469814679 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e63fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7e641626c0 0x7f7e64162aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42502/0 (socket says 172.21.15.94:42502) 2024-09-10T08:33:06.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e63fff640 1 -- 172.21.15.94:0/167051023 learned_addr learned my addr 172.21.15.94:0/167051023 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:06.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e637fe640 1 --2- 172.21.15.94:0/167051023 >> v2:172.21.15.143:3300/0 conn(0x7f7e640d2980 0x7f7e640d2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f0c5305e640 1 Processor -- start 2024-09-10T08:33:06.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e68b54640 1 --2- 172.21.15.94:0/167051023 >> v2:172.21.15.94:3300/0 conn(0x7f7e640d0df0 0x7f7e640d1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e637fe640 1 -- 172.21.15.94:0/167051023 >> v2:172.21.15.94:3300/0 conn(0x7f7e640d0df0 msgr2=0x7f7e640d1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e637fe640 1 --2- 172.21.15.94:0/167051023 >> v2:172.21.15.94:3300/0 conn(0x7f7e640d0df0 0x7f7e640d1240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e637fe640 1 -- 172.21.15.94:0/167051023 >> v1:172.21.15.94:6789/0 conn(0x7f7e641626c0 legacy=0x7f7e64162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f7e637fe640 1 -- 172.21.15.94:0/167051023 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e64163830 con 0x7f7e640d2980 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ece0d9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8166300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ece0d9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8ec8166840 0x7f8ec80b5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ece0d9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8ec80b6230 0x7f8ec809c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ece0d9640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8ec8162c80 con 0x7f8ec8166840 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ece0d9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8ec8166c40 con 0x7f8ec80b6230 2024-09-10T08:33:06.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ece0d9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec8166e70 con 0x7f8ec80b7a40 2024-09-10T08:33:06.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ecd0d7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8166300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ecd0d7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8166300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58050/0 (socket says 172.21.15.94:58050) 2024-09-10T08:33:06.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2726817754 learned_addr learned my addr 172.21.15.94:0/2726817754 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f8ecd8d8640 1 --2- 172.21.15.94:0/2726817754 >> v2:172.21.15.143:3300/0 conn(0x7f8ec80b6230 0x7f8ec809c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070ffff640 1 -- 172.21.15.94:0/1469814679 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100b29a0 msgr2=0x7f0710157fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070ffff640 1 --2- 172.21.15.94:0/1469814679 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100b29a0 0x7f0710157fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070ffff640 1 -- 172.21.15.94:0/1469814679 >> v1:172.21.15.143:6789/0 conn(0x7f071015ec70 legacy=0x7f071015aa20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:33:06.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f9a8a716640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9a7c0e2da0 0x7f9a7c03a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f070ffff640 1 -- 172.21.15.94:0/1469814679 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f071015b8e0 con 0x7f07100cde40 2024-09-10T08:33:06.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a8a716640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c034460 0x7f9a7c00af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a8a716640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f9a7c0349b0 0x7f9a7c055db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a8a716640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f9a7c0380b0 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a8a716640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f9a7c037b00 con 0x7f9a7c0349b0 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a8a716640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9a7c008bf0 con 0x7f9a7c034460 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2726817754 >> v2:172.21.15.143:3300/0 conn(0x7f8ec80b6230 msgr2=0x7f8ec809c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f8ecd0d7640 1 --2- 172.21.15.94:0/2726817754 >> v2:172.21.15.143:3300/0 conn(0x7f8ec80b6230 0x7f8ec809c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2726817754 >> v2:172.21.15.94:3300/0 conn(0x7f8ec8166840 msgr2=0x7f8ec80b5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f8ecd0d7640 1 --2- 172.21.15.94:0/2726817754 >> v2:172.21.15.94:3300/0 conn(0x7f8ec8166840 0x7f8ec80b5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2726817754 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec806c9e0 con 0x7f8ec80b7a40 2024-09-10T08:33:06.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a88f13640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c034460 0x7f9a7c00af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7fda3fcac640 1 Processor -- start 2024-09-10T08:33:06.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a88f13640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c034460 0x7f9a7c00af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58052/0 (socket says 172.21.15.94:58052) 2024-09-10T08:33:06.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a88f13640 1 -- 172.21.15.94:0/3222473188 learned_addr learned my addr 172.21.15.94:0/3222473188 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a89714640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.94:3300/0 conn(0x7f9a7c0e2da0 0x7f9a7c03a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a89f15640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.143:3300/0 conn(0x7f9a7c0349b0 0x7f9a7c055db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f5ed30a5640 1 Processor -- start 2024-09-10T08:33:06.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f5ed30a5640 1 -- start start 2024-09-10T08:33:06.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7fda3fcac640 1 -- start start 2024-09-10T08:33:06.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.895+0000 7f0c5305e640 1 -- start start 2024-09-10T08:33:06.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f0c5305e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c440e2b80 0x7f0c440539f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f0c5305e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0c44053f30 0x7f0c4403be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f070ffff640 1 --2- 172.21.15.94:0/1469814679 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07100cde40 0x7f07100ce290 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f07040097a0 tx=0x7f070402a010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0489ada7c3e0935 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f7e637fe640 1 --2- 172.21.15.94:0/167051023 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 0x7f7e640d2140 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7e6408e710 tx=0x7f7e5402a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6c8ffaeb0f33e45 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a88f13640 1 -- 172.21.15.94:0/3222473188 >> v2:172.21.15.143:3300/0 conn(0x7f9a7c0349b0 msgr2=0x7f9a7c055db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f7e62ffd640 1 -- 172.21.15.94:0/167051023 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e54037070 con 0x7f7e640d2980 2024-09-10T08:33:06.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c50dfa640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c440e2b80 0x7f0c440539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c50dfa640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c440e2b80 0x7f0c440539f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58060/0 (socket says 172.21.15.94:58060) 2024-09-10T08:33:06.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c50dfa640 1 -- 172.21.15.94:0/333712418 learned_addr learned my addr 172.21.15.94:0/333712418 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c440e2f60 con 0x7f0c4403c370 2024-09-10T08:33:06.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0c44057790 con 0x7f0c44053f30 2024-09-10T08:33:06.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c4bfff640 1 --2- 172.21.15.94:0/333712418 >> v2:172.21.15.94:3300/0 conn(0x7f0c44053f30 0x7f0c4403be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0c44057a50 con 0x7f0c440e2b80 2024-09-10T08:33:06.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f070e7fc640 1 -- 172.21.15.94:0/1469814679 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0704037070 con 0x7f07100cde40 2024-09-10T08:33:06.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a88f13640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.143:3300/0 conn(0x7f9a7c0349b0 0x7f9a7c055db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f7e62ffd640 1 -- 172.21.15.94:0/167051023 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e54032440 con 0x7f7e640d2980 2024-09-10T08:33:06.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f7e62ffd640 1 -- 172.21.15.94:0/167051023 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e54032810 con 0x7f7e640d2980 2024-09-10T08:33:06.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f5ed30a5640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5ecc1597e0 0x7f5ecc06c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f93f5006640 1 Processor -- start 2024-09-10T08:33:06.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f93f5006640 1 -- start start 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7fda3fcac640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda300e0a20 0x7fda300553d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7fda3fcac640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fda30051f70 0x7fda300523b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7fda3fcac640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda30055910 con 0x7fda30053120 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7fda3fcac640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fda30054370 con 0x7fda30051f70 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7fda3fcac640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fda30054610 con 0x7fda300e0a20 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7fda3d247640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fda30051f70 0x7fda300523b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7fda3da48640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda300e0a20 0x7fda300553d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7fda3da48640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda300e0a20 0x7fda300553d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58074/0 (socket says 172.21.15.94:58074) 2024-09-10T08:33:06.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7fda3da48640 1 -- 172.21.15.94:0/2464386949 learned_addr learned my addr 172.21.15.94:0/2464386949 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed30a5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5ecc072840 0x7f5ecc163f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed30a5640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ecc0d0000 con 0x7f5ecc06ed00 2024-09-10T08:33:06.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/167051023 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 msgr2=0x7f7e640d2140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 --2- 172.21.15.94:0/167051023 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 0x7f7e640d2140 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7e6408e710 tx=0x7f7e5402a1a0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f070e7fc640 1 -- 172.21.15.94:0/1469814679 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f070402ad20 con 0x7f07100cde40 2024-09-10T08:33:06.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f070e7fc640 1 -- 172.21.15.94:0/1469814679 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0704037070 con 0x7f07100cde40 2024-09-10T08:33:06.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c4bfff640 1 -- 172.21.15.94:0/333712418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c440e2b80 msgr2=0x7f0c440539f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed30a5640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5ecc06ca20 con 0x7f5ecc072840 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed30a5640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5ecc06e2b0 con 0x7f5ecc1597e0 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed0e41640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5ecc1597e0 0x7f5ecc06c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed0e41640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5ecc1597e0 0x7f5ecc06c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53124/0 (socket says 172.21.15.94:53124) 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed0e41640 1 -- 172.21.15.94:0/151119217 learned_addr learned my addr 172.21.15.94:0/151119217 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed1642640 1 --2- 172.21.15.94:0/151119217 >> v2:172.21.15.94:3300/0 conn(0x7f5ecc072840 0x7f5ecc163f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed0e41640 1 -- 172.21.15.94:0/151119217 >> v2:172.21.15.94:3300/0 conn(0x7f5ecc072840 msgr2=0x7f5ecc163f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed0e41640 1 --2- 172.21.15.94:0/151119217 >> v2:172.21.15.94:3300/0 conn(0x7f5ecc072840 0x7f5ecc163f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed0e41640 1 -- 172.21.15.94:0/151119217 >> v1:172.21.15.143:6789/0 conn(0x7f5ecc06ed00 legacy=0x7f5ecc072130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed0e41640 1 -- 172.21.15.94:0/151119217 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ecc0d02e0 con 0x7f5ecc1597e0 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/167051023 shutdown_connections 2024-09-10T08:33:06.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 --2- 172.21.15.94:0/167051023 >> v2:172.21.15.94:3300/0 conn(0x7f7e640d0df0 0x7f7e640d1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 --2- 172.21.15.94:0/167051023 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 0x7f7e640d2140 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/167051023 >> 172.21.15.94:0/167051023 conn(0x7f7e6409d770 msgr2=0x7f7e6408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c4bfff640 1 --2- 172.21.15.94:0/333712418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c440e2b80 0x7f0c440539f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c4bfff640 1 -- 172.21.15.94:0/333712418 >> v1:172.21.15.143:6789/0 conn(0x7f0c4403c370 legacy=0x7f0c4403c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f0c4bfff640 1 -- 172.21.15.94:0/333712418 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c44057d30 con 0x7f0c44053f30 2024-09-10T08:33:06.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f5ed1642640 1 --2- 172.21.15.94:0/151119217 >> v2:172.21.15.94:3300/0 conn(0x7f5ecc072840 0x7f5ecc163f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:06.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 -- 172.21.15.94:0/1469814679 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07100cde40 msgr2=0x7f07100ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 --2- 172.21.15.94:0/1469814679 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07100cde40 0x7f07100ce290 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f07040097a0 tx=0x7f070402a010 comp rx=0 tx=0).stop 2024-09-10T08:33:06.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 -- 172.21.15.94:0/1469814679 shutdown_connections 2024-09-10T08:33:06.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 --2- 172.21.15.94:0/1469814679 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07100cde40 0x7f07100ce290 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 --2- 172.21.15.94:0/1469814679 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100b29a0 0x7f0710157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 -- 172.21.15.94:0/1469814679 >> 172.21.15.94:0/1469814679 conn(0x7f07100b1e80 msgr2=0x7f07100b2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 -- 172.21.15.94:0/1469814679 shutdown_connections 2024-09-10T08:33:06.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/167051023 shutdown_connections 2024-09-10T08:33:06.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f8ecd0d7640 1 --2- 172.21.15.94:0/2726817754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8166300 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8ec809d250 tx=0x7f8ec002a720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bba82d00cda752f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f0715d49640 1 -- 172.21.15.94:0/1469814679 wait complete. 2024-09-10T08:33:06.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7fda3ca46640 1 -- 172.21.15.94:0/2464386949 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3265886976 0 0) 0x7fda38050520 con 0x7fda30053120 2024-09-10T08:33:06.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7fda3ca46640 1 -- 172.21.15.94:0/2464386949 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda24003520 con 0x7fda30053120 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.896+0000 7f9a88f13640 1 -- 172.21.15.94:0/3222473188 >> v2:172.21.15.94:3300/0 conn(0x7f9a7c0e2da0 msgr2=0x7f9a7c03a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f9a88f13640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.94:3300/0 conn(0x7f9a7c0e2da0 0x7f9a7c03a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.897+0000 7f9a88f13640 1 -- 172.21.15.94:0/3222473188 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a7c008ed0 con 0x7f9a7c034460 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f9a89714640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.94:3300/0 conn(0x7f9a7c0e2da0 0x7f9a7c03a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f9a89f15640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.143:3300/0 conn(0x7f9a7c0349b0 0x7f9a7c055db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f9a88f13640 1 --2- 172.21.15.94:0/3222473188 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c034460 0x7f9a7c00af70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0e4520 tx=0x7f9a8002a090 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5940d0e377a22e69 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f8ebffff640 1 -- 172.21.15.94:0/2726817754 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0036070 con 0x7f8ec80b7a40 2024-09-10T08:33:06.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f8ebffff640 1 -- 172.21.15.94:0/2726817754 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ec0031600 con 0x7f8ec80b7a40 2024-09-10T08:33:06.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7fda3da48640 1 -- 172.21.15.94:0/2464386949 >> v2:172.21.15.143:3300/0 conn(0x7fda30051f70 msgr2=0x7fda300523b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7fda3da48640 1 --2- 172.21.15.94:0/2464386949 >> v2:172.21.15.143:3300/0 conn(0x7fda30051f70 0x7fda300523b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7fda3da48640 1 -- 172.21.15.94:0/2464386949 >> v1:172.21.15.94:6789/0 conn(0x7fda30053120 legacy=0x7fda3000bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7fda3da48640 1 -- 172.21.15.94:0/2464386949 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda300548f0 con 0x7fda300e0a20 2024-09-10T08:33:06.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f8ebffff640 1 -- 172.21.15.94:0/2726817754 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec00319d0 con 0x7f8ec80b7a40 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93f5006640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 0x7f93f00cc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93f5006640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f93f00cce70 0x7f93f00b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93f5006640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93f00b4540 con 0x7f93f015a7b0 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93f5006640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f93f00b4870 con 0x7f93f00cce70 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93f5006640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f93f00c5f40 con 0x7f93f00c5b00 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93ef59e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f93f00cce70 0x7f93f00b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.898+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/167051023 wait complete. 2024-09-10T08:33:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93ee59c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 0x7f93f00cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93ef59e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f93f00cce70 0x7f93f00b3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53136/0 (socket says 172.21.15.94:53136) 2024-09-10T08:33:06.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f93ef59e640 1 -- 172.21.15.94:0/714456274 learned_addr learned my addr 172.21.15.94:0/714456274 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f9a7bfff640 1 -- 172.21.15.94:0/3222473188 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80037070 con 0x7f9a7c034460 2024-09-10T08:33:06.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2726817754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 msgr2=0x7f8ec8166300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 --2- 172.21.15.94:0/2726817754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8166300 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8ec809d250 tx=0x7f8ec002a720 comp rx=0 tx=0).stop 2024-09-10T08:33:06.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f9a7bfff640 1 -- 172.21.15.94:0/3222473188 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a8002ade0 con 0x7f9a7c034460 2024-09-10T08:33:06.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f9a7bfff640 1 -- 172.21.15.94:0/3222473188 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a80032660 con 0x7f9a7c034460 2024-09-10T08:33:06.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2726817754 shutdown_connections 2024-09-10T08:33:06.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 --2- 172.21.15.94:0/2726817754 >> v2:172.21.15.143:3300/0 conn(0x7f8ec80b6230 0x7f8ec809c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 --2- 172.21.15.94:0/2726817754 >> v2:172.21.15.94:3300/0 conn(0x7f8ec8166840 0x7f8ec80b5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 --2- 172.21.15.94:0/2726817754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8166300 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2726817754 >> 172.21.15.94:0/2726817754 conn(0x7f8ec80d0cf0 msgr2=0x7f8ec80d1100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2726817754 shutdown_connections 2024-09-10T08:33:06.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f93ef59e640 1 -- 172.21.15.94:0/714456274 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 msgr2=0x7f93f00cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:06.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f93ef59e640 1 --2- 172.21.15.94:0/714456274 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 0x7f93f00cc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f93ef59e640 1 -- 172.21.15.94:0/714456274 >> v1:172.21.15.143:6789/0 conn(0x7f93f015a7b0 legacy=0x7f93f00cde40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:33:06.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f93ef59e640 1 -- 172.21.15.94:0/714456274 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93f00cf9b0 con 0x7f93f00cce70 2024-09-10T08:33:06.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7fda3da48640 1 --2- 172.21.15.94:0/2464386949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda300e0a20 0x7fda300553d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fda34009850 tx=0x7fda3402a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=846757b7a7c494e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f0c4bfff640 1 --2- 172.21.15.94:0/333712418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c44053f30 0x7f0c4403be30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0c380097d0 tx=0x7f0c3802a090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=705435e98fefcd76 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7fda3ca46640 1 -- 172.21.15.94:0/2464386949 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34004030 con 0x7fda300e0a20 2024-09-10T08:33:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7fda3ca46640 1 -- 172.21.15.94:0/2464386949 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda340041d0 con 0x7fda300e0a20 2024-09-10T08:33:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2726817754 wait complete. 2024-09-10T08:33:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7fda3ca46640 1 -- 172.21.15.94:0/2464386949 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34004030 con 0x7fda300e0a20 2024-09-10T08:33:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f7e6a5b7640 1 Processor -- start 2024-09-10T08:33:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f9a8a716640 1 -- 172.21.15.94:0/3222473188 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c034460 msgr2=0x7f9a7c00af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f93ef59e640 1 --2- 172.21.15.94:0/714456274 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f00cce70 0x7f93f00b3180 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f93e8009e50 tx=0x7f93e802a6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fed853b95d63f7aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f9a8a716640 1 --2- 172.21.15.94:0/3222473188 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c034460 0x7f9a7c00af70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0e4520 tx=0x7f9a8002a090 comp rx=0 tx=0).stop 2024-09-10T08:33:06.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f93edd9b640 1 -- 172.21.15.94:0/714456274 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e8036070 con 0x7f93f00cce70 2024-09-10T08:33:06.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f93edd9b640 1 -- 172.21.15.94:0/714456274 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93e8031600 con 0x7f93f00cce70 2024-09-10T08:33:06.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f9a8a716640 1 -- 172.21.15.94:0/3222473188 shutdown_connections 2024-09-10T08:33:06.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f9a8a716640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.143:3300/0 conn(0x7f9a7c0349b0 0x7f9a7c055db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7fda3fcac640 1 -- 172.21.15.94:0/2464386949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda300e0a20 msgr2=0x7fda300553d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7fda3fcac640 1 --2- 172.21.15.94:0/2464386949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda300e0a20 0x7fda300553d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fda34009850 tx=0x7fda3402a230 comp rx=0 tx=0).stop 2024-09-10T08:33:06.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f9a8a716640 1 --2- 172.21.15.94:0/3222473188 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c034460 0x7f9a7c00af70 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f9a8a716640 1 --2- 172.21.15.94:0/3222473188 >> v2:172.21.15.94:3300/0 conn(0x7f9a7c0e2da0 0x7f9a7c03a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f9a8a716640 1 -- 172.21.15.94:0/3222473188 >> 172.21.15.94:0/3222473188 conn(0x7f9a7c01ea30 msgr2=0x7f9a7c0556a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f0c4b7fe640 1 -- 172.21.15.94:0/333712418 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38037070 con 0x7f0c44053f30 2024-09-10T08:33:06.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f0c4b7fe640 1 -- 172.21.15.94:0/333712418 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c3802ada0 con 0x7f0c44053f30 2024-09-10T08:33:06.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f0c4b7fe640 1 -- 172.21.15.94:0/333712418 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38037070 con 0x7f0c44053f30 2024-09-10T08:33:06.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f8ece0d9640 1 Processor -- start 2024-09-10T08:33:06.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f93edd9b640 1 -- 172.21.15.94:0/714456274 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e80319d0 con 0x7f93f00cce70 2024-09-10T08:33:06.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f8ece0d9640 1 -- start start 2024-09-10T08:33:06.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7fda3fcac640 1 -- 172.21.15.94:0/2464386949 shutdown_connections 2024-09-10T08:33:06.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7fda3fcac640 1 --2- 172.21.15.94:0/2464386949 >> v2:172.21.15.143:3300/0 conn(0x7fda30051f70 0x7fda300523b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7fda3fcac640 1 --2- 172.21.15.94:0/2464386949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda300e0a20 0x7fda300553d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7fda3fcac640 1 -- 172.21.15.94:0/2464386949 >> 172.21.15.94:0/2464386949 conn(0x7fda3001fb30 msgr2=0x7fda300567a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c44053f30 msgr2=0x7f0c4403be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 --2- 172.21.15.94:0/333712418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c44053f30 0x7f0c4403be30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0c380097d0 tx=0x7f0c3802a090 comp rx=0 tx=0).stop 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 shutdown_connections 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 --2- 172.21.15.94:0/333712418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c44053f30 0x7f0c4403be30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 --2- 172.21.15.94:0/333712418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c440e2b80 0x7f0c440539f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 >> 172.21.15.94:0/333712418 conn(0x7f0c4403a510 msgr2=0x7f0c4403a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.899+0000 7f5ed0e41640 1 --2- 172.21.15.94:0/151119217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc1597e0 0x7f5ecc06c4e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc068cc0 tx=0x7f5eb402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8835c72f647b397e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f5ecb7fe640 1 -- 172.21.15.94:0/151119217 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4037070 con 0x7f5ecc1597e0 2024-09-10T08:33:06.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f5ecb7fe640 1 -- 172.21.15.94:0/151119217 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5eb4032440 con 0x7f5ecc1597e0 2024-09-10T08:33:06.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f5ecb7fe640 1 -- 172.21.15.94:0/151119217 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eb4032810 con 0x7f5ecc1597e0 2024-09-10T08:33:06.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f5ed30a5640 1 -- 172.21.15.94:0/151119217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc1597e0 msgr2=0x7f5ecc06c4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f5ed30a5640 1 --2- 172.21.15.94:0/151119217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc1597e0 0x7f5ecc06c4e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc068cc0 tx=0x7f5eb402a270 comp rx=0 tx=0).stop 2024-09-10T08:33:06.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 shutdown_connections 2024-09-10T08:33:06.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f9a8a716640 1 -- 172.21.15.94:0/3222473188 shutdown_connections 2024-09-10T08:33:06.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.900+0000 7f0715d49640 1 Processor -- start 2024-09-10T08:33:06.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f0715d49640 1 -- start start 2024-09-10T08:33:06.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.901+0000 7f7e6a5b7640 1 -- start start 2024-09-10T08:33:06.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e6a5b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e640d0df0 0x7f7e64159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0715d49640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07100b29a0 0x7f0710144cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0715d49640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100cde40 0x7f07100b5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0715d49640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071015ec70 0x7f0710142e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e6a5b7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 0x7f7e640b7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e6a5b7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e641626c0 0x7f7e64161360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e6a5b7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7e64163b10 con 0x7f7e641626c0 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e6a5b7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7e640d2680 con 0x7f7e640d2980 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e6a5b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7e640d2dd0 con 0x7f7e640d0df0 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f9a8a716640 1 -- 172.21.15.94:0/3222473188 wait complete. 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 -- 172.21.15.94:0/714456274 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f00cce70 msgr2=0x7f93f00b3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 --2- 172.21.15.94:0/714456274 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f00cce70 0x7f93f00b3180 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f93e8009e50 tx=0x7f93e802a6d0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0c5305e640 1 -- 172.21.15.94:0/333712418 wait complete. 2024-09-10T08:33:06.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0715d49640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f07100c5c80 con 0x7f07100b29a0 2024-09-10T08:33:06.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0715d49640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f07100c5b00 con 0x7f071015ec70 2024-09-10T08:33:06.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f0715d49640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f07100c5e00 con 0x7f07100cde40 2024-09-10T08:33:06.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e68b54640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e641626c0 0x7f7e64161360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e68b54640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e641626c0 0x7f7e64161360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36838/0 (socket says 172.21.15.94:36838) 2024-09-10T08:33:06.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e68b54640 1 -- 172.21.15.94:0/3271246760 learned_addr learned my addr 172.21.15.94:0/3271246760 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 -- 172.21.15.94:0/714456274 shutdown_connections 2024-09-10T08:33:06.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 --2- 172.21.15.94:0/714456274 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f00cce70 0x7f93f00b3180 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 --2- 172.21.15.94:0/714456274 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 0x7f93f00cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 -- 172.21.15.94:0/714456274 >> 172.21.15.94:0/714456274 conn(0x7f93f006bdf0 msgr2=0x7f93f006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f5ed30a5640 1 -- 172.21.15.94:0/151119217 shutdown_connections 2024-09-10T08:33:06.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e63fff640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e640d0df0 0x7f7e64159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f5ed30a5640 1 --2- 172.21.15.94:0/151119217 >> v2:172.21.15.94:3300/0 conn(0x7f5ecc072840 0x7f5ecc163f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f7e637fe640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 0x7f7e640b7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f5ed30a5640 1 --2- 172.21.15.94:0/151119217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc1597e0 0x7f5ecc06c4e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f5ed30a5640 1 -- 172.21.15.94:0/151119217 >> 172.21.15.94:0/151119217 conn(0x7f5ecc0703a0 msgr2=0x7f5ecc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 -- 172.21.15.94:0/714456274 shutdown_connections 2024-09-10T08:33:06.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f93f5006640 1 -- 172.21.15.94:0/714456274 wait complete. 2024-09-10T08:33:06.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e637fe640 1 -- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e640d0df0 msgr2=0x7f7e64159bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7fda3fcac640 1 -- 172.21.15.94:0/2464386949 shutdown_connections 2024-09-10T08:33:06.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f8ece0d9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec80b6230 0x7f8ec82038b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f8ece0d9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8201b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f8ece0d9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec8166840 0x7f8ec80c9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f8ece0d9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec809d920 con 0x7f8ec80b6230 2024-09-10T08:33:06.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f8ece0d9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec806cfa0 con 0x7f8ec8166840 2024-09-10T08:33:06.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f8ece0d9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec8167150 con 0x7f8ec80b7a40 2024-09-10T08:33:06.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e637fe640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e640d0df0 0x7f7e64159bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e637fe640 1 -- 172.21.15.94:0/3271246760 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e641626c0 msgr2=0x7f7e64161360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e637fe640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e641626c0 0x7f7e64161360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e637fe640 1 -- 172.21.15.94:0/3271246760 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e640b7970 con 0x7f7e640d2980 2024-09-10T08:33:06.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07100b29a0 0x7f0710144cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f070f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07100b29a0 0x7f0710144cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36834/0 (socket says 172.21.15.94:36834) 2024-09-10T08:33:06.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f070f7fe640 1 -- 172.21.15.94:0/2952463828 learned_addr learned my addr 172.21.15.94:0/2952463828 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f070ffff640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071015ec70 0x7f0710142e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070effd640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100cde40 0x7f07100b5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070ffff640 1 -- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100cde40 msgr2=0x7f07100b5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f0c5305e640 1 Processor -- start 2024-09-10T08:33:06.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070ffff640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100cde40 0x7f07100b5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070ffff640 1 -- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07100b29a0 msgr2=0x7f0710144cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070ffff640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07100b29a0 0x7f0710144cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070ffff640 1 -- 172.21.15.94:0/2952463828 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0710175150 con 0x7f071015ec70 2024-09-10T08:33:06.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070f7fe640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07100b29a0 0x7f0710144cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:06.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070effd640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07100cde40 0x7f07100b5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:06.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f9a8a716640 1 Processor -- start 2024-09-10T08:33:06.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f070ffff640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071015ec70 0x7f0710142e50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0704031000 tx=0x7f07040046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0704037040 con 0x7f071015ec70 2024-09-10T08:33:06.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f9a8a716640 1 -- start start 2024-09-10T08:33:06.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0704042070 con 0x7f071015ec70 2024-09-10T08:33:06.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070403d440 con 0x7f071015ec70 2024-09-10T08:33:06.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f0715d49640 1 -- 172.21.15.94:0/2952463828 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07100b49c0 con 0x7f071015ec70 2024-09-10T08:33:06.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f0715d49640 1 -- 172.21.15.94:0/2952463828 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07100b4f80 con 0x7f071015ec70 2024-09-10T08:33:06.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e637fe640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 0x7f7e640b7430 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7e54031000 tx=0x7f7e540046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e54040020 con 0x7f7e640d2980 2024-09-10T08:33:06.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e54038040 con 0x7f7e640d2980 2024-09-10T08:33:06.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e640b7c20 con 0x7f7e640d2980 2024-09-10T08:33:06.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e6415e150 con 0x7f7e640d2980 2024-09-10T08:33:06.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f5ed30a5640 1 -- 172.21.15.94:0/151119217 shutdown_connections 2024-09-10T08:33:06.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.902+0000 7f5ed30a5640 1 -- 172.21.15.94:0/151119217 wait complete. 2024-09-10T08:33:06.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f0c5305e640 1 -- start start 2024-09-10T08:33:06.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f5ed30a5640 1 Processor -- start 2024-09-10T08:33:06.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7f0c5305e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c4403c370 0x7f0c4417cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7f0c5305e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c44053f30 0x7f0c440dbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7f93f5006640 1 Processor -- start 2024-09-10T08:33:06.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7f93f5006640 1 -- start start 2024-09-10T08:33:06.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.903+0000 7fda3fcac640 1 -- 172.21.15.94:0/2464386949 wait complete. 2024-09-10T08:33:06.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7fda3fcac640 1 Processor -- start 2024-09-10T08:33:06.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7fda3fcac640 1 -- start start 2024-09-10T08:33:06.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c5305e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c440e2b80 0x7f0c440d9260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93f5006640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 0x7f93f0151b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93f5006640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93f00cce70 0x7f93f0200ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c4bfff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c44053f30 0x7f0c440dbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c4bfff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c44053f30 0x7f0c440dbc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58112/0 (socket says 172.21.15.94:58112) 2024-09-10T08:33:06.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f9a8a716640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a7c034460 0x7f9a7c174d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c50dfa640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c4403c370 0x7f0c4417cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c50dfa640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c4403c370 0x7f0c4417cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53172/0 (socket says 172.21.15.94:53172) 2024-09-10T08:33:06.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93f5006640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f015a7b0 0x7f93f0071d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93f5006640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f93f015ab90 con 0x7f93f00cce70 2024-09-10T08:33:06.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93f5006640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f93f00cff70 con 0x7f93f015a7b0 2024-09-10T08:33:06.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93f5006640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f93f00ca8c0 con 0x7f93f00c5b00 2024-09-10T08:33:06.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7f8ecc8d6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8201b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f8ecd0d7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec80b6230 0x7f8ec82038b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c5305e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0c4403cf10 con 0x7f0c440e2b80 2024-09-10T08:33:06.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c5305e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0c440582f0 con 0x7f0c4403c370 2024-09-10T08:33:06.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c5305e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0c4403d090 con 0x7f0c44053f30 2024-09-10T08:33:06.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c4bfff640 1 -- 172.21.15.94:0/693477687 learned_addr learned my addr 172.21.15.94:0/693477687 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f9a89714640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a7c034460 0x7f9a7c174d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f9a89714640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a7c034460 0x7f9a7c174d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36858/0 (socket says 172.21.15.94:36858) 2024-09-10T08:33:06.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f9a8a716640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a7c0349b0 0x7f9a7c0496a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0c515fb640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c440e2b80 0x7f0c440d9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f8ecd0d7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec80b6230 0x7f8ec82038b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36840/0 (socket says 172.21.15.94:36840) 2024-09-10T08:33:06.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93ee59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93f00cce70 0x7f93f0200ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93ee59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93f00cce70 0x7f93f0200ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36842/0 (socket says 172.21.15.94:36842) 2024-09-10T08:33:06.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f93ee59c640 1 -- 172.21.15.94:0/3288996698 learned_addr learned my addr 172.21.15.94:0/3288996698 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f9a89714640 1 -- 172.21.15.94:0/4187515694 learned_addr learned my addr 172.21.15.94:0/4187515694 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2816405239 learned_addr learned my addr 172.21.15.94:0/2816405239 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f9a8a716640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c0e2da0 0x7f9a7c0d9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7fda3fcac640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda30051f70 0x7fda30036200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f8ecd8d8640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec8166840 0x7f8ec80c9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f0715d49640 1 -- 172.21.15.94:0/2952463828 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f06f0001030 con 0x7f071015ec70 2024-09-10T08:33:06.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7fda3fcac640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fda30053120 0x7fda3003b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7c00cb50 con 0x7f9a7c034460 2024-09-10T08:33:06.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c4bfff640 1 -- 172.21.15.94:0/693477687 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c4403c370 msgr2=0x7f0c4417cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c4bfff640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c4403c370 0x7f0c4417cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c4bfff640 1 -- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c440e2b80 msgr2=0x7f0c440d9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c4bfff640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c440e2b80 0x7f0c440d9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c4bfff640 1 -- 172.21.15.94:0/693477687 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4417cff0 con 0x7f0c44053f30 2024-09-10T08:33:06.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2816405239 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 msgr2=0x7f8ec8201b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f8ecd0d7640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec80b7a40 0x7f8ec8201b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2816405239 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec8166840 msgr2=0x7f8ec80c9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f8ecd0d7640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec8166840 0x7f8ec80c9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f8ecd0d7640 1 -- 172.21.15.94:0/2816405239 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec8203df0 con 0x7f8ec80b6230 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.904+0000 7f5ed30a5640 1 -- start start 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7f5ed30a5640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ecc06ed00 0x7f5ecc13a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ed30a5640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc072840 0x7f5ecc14b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ed30a5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ecc1597e0 0x7f5ecc144690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ed30a5640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5ecc159bc0 con 0x7f5ecc1597e0 2024-09-10T08:33:06.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ed30a5640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5ecc06e7e0 con 0x7f5ecc072840 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ed30a5640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5ecc159d40 con 0x7f5ecc06ed00 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ecbfff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc072840 0x7f5ecc14b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ecbfff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc072840 0x7f5ecc14b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53194/0 (socket says 172.21.15.94:53194) 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ecbfff640 1 -- 172.21.15.94:0/1826860580 learned_addr learned my addr 172.21.15.94:0/1826860580 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ed0e41640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ecc06ed00 0x7f5ecc13a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ed1642640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ecc1597e0 0x7f5ecc144690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ecbfff640 1 -- 172.21.15.94:0/1826860580 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ecc06ed00 msgr2=0x7f5ecc13a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ecbfff640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ecc06ed00 0x7f5ecc13a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ecbfff640 1 -- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ecc1597e0 msgr2=0x7f5ecc144690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f5ecbfff640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ecc1597e0 0x7f5ecc144690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f5ecbfff640 1 -- 172.21.15.94:0/1826860580 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ecc1486d0 con 0x7f5ecc072840 2024-09-10T08:33:06.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f5ecbfff640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc072840 0x7f5ecc14b550 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5ec400c870 tx=0x7f5ec400cd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.905+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e54037070 con 0x7f7e640d2980 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.906+0000 7f7e4a7fc640 1 -- 172.21.15.94:0/3271246760 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7e6415a130 con 0x7f7e640d2980 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f9a88f13640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a7c0349b0 0x7f9a7c0496a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f9a89f15640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c0e2da0 0x7f9a7c0d9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7c0e3180 con 0x7f9a7c0349b0 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9a7c00ccd0 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3fcac640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda300e0a20 0x7fda300d2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3fcac640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fda300e0e00 con 0x7fda30053120 2024-09-10T08:33:06.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3fcac640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fda30054eb0 con 0x7fda300e0a20 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3fcac640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fda300570d0 con 0x7fda30051f70 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fda30053120 0x7fda3003b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fda30053120 0x7fda3003b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36876/0 (socket says 172.21.15.94:36876) 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 -- 172.21.15.94:0/169110011 learned_addr learned my addr 172.21.15.94:0/169110011 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3e249640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda300e0a20 0x7fda300d2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ef59e640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f015a7b0 0x7f93f0071d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ee59c640 1 -- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 msgr2=0x7f93f0151b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93eed9d640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 0x7f93f0151b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c4bfff640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c44053f30 0x7f0c440dbc60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0c3802a0d0 tx=0x7f0c380046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ee59c640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93f00c5b00 0x7f93f0151b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ee59c640 1 -- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f015a7b0 msgr2=0x7f93f0071d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ee59c640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f015a7b0 0x7f93f0071d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ee59c640 1 -- 172.21.15.94:0/3288996698 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93f00aec30 con 0x7f93f00cce70 2024-09-10T08:33:06.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ef59e640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93f015a7b0 0x7f93f0071d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:06.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3da48640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda30051f70 0x7fda30036200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 -- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda30051f70 msgr2=0x7fda30036200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fda30051f70 0x7fda30036200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 -- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda300e0a20 msgr2=0x7fda300d2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fda300e0a20 0x7fda300d2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 -- 172.21.15.94:0/169110011 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda30036900 con 0x7fda30053120 2024-09-10T08:33:06.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38041070 con 0x7f0c44053f30 2024-09-10T08:33:06.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f8ecd0d7640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec80b6230 0x7f8ec82038b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0000f80 tx=0x7f8ec0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7fda3d247640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fda30053120 0x7fda3003b980 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fda2800e870 tx=0x7fda2800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f93ee59c640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93f00cce70 0x7f93f0200ec0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f93e400e840 tx=0x7f93e400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c5305e640 1 -- 172.21.15.94:0/693477687 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c440dc720 con 0x7f0c44053f30 2024-09-10T08:33:06.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f0c5305e640 1 -- 172.21.15.94:0/693477687 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c440daa00 con 0x7f0c44053f30 2024-09-10T08:33:06.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c3803d630 con 0x7f0c44053f30 2024-09-10T08:33:06.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda28017070 con 0x7fda30053120 2024-09-10T08:33:06.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f9a89f15640 1 -- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a7c0349b0 msgr2=0x7f9a7c0496a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f9a89f15640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a7c0349b0 0x7f9a7c0496a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f9a89f15640 1 -- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a7c034460 msgr2=0x7f9a7c174d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f9a89f15640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a7c034460 0x7f9a7c174d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda2800c940 con 0x7fda30053120 2024-09-10T08:33:06.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f9a89f15640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a7c0da130 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7fda3fcac640 1 -- 172.21.15.94:0/169110011 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda30036be0 con 0x7fda30053120 2024-09-10T08:33:06.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f9a88f13640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a7c0349b0 0x7f9a7c0496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:06.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e4017070 con 0x7f93f00cce70 2024-09-10T08:33:06.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93e400c940 con 0x7f93f00cce70 2024-09-10T08:33:06.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93e400cd10 con 0x7f93f00cce70 2024-09-10T08:33:06.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7fda3fcac640 1 -- 172.21.15.94:0/169110011 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda300371a0 con 0x7fda30053120 2024-09-10T08:33:06.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.907+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f070403d5e0 con 0x7f071015ec70 2024-09-10T08:33:06.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0041020 con 0x7f8ec80b6230 2024-09-10T08:33:06.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f06f7fff640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06fc06be80 0x7f06fc06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f07040ab690 con 0x7f071015ec70 2024-09-10T08:33:06.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f06f7fff640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f06fc0755f0 0x7f06fc077a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 --> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f070402ad20 con 0x7f06fc0755f0 2024-09-10T08:33:06.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07040b2050 con 0x7f071015ec70 2024-09-10T08:33:06.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ec0037040 con 0x7f8ec80b6230 2024-09-10T08:33:06.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec815f120 con 0x7f8ec80b6230 2024-09-10T08:33:06.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4003b70 con 0x7f5ecc072840 2024-09-10T08:33:06.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ecc14a4b0 con 0x7f5ecc072840 2024-09-10T08:33:06.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ecc14aa70 con 0x7f5ecc072840 2024-09-10T08:33:06.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec4003d30 con 0x7f5ecc072840 2024-09-10T08:33:06.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec400aa90 con 0x7f5ecc072840 2024-09-10T08:33:06.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38037070 con 0x7f0c44053f30 2024-09-10T08:33:06.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f070effd640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f06fc0755f0 0x7f06fc077a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f0c5305e640 1 -- 172.21.15.94:0/693477687 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0c2c001030 con 0x7f0c44053f30 2024-09-10T08:33:06.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec0036070 con 0x7f8ec80b6230 2024-09-10T08:33:06.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93f00aef10 con 0x7f93f00cce70 2024-09-10T08:33:06.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93f00af4d0 con 0x7f93f00cce70 2024-09-10T08:33:06.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.908+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec815f6e0 con 0x7f8ec80b6230 2024-09-10T08:33:06.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f8eb37fe640 1 -- 172.21.15.94:0/2816405239 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8ec8166300 con 0x7f8ec80b6230 2024-09-10T08:33:06.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f070f7fe640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06fc06be80 0x7f06fc06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2800cd10 con 0x7fda30053120 2024-09-10T08:33:06.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fda18001030 con 0x7fda30053120 2024-09-10T08:33:06.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.909+0000 7f9a89714640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a7c034460 0x7f9a7c174d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:06.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.910+0000 7f070f7fe640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06fc06be80 0x7f06fc06e340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f071006e230 tx=0x7f0700008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.910+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5ec400ac30 con 0x7f5ecc072840 2024-09-10T08:33:06.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5eb0001030 con 0x7f5ecc072840 2024-09-10T08:33:06.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f9a89f15640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c0e2da0 0x7f9a7c0d9bf0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c034e60 tx=0x7f9a74010c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.910+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c3803da40 con 0x7f0c44053f30 2024-09-10T08:33:06.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f0c497fa640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3006be30 0x7f0c3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.910+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e54043020 con 0x7f7e640d2980 2024-09-10T08:33:06.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f7e60ff9640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5006be80 0x7f7e5006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0c380ab6b0 con 0x7f0c44053f30 2024-09-10T08:33:06.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f5ec97fa640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5eac06bf00 0x7f5eac06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f0c497fa640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f0c300755b0 0x7f0c300779f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5ec408b090 con 0x7f5ecc072840 2024-09-10T08:33:06.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7e540abbb0 con 0x7f7e640d2980 2024-09-10T08:33:06.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f7e60ff9640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7f7e50075600 0x7f7e50077a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 --> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7e54038040 con 0x7f7e50075600 2024-09-10T08:33:06.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7e540abfa0 con 0x7f7e640d2980 2024-09-10T08:33:06.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 --> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0c38038e50 con 0x7f0c300755b0 2024-09-10T08:33:06.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0c380b2050 con 0x7f0c44053f30 2024-09-10T08:33:06.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f5ec97fa640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f5eac075680 0x7f5eac077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74004440 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f7e68b54640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7f7e50075600 0x7f7e50077a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a74010e50 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7400eb00 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a7c04a6b0 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5eac078190 con 0x7f5eac075680 2024-09-10T08:33:06.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ec4092050 con 0x7f5ecc072840 2024-09-10T08:33:06.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f0c50dfa640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3006be30 0x7f0c3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.911+0000 7f070effd640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f06fc0755f0 0x7f06fc077a30 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f93d0001030 con 0x7f93f00cce70 2024-09-10T08:33:06.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f0c515fb640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f0c300755b0 0x7f0c300779f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8ec0044020 con 0x7f8ec80b6230 2024-09-10T08:33:06.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f7e63fff640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5006be80 0x7f7e5006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f5ed0e41640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5eac06bf00 0x7f5eac06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f5ed1642640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f5eac075680 0x7f5eac077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== osd.3 v2:172.21.15.94:6824/3881552061 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f070402ad20 con 0x7f06fc0755f0 2024-09-10T08:33:06.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f0c50dfa640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3006be30 0x7f0c3006e2f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0c400045f0 tx=0x7f0c40008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f7e68b54640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7f7e50075600 0x7f7e50077a40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.912+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a7c04a0f0 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fda2801a070 con 0x7fda30053120 2024-09-10T08:33:06.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f8ebdffb640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eac06c030 0x7f8eac06e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8ec00079b0 con 0x7f8ec80b6230 2024-09-10T08:33:06.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f0c515fb640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f0c300755b0 0x7f0c300779f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9a7c0358d0 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f8ebdffb640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7f8eac075730 0x7f8eac077b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 --> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8ec00020b0 con 0x7f8eac075730 2024-09-10T08:33:06.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7fda2e7fc640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fda1c06bf00 0x7fda1c06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ec00ac6e0 con 0x7f8ec80b6230 2024-09-10T08:33:06.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f8ecc8d6640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eac06c030 0x7f8eac06e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fda2808b840 con 0x7fda30053120 2024-09-10T08:33:06.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7f8ecd8d8640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7f8eac075730 0x7f8eac077b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7fda2e7fc640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7fda1c075680 0x7fda1c077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 --> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fda1c078190 con 0x7fda1c075680 2024-09-10T08:33:06.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda2808bc30 con 0x7fda30053120 2024-09-10T08:33:06.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f93e401a070 con 0x7f93f00cce70 2024-09-10T08:33:06.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== osd.0 v2:172.21.15.94:6808/4265913917 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0c38038e50 con 0x7f0c300755b0 2024-09-10T08:33:06.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7f93d77fe640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93dc06bf00 0x7f93dc06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.913+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== osd.4 v2:172.21.15.143:6800/1335696058 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7e54038040 con 0x7f7e50075600 2024-09-10T08:33:06.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7f8ecd8d8640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7f8eac075730 0x7f8eac077b70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f7e63fff640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5006be80 0x7f7e5006e340 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c005c00 tx=0x7f7e5c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7f93eed9d640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93dc06bf00 0x7f93dc06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.914+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f93e408b030 con 0x7f93f00cce70 2024-09-10T08:33:06.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f93d77fe640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f93dc0755f0 0x7f93dc077a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 --> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f93e4020ec0 con 0x7f93dc0755f0 2024-09-10T08:33:06.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f8ecc8d6640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eac06c030 0x7f8eac06e4f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ec80d0cc0 tx=0x7f8eb8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f93e4092050 con 0x7f93f00cce70 2024-09-10T08:33:06.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f5ed1642640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f5eac075680 0x7f5eac077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f5ed0e41640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5eac06bf00 0x7f5eac06e3c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4034000 tx=0x7f5eb402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7fda3da48640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fda1c06bf00 0x7fda1c06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== osd.1 v2:172.21.15.94:6800/1727209975 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8ec00020b0 con 0x7f8eac075730 2024-09-10T08:33:06.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f93ef59e640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f93dc0755f0 0x7f93dc077a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7fda3e249640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7fda1c075680 0x7fda1c077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f93eed9d640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93dc06bf00 0x7f93dc06e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f93f015a1c0 tx=0x7f93e0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== osd.2 v2:172.21.15.94:6809/35044449 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5eac078190 con 0x7f5eac075680 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.915+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9a7400eca0 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f9a79ffb640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a68070240 0x7f9a68072700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9a7408b490 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f9a89714640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a68070240 0x7f9a68072700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f9a79ffb640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f9a680799c0 0x7f9a6807be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9a6807c4d0 con 0x7f9a680799c0 2024-09-10T08:33:06.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9a74092050 con 0x7f9a7c0e2da0 2024-09-10T08:33:06.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7f93ef59e640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f93dc0755f0 0x7f93dc077a30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.916+0000 7fda3da48640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fda1c06bf00 0x7fda1c06e3c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fda34033000 tx=0x7fda3402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.917+0000 7f9a88f13640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f9a680799c0 0x7f9a6807be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:06.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.917+0000 7fda3e249640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7fda1c075680 0x7fda1c077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.917+0000 7f9a89714640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a68070240 0x7f9a68072700 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9a84075c20 tx=0x7f9a8408cf90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.917+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== osd.7 v2:172.21.15.143:6808/3775794682 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f93e4020ec0 con 0x7f93dc0755f0 2024-09-10T08:33:06.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.917+0000 7f9a88f13640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f9a680799c0 0x7f9a6807be00 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:06.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.918+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== osd.6 v2:172.21.15.143:6824/1859451420 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fda1c078190 con 0x7fda1c075680 2024-09-10T08:33:06.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.918+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== osd.5 v2:172.21.15.143:6816/1420684015 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9a6807c4d0 con 0x7f9a680799c0 2024-09-10T08:33:06.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.943+0000 7f7e4a7fc640 1 -- 172.21.15.94:0/3271246760 --> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7e640cb490 con 0x7f7e50075600 2024-09-10T08:33:06.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.943+0000 7f0c5305e640 1 -- 172.21.15.94:0/693477687 --> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0c2c002dd0 con 0x7f0c300755b0 2024-09-10T08:33:06.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.943+0000 7f0c497fa640 1 -- 172.21.15.94:0/693477687 <== osd.0 v2:172.21.15.94:6808/4265913917 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0c2c002dd0 con 0x7f0c300755b0 2024-09-10T08:33:06.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.943+0000 7f0715d49640 1 -- 172.21.15.94:0/2952463828 --> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f06f0002dd0 con 0x7f06fc0755f0 2024-09-10T08:33:06.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.943+0000 7f06f7fff640 1 -- 172.21.15.94:0/2952463828 <== osd.3 v2:172.21.15.94:6824/3881552061 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f06f0002dd0 con 0x7f06fc0755f0 2024-09-10T08:33:06.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.943+0000 7f7e60ff9640 1 -- 172.21.15.94:0/3271246760 <== osd.4 v2:172.21.15.143:6800/1335696058 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7e640cb490 con 0x7f7e50075600 2024-09-10T08:33:06.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f0c36ffd640 1 -- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f0c300755b0 msgr2=0x7f0c300779f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f06f5ffb640 1 -- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f06fc0755f0 msgr2=0x7f06fc077a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f06f5ffb640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f06fc0755f0 0x7f06fc077a30 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7f7e50075600 msgr2=0x7f7e50077a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f0c36ffd640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f0c300755b0 0x7f0c300779f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f06f5ffb640 1 -- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06fc06be80 msgr2=0x7f06fc06e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f06f5ffb640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06fc06be80 0x7f06fc06e340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f071006e230 tx=0x7f0700008040 comp rx=0 tx=0).stop 2024-09-10T08:33:06.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f06f5ffb640 1 -- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071015ec70 msgr2=0x7f0710142e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f06f5ffb640 1 --2- 172.21.15.94:0/2952463828 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071015ec70 0x7f0710142e50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0704031000 tx=0x7f07040046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f070ffff640 1 -- 172.21.15.94:0/2952463828 reap_dead start 2024-09-10T08:33:06.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f0c36ffd640 1 -- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3006be30 msgr2=0x7f0c3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f06f5ffb640 1 -- 172.21.15.94:0/2952463828 shutdown_connections 2024-09-10T08:33:06.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f06f5ffb640 1 -- 172.21.15.94:0/2952463828 >> 172.21.15.94:0/2952463828 conn(0x7f07100b1e80 msgr2=0x7f07100b0930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f7e6a5b7640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7f7e50075600 0x7f7e50077a40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c36ffd640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3006be30 0x7f0c3006e2f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0c400045f0 tx=0x7f0c40008040 comp rx=0 tx=0).stop 2024-09-10T08:33:06.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c36ffd640 1 -- 172.21.15.94:0/693477687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c44053f30 msgr2=0x7f0c440dbc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c36ffd640 1 --2- 172.21.15.94:0/693477687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c44053f30 0x7f0c440dbc60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0c3802a0d0 tx=0x7f0c380046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c515fb640 1 -- 172.21.15.94:0/693477687 reap_dead start 2024-09-10T08:33:06.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5006be80 msgr2=0x7f7e5006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f7e6a5b7640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5006be80 0x7f7e5006e340 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c005c00 tx=0x7f7e5c009040 comp rx=0 tx=0).stop 2024-09-10T08:33:06.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c36ffd640 1 -- 172.21.15.94:0/693477687 shutdown_connections 2024-09-10T08:33:06.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c36ffd640 1 -- 172.21.15.94:0/693477687 >> 172.21.15.94:0/693477687 conn(0x7f0c4403a510 msgr2=0x7f0c44039d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.944+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 msgr2=0x7f7e640b7430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f06f5ffb640 1 -- 172.21.15.94:0/2952463828 shutdown_connections 2024-09-10T08:33:06.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f7e6a5b7640 1 --2- 172.21.15.94:0/3271246760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e640d2980 0x7f7e640b7430 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7e54031000 tx=0x7f7e540046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f06f5ffb640 1 -- 172.21.15.94:0/2952463828 wait complete. 2024-09-10T08:33:06.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f7e68b54640 1 -- 172.21.15.94:0/3271246760 reap_dead start 2024-09-10T08:33:06.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c36ffd640 1 -- 172.21.15.94:0/693477687 shutdown_connections 2024-09-10T08:33:06.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f0c36ffd640 1 -- 172.21.15.94:0/693477687 wait complete. 2024-09-10T08:33:06.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 shutdown_connections 2024-09-10T08:33:06.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 >> 172.21.15.94:0/3271246760 conn(0x7f7e6409d770 msgr2=0x7f7e64162aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:06.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 shutdown_connections 2024-09-10T08:33:06.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5eb0002dd0 con 0x7f5eac075680 2024-09-10T08:33:06.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.945+0000 7f7e6a5b7640 1 -- 172.21.15.94:0/3271246760 wait complete. 2024-09-10T08:33:06.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.946+0000 7f5ec97fa640 1 -- 172.21.15.94:0/1826860580 <== osd.2 v2:172.21.15.94:6809/35044449 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f5eb0002dd0 con 0x7f5eac075680 2024-09-10T08:33:06.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.947+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f5eac075680 msgr2=0x7f5eac077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:06.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.947+0000 7f5ed30a5640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f5eac075680 0x7f5eac077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:06.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.947+0000 7f8eb37fe640 1 -- 172.21.15.94:0/2816405239 --> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8ec8166300 con 0x7f8eac075730 2024-09-10T08:33:06.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.947+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 --> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fda18002dd0 con 0x7fda1c075680 2024-09-10T08:33:06.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.948+0000 7f8ebdffb640 1 -- 172.21.15.94:0/2816405239 <== osd.1 v2:172.21.15.94:6800/1727209975 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8ec8166300 con 0x7f8eac075730 2024-09-10T08:33:07.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.948+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 --> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9a7c01f190 con 0x7f9a680799c0 2024-09-10T08:33:07.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.948+0000 7fda2e7fc640 1 -- 172.21.15.94:0/169110011 <== osd.6 v2:172.21.15.143:6824/1859451420 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fda18002dd0 con 0x7fda1c075680 2024-09-10T08:33:07.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.948+0000 7f9a79ffb640 1 -- 172.21.15.94:0/4187515694 <== osd.5 v2:172.21.15.143:6816/1420684015 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9a7c01f190 con 0x7f9a680799c0 2024-09-10T08:33:07.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.948+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 --> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f93d0002dd0 con 0x7f93dc0755f0 2024-09-10T08:33:07.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.948+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7f8eac075730 msgr2=0x7f8eac077b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.948+0000 7f8ece0d9640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7f8eac075730 0x7f8eac077b70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5eac06bf00 msgr2=0x7f5eac06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f5ed30a5640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5eac06bf00 0x7f5eac06e3c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4034000 tx=0x7f5eb402e000 comp rx=0 tx=0).stop 2024-09-10T08:33:07.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eac06c030 msgr2=0x7f8eac06e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f9a680799c0 msgr2=0x7f9a6807be00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f9a680799c0 0x7f9a6807be00 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eac06c030 0x7f8eac06e4f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ec80d0cc0 tx=0x7f8eb8008040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc072840 msgr2=0x7f5ecc14b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f5ed30a5640 1 --2- 172.21.15.94:0/1826860580 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ecc072840 0x7f5ecc14b550 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5ec400c870 tx=0x7f5ec400cd30 comp rx=0 tx=0).stop 2024-09-10T08:33:07.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec80b6230 msgr2=0x7f8ec82038b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 --2- 172.21.15.94:0/2816405239 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec80b6230 0x7f8ec82038b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0000f80 tx=0x7f8ec0004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:07.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ecd8d8640 1 -- 172.21.15.94:0/2816405239 reap_dead start 2024-09-10T08:33:07.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 shutdown_connections 2024-09-10T08:33:07.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 >> 172.21.15.94:0/2816405239 conn(0x7f8ec80d0cf0 msgr2=0x7f8ec80733c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a68070240 msgr2=0x7f9a68072700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a68070240 0x7f9a68072700 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9a84075c20 tx=0x7f9a8408cf90 comp rx=0 tx=0).stop 2024-09-10T08:33:07.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7fda1c075680 msgr2=0x7fda1c077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7fda23fff640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7fda1c075680 0x7fda1c077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c0e2da0 msgr2=0x7f9a7c0d9bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 --2- 172.21.15.94:0/4187515694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a7c0e2da0 0x7f9a7c0d9bf0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c034e60 tx=0x7f9a74010c00 comp rx=0 tx=0).stop 2024-09-10T08:33:07.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 shutdown_connections 2024-09-10T08:33:07.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f8ece0d9640 1 -- 172.21.15.94:0/2816405239 wait complete. 2024-09-10T08:33:07.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a89f15640 1 -- 172.21.15.94:0/4187515694 reap_dead start 2024-09-10T08:33:07.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 shutdown_connections 2024-09-10T08:33:07.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 >> 172.21.15.94:0/4187515694 conn(0x7f9a7c01ea30 msgr2=0x7f9a7c0531e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fda1c06bf00 msgr2=0x7fda1c06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7fda23fff640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fda1c06bf00 0x7fda1c06e3c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fda34033000 tx=0x7fda3402e000 comp rx=0 tx=0).stop 2024-09-10T08:33:07.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f93d77fe640 1 -- 172.21.15.94:0/3288996698 <== osd.7 v2:172.21.15.143:6808/3775794682 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f93d0002dd0 con 0x7f93dc0755f0 2024-09-10T08:33:07.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fda30053120 msgr2=0x7fda3003b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 shutdown_connections 2024-09-10T08:33:07.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7fda23fff640 1 --2- 172.21.15.94:0/169110011 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fda30053120 0x7fda3003b980 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fda2800e870 tx=0x7fda2800ed30 comp rx=0 tx=0).stop 2024-09-10T08:33:07.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.949+0000 7f9a8a716640 1 -- 172.21.15.94:0/4187515694 wait complete. 2024-09-10T08:33:07.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7fda3e249640 1 -- 172.21.15.94:0/169110011 reap_dead start 2024-09-10T08:33:07.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 shutdown_connections 2024-09-10T08:33:07.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 >> 172.21.15.94:0/169110011 conn(0x7fda3001fb30 msgr2=0x7fda3000bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 shutdown_connections 2024-09-10T08:33:07.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7fda23fff640 1 -- 172.21.15.94:0/169110011 wait complete. 2024-09-10T08:33:07.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f93dc0755f0 msgr2=0x7f93dc077a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f93dc0755f0 0x7f93dc077a30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93dc06bf00 msgr2=0x7f93dc06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93dc06bf00 0x7f93dc06e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f93f015a1c0 tx=0x7f93e0008040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93f00cce70 msgr2=0x7f93f0200ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 --2- 172.21.15.94:0/3288996698 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93f00cce70 0x7f93f0200ec0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f93e400e840 tx=0x7f93e400ed00 comp rx=0 tx=0).stop 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93ef59e640 1 -- 172.21.15.94:0/3288996698 reap_dead start 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 shutdown_connections 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.950+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 >> 172.21.15.94:0/3288996698 conn(0x7f93f006bdf0 msgr2=0x7f93f00c62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.951+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 shutdown_connections 2024-09-10T08:33:07.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.951+0000 7f93f5006640 1 -- 172.21.15.94:0/3288996698 wait complete. 2024-09-10T08:33:07.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.952+0000 7f5ed1642640 1 -- 172.21.15.94:0/1826860580 reap_dead start 2024-09-10T08:33:07.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.952+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 shutdown_connections 2024-09-10T08:33:07.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.952+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 >> 172.21.15.94:0/1826860580 conn(0x7f5ecc0703a0 msgr2=0x7f5ecc15be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.952+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 shutdown_connections 2024-09-10T08:33:07.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:06.952+0000 7f5ed30a5640 1 -- 172.21.15.94:0/1826860580 wait complete. 2024-09-10T08:33:07.011 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:68719476747 2024-09-10T08:33:07.013 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T08:33:07.017 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T08:33:07.018 INFO:teuthology.orchestra.run.smithi094.stdout:64424509450 2024-09-10T08:33:07.018 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T08:33:07.019 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:07.019 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T08:33:07.020 INFO:teuthology.orchestra.run.smithi094.stdout:55834574859 2024-09-10T08:33:07.020 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T08:33:07.021 INFO:teuthology.orchestra.run.smithi094.stdout:64424509450 2024-09-10T08:33:07.021 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T08:33:07.022 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:07.023 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T08:33:07.024 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:07.024 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T08:33:07.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.222+0000 7f78e359e640 1 Processor -- start 2024-09-10T08:33:07.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.223+0000 7f78e359e640 1 -- start start 2024-09-10T08:33:07.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f8dafe1e640 1 Processor -- start 2024-09-10T08:33:07.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f78e359e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f78e40b3510 0x7f78e40ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f78e359e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78e40b5d50 0x7f78e40b38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f78e359e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f78e415a470 con 0x7f78e40b3e30 2024-09-10T08:33:07.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f78e359e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f78e40b4cb0 con 0x7f78e40b3510 2024-09-10T08:33:07.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f78e359e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f78e40b4f90 con 0x7f78e40b5d50 2024-09-10T08:33:07.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f78e2d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f78e40b3e30 0x7f78e4071af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42516/0 (socket says 172.21.15.94:42516) 2024-09-10T08:33:07.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f78e2d9d640 1 -- 172.21.15.94:0/173329452 learned_addr learned my addr 172.21.15.94:0/173329452 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:07.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.225+0000 7f4c42bc5640 1 Processor -- start 2024-09-10T08:33:07.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f4c42bc5640 1 -- start start 2024-09-10T08:33:07.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2862717792 0 0) 0x7f78e415a470 con 0x7f78e40b3e30 2024-09-10T08:33:07.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f2d0ffff640 1 Processor -- start 2024-09-10T08:33:07.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f78cc003520 con 0x7f78e40b3e30 2024-09-10T08:33:07.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f8dafe1e640 1 -- start start 2024-09-10T08:33:07.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f8dafe1e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8154c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f8dafe1e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8da815aa80 0x7f8da806f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f8dafe1e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8da815afb0 con 0x7f8da8072130 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f8dafe1e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8da815bc40 con 0x7f8da815aa80 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f8dafe1e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8da815b290 con 0x7f8da8068c30 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f78e259c640 1 --2- 172.21.15.94:0/173329452 >> v2:172.21.15.143:3300/0 conn(0x7f78e40b3510 0x7f78e40ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f78e1d9b640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78e40b5d50 0x7f78e40b38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3844047477 0 0) 0x7f78cc003520 con 0x7f78e40b3e30 2024-09-10T08:33:07.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78e40b5d50 msgr2=0x7f78e40b38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78e40b5d50 0x7f78e40b38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 >> v2:172.21.15.143:3300/0 conn(0x7f78e40b3510 msgr2=0x7f78e40ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 --2- 172.21.15.94:0/173329452 >> v2:172.21.15.143:3300/0 conn(0x7f78e40b3510 0x7f78e40ceca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78e40b5270 con 0x7f78e40b3e30 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e259c640 1 --2- 172.21.15.94:0/173329452 >> v2:172.21.15.143:3300/0 conn(0x7f78e40b3510 0x7f78e40ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f78dc0019f0 con 0x7f78e40b3e30 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 >> v1:172.21.15.94:6789/0 conn(0x7f78e40b3e30 legacy=0x7f78e4071af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78cc0039b0 0x7f78cc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc004800 0x7f78cc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78cc005180 0x7f78cc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f78e40b4cb0 con 0x7f78cc0039b0 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f78e40b4f90 con 0x7f78cc005180 2024-09-10T08:33:07.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f78cc00bf00 con 0x7f78cc004800 2024-09-10T08:33:07.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f466c20e640 1 Processor -- start 2024-09-10T08:33:07.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7ffa8df42640 1 Processor -- start 2024-09-10T08:33:07.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.226+0000 7f2d0ffff640 1 -- start start 2024-09-10T08:33:07.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f466c20e640 1 -- start start 2024-09-10T08:33:07.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f4c42bc5640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f4c3c14bb20 0x7f4c3c0b38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f2d0ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2d08033bf0 0x7f2d08039ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7ffa8df42640 1 -- start start 2024-09-10T08:33:07.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f2d0ffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2d08034140 0x7f2d0800a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f4c42bc5640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c3c14b910 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f4c42bc5640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c3c0b3ed0 con 0x7f4c3c14b530 2024-09-10T08:33:07.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f4c42bc5640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f4c3c0721e0 con 0x7f4c3c14bb20 2024-09-10T08:33:07.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f4c413c2640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4c3c0b54f0 0x7f4c3c072670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42522/0 (socket says 172.21.15.94:42522) 2024-09-10T08:33:07.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f78e259c640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78cc0039b0 0x7f78cc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f4c413c2640 1 -- 172.21.15.94:0/3795870188 learned_addr learned my addr 172.21.15.94:0/3795870188 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:07.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f2d0ffff640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d08007b10 con 0x7f2d080e2530 2024-09-10T08:33:07.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f2d0ffff640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f2d08037840 con 0x7f2d08033bf0 2024-09-10T08:33:07.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.227+0000 7f2d0ffff640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f2d08037290 con 0x7f2d08034140 2024-09-10T08:33:07.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f2d0f7fe640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2d08034140 0x7f2d0800a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f2d0f7fe640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2d08034140 0x7f2d0800a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53250/0 (socket says 172.21.15.94:53250) 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f2d0f7fe640 1 -- 172.21.15.94:0/1175203356 learned_addr learned my addr 172.21.15.94:0/1175203356 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f2d0f7fe640 1 -- 172.21.15.94:0/1175203356 >> v2:172.21.15.94:3300/0 conn(0x7f2d08033bf0 msgr2=0x7f2d08039ae0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f2d0f7fe640 1 --2- 172.21.15.94:0/1175203356 >> v2:172.21.15.94:3300/0 conn(0x7f2d08033bf0 0x7f2d08039ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f2d0f7fe640 1 -- 172.21.15.94:0/1175203356 >> v1:172.21.15.94:6789/0 conn(0x7f2d080e2530 legacy=0x7f2d08055540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f2d0f7fe640 1 -- 172.21.15.94:0/1175203356 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d08007df0 con 0x7f2d08034140 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7ffa8df42640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ffa88162770 0x7ffa8806e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f78e2d9d640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78cc005180 0x7f78cc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dae3bb640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8da8072130 0x7f8da806e2b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42528/0 (socket says 172.21.15.94:42528) 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dae3bb640 1 -- 172.21.15.94:0/923240684 learned_addr learned my addr 172.21.15.94:0/923240684 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dadbba640 1 --2- 172.21.15.94:0/923240684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dacbb8640 1 -- 172.21.15.94:0/923240684 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 893998151 0 0) 0x7f8da815afb0 con 0x7f8da8072130 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dacbb8640 1 -- 172.21.15.94:0/923240684 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d94003520 con 0x7f8da8072130 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dad3b9640 1 --2- 172.21.15.94:0/923240684 >> v2:172.21.15.143:3300/0 conn(0x7f8da815aa80 0x7f8da806f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dadbba640 1 -- 172.21.15.94:0/923240684 >> v2:172.21.15.143:3300/0 conn(0x7f8da815aa80 msgr2=0x7f8da806f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dadbba640 1 --2- 172.21.15.94:0/923240684 >> v2:172.21.15.143:3300/0 conn(0x7f8da815aa80 0x7f8da806f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dadbba640 1 -- 172.21.15.94:0/923240684 >> v1:172.21.15.94:6789/0 conn(0x7f8da8072130 legacy=0x7f8da806e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7f8dadbba640 1 -- 172.21.15.94:0/923240684 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da815b570 con 0x7f8da8068c30 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.228+0000 7ffa8df42640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ffa8806ec40 0x7ffa880700d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7ffa8df42640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa880ce730 con 0x7ffa880b3c30 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7ffa8df42640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7ffa8806f980 con 0x7ffa88162770 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7ffa8df42640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ffa880cea60 con 0x7ffa8806ec40 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f78e259c640 1 -- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc004800 msgr2=0x7f78cc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f78e259c640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc004800 0x7f78cc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f78e259c640 1 -- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78cc005180 msgr2=0x7f78cc00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f78e259c640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78cc005180 0x7f78cc00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f78e259c640 1 -- 172.21.15.94:0/173329452 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78cc003520 con 0x7f78cc0039b0 2024-09-10T08:33:07.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f466c20e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f465c033bd0 0x7f465c005a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f466c20e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f465c04fc10 0x7f465c0e3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f466c20e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f465c005fd0 con 0x7f465c0e37a0 2024-09-10T08:33:07.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f466c20e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f465c0df3c0 con 0x7f465c04fc10 2024-09-10T08:33:07.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f466c20e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f465c006270 con 0x7f465c033bd0 2024-09-10T08:33:07.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f78e2d9d640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78cc005180 0x7f78cc00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:07.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7ffa86ffd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ffa8806ec40 0x7ffa880700d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7ffa877fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ffa88162770 0x7ffa8806e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7ffa877fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ffa88162770 0x7ffa8806e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36888/0 (socket says 172.21.15.94:36888) 2024-09-10T08:33:07.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7ffa877fe640 1 -- 172.21.15.94:0/958252678 learned_addr learned my addr 172.21.15.94:0/958252678 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f4669faa640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f465c033bd0 0x7f465c005a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f4c423c4640 1 --2- 172.21.15.94:0/3795870188 >> v2:172.21.15.143:3300/0 conn(0x7f4c3c14bb20 0x7f4c3c0b38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f4c40bc1640 1 -- 172.21.15.94:0/3795870188 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 578634940 0 0) 0x7f4c3c0b3ed0 con 0x7f4c3c14b530 2024-09-10T08:33:07.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f4c40bc1640 1 -- 172.21.15.94:0/3795870188 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4c28003520 con 0x7f4c3c14b530 2024-09-10T08:33:07.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f4c40bc1640 1 -- 172.21.15.94:0/3795870188 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3585946960 0 0) 0x7f4c3c14b910 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f4c40bc1640 1 -- 172.21.15.94:0/3795870188 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4c3c0b3ed0 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f466a7ab640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f465c0e37a0 0x7f465c01cde0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:32856/0 (socket says 172.21.15.94:32856) 2024-09-10T08:33:07.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f4669faa640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f465c033bd0 0x7f465c005a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53284/0 (socket says 172.21.15.94:53284) 2024-09-10T08:33:07.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f466a7ab640 1 -- 172.21.15.94:0/2756014166 learned_addr learned my addr 172.21.15.94:0/2756014166 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:07.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f46697a9640 1 --2- 172.21.15.94:0/2756014166 >> v2:172.21.15.94:3300/0 conn(0x7f465c04fc10 0x7f465c0e3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7f5eb8f42640 1 Processor -- start 2024-09-10T08:33:07.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4c423c4640 1 -- 172.21.15.94:0/3795870188 >> v1:172.21.15.143:6789/0 conn(0x7f4c3c14b530 legacy=0x7f4c3c0b4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4c423c4640 1 -- 172.21.15.94:0/3795870188 >> v1:172.21.15.94:6789/0 conn(0x7f4c3c0b54f0 legacy=0x7f4c3c072670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4c423c4640 1 -- 172.21.15.94:0/3795870188 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c3c0b41b0 con 0x7f4c3c14bb20 2024-09-10T08:33:07.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f78e259c640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78cc0039b0 0x7f78cc003dd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f78d4006fd0 tx=0x7f78cc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ffdc29139eb2570 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f2d0f7fe640 1 --2- 172.21.15.94:0/1175203356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08034140 0x7f2d0800a700 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2d08037d10 tx=0x7f2d00032b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ea82462a73af7c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f2d0dffb640 1 -- 172.21.15.94:0/1175203356 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0003c070 con 0x7f2d08034140 2024-09-10T08:33:07.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4668fa8640 1 -- 172.21.15.94:0/2756014166 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3752944165 0 0) 0x7f465c005fd0 con 0x7f465c0e37a0 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4668fa8640 1 -- 172.21.15.94:0/2756014166 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4650003520 con 0x7f465c0e37a0 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4669faa640 1 -- 172.21.15.94:0/2756014166 >> v2:172.21.15.94:3300/0 conn(0x7f465c04fc10 msgr2=0x7f465c0e3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4668fa8640 1 -- 172.21.15.94:0/2756014166 <== mon.1 v1:172.21.15.143:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 75878529 0 0) 0x7f4650003520 con 0x7f465c0e37a0 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4669faa640 1 --2- 172.21.15.94:0/2756014166 >> v2:172.21.15.94:3300/0 conn(0x7f465c04fc10 0x7f465c0e3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4669faa640 1 -- 172.21.15.94:0/2756014166 >> v1:172.21.15.143:6789/0 conn(0x7f465c0e37a0 legacy=0x7f465c01cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f4669faa640 1 -- 172.21.15.94:0/2756014166 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465c006550 con 0x7f465c033bd0 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.229+0000 7fc44c90a640 1 Processor -- start 2024-09-10T08:33:07.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7fc44c90a640 1 -- start start 2024-09-10T08:33:07.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7ffa877fe640 1 -- 172.21.15.94:0/958252678 >> v2:172.21.15.143:3300/0 conn(0x7ffa8806ec40 msgr2=0x7ffa880700d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7ffa877fe640 1 --2- 172.21.15.94:0/958252678 >> v2:172.21.15.143:3300/0 conn(0x7ffa8806ec40 0x7ffa880700d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7ffa877fe640 1 -- 172.21.15.94:0/958252678 >> v1:172.21.15.94:6789/0 conn(0x7ffa880b3c30 legacy=0x7ffa880ceef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7ffa877fe640 1 -- 172.21.15.94:0/958252678 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8806f0e0 con 0x7ffa88162770 2024-09-10T08:33:07.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f46697a9640 1 --2- 172.21.15.94:0/2756014166 >> v2:172.21.15.94:3300/0 conn(0x7f465c04fc10 0x7f465c0e3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:07.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f2d0dffb640 1 -- 172.21.15.94:0/1175203356 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d000348b0 con 0x7f2d08034140 2024-09-10T08:33:07.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f2d0dffb640 1 -- 172.21.15.94:0/1175203356 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d00034c80 con 0x7f2d08034140 2024-09-10T08:33:07.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f8dadbba640 1 --2- 172.21.15.94:0/923240684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8154c00 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8da815bdc0 tx=0x7f8da002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=529d82c7fb758127 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f8dacbb8640 1 -- 172.21.15.94:0/923240684 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da0007740 con 0x7f8da8068c30 2024-09-10T08:33:07.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.230+0000 7f5eb8f42640 1 -- start start 2024-09-10T08:33:07.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f8dacbb8640 1 -- 172.21.15.94:0/923240684 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8da00078e0 con 0x7f8da8068c30 2024-09-10T08:33:07.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f8dacbb8640 1 -- 172.21.15.94:0/923240684 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da0007cb0 con 0x7f8da8068c30 2024-09-10T08:33:07.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d4032070 con 0x7f78cc0039b0 2024-09-10T08:33:07.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78d402ce20 con 0x7f78cc0039b0 2024-09-10T08:33:07.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f78e159a640 1 -- 172.21.15.94:0/173329452 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d400e850 con 0x7f78cc0039b0 2024-09-10T08:33:07.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc44c90a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc4400e3010 0x7fc44003a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f5eb8f42640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5eac00c140 0x7f5eac050da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f5eb8f42640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5eac00d9b0 0x7f5eac038640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f5eb8f42640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5eac006410 con 0x7f5eac038260 2024-09-10T08:33:07.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f5eb8f42640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5eac0074b0 con 0x7f5eac00c140 2024-09-10T08:33:07.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc44c90a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc440036a30 0x7fc440007760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc44c90a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4400542f0 con 0x7fc440034610 2024-09-10T08:33:07.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc44c90a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc440036f30 con 0x7fc440036a30 2024-09-10T08:33:07.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc44c90a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc440008ae0 con 0x7fc4400e3010 2024-09-10T08:33:07.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f5eb8f42640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5eac00c580 con 0x7f5eac00d9b0 2024-09-10T08:33:07.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7ffa877fe640 1 --2- 172.21.15.94:0/958252678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa88162770 0x7ffa8806e700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffa8806e230 tx=0x7ffa7802a1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2efd6520bfff9064 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f4c423c4640 1 --2- 172.21.15.94:0/3795870188 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 0x7f4c3c0b38f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4c34009d90 tx=0x7f4c3402a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b323b2e70ce0b0b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f4c40bc1640 1 -- 172.21.15.94:0/3795870188 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c34035020 con 0x7f4c3c14bb20 2024-09-10T08:33:07.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f4c40bc1640 1 -- 172.21.15.94:0/3795870188 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c34007540 con 0x7f4c3c14bb20 2024-09-10T08:33:07.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f4c40bc1640 1 -- 172.21.15.94:0/3795870188 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c38001670 con 0x7f4c3c14bb20 2024-09-10T08:33:07.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f2d0ffff640 1 -- 172.21.15.94:0/1175203356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08034140 msgr2=0x7f2d0800a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/1175203356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08034140 0x7f2d0800a700 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2d08037d10 tx=0x7f2d00032b90 comp rx=0 tx=0).stop 2024-09-10T08:33:07.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc445d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc440034610 0x7fc44003a900 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42558/0 (socket says 172.21.15.94:42558) 2024-09-10T08:33:07.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc445d9b640 1 -- 172.21.15.94:0/1491555022 learned_addr learned my addr 172.21.15.94:0/1491555022 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:07.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7fc446d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc440036a30 0x7fc440007760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f2d0ffff640 1 -- 172.21.15.94:0/1175203356 shutdown_connections 2024-09-10T08:33:07.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f5eb2d9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5eac00d9b0 0x7f5eac038640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f5eb1d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5eac00c140 0x7f5eac050da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f5eb259c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5eac038260 0x7f5eac056ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42572/0 (socket says 172.21.15.94:42572) 2024-09-10T08:33:07.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f5eb259c640 1 -- 172.21.15.94:0/2163310245 learned_addr learned my addr 172.21.15.94:0/2163310245 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:07.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/1175203356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08034140 0x7f2d0800a700 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/1175203356 >> v2:172.21.15.94:3300/0 conn(0x7f2d08033bf0 0x7f2d08039ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.231+0000 7f2d0ffff640 1 -- 172.21.15.94:0/1175203356 >> 172.21.15.94:0/1175203356 conn(0x7f2d0801e1c0 msgr2=0x7f2d08054e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7fc44659c640 1 --2- 172.21.15.94:0/1491555022 >> v2:172.21.15.143:3300/0 conn(0x7fc4400e3010 0x7fc44003a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f8dafe1e640 1 -- 172.21.15.94:0/923240684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 msgr2=0x7f8da8154c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/923240684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8154c00 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8da815bdc0 tx=0x7f8da002a6d0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f8dafe1e640 1 -- 172.21.15.94:0/923240684 shutdown_connections 2024-09-10T08:33:07.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/923240684 >> v2:172.21.15.143:3300/0 conn(0x7f8da815aa80 0x7f8da806f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/923240684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8154c00 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f8dafe1e640 1 -- 172.21.15.94:0/923240684 >> 172.21.15.94:0/923240684 conn(0x7f8da80703a0 msgr2=0x7f8da806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f2d0ffff640 1 -- 172.21.15.94:0/1175203356 shutdown_connections 2024-09-10T08:33:07.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f2d0ffff640 1 -- 172.21.15.94:0/1175203356 wait complete. 2024-09-10T08:33:07.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7fc446d9d640 1 -- 172.21.15.94:0/1491555022 >> v2:172.21.15.143:3300/0 conn(0x7fc4400e3010 msgr2=0x7fc44003a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f8dafe1e640 1 -- 172.21.15.94:0/923240684 shutdown_connections 2024-09-10T08:33:07.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4c42bc5640 1 -- 172.21.15.94:0/3795870188 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 msgr2=0x7f4c3c0b38f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/3795870188 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 0x7f4c3c0b38f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4c34009d90 tx=0x7f4c3402a6a0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7fc446d9d640 1 --2- 172.21.15.94:0/1491555022 >> v2:172.21.15.143:3300/0 conn(0x7fc4400e3010 0x7fc44003a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7fc446d9d640 1 -- 172.21.15.94:0/1491555022 >> v1:172.21.15.94:6789/0 conn(0x7fc440034610 legacy=0x7fc44003a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7fc446d9d640 1 -- 172.21.15.94:0/1491555022 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4400350e0 con 0x7fc440036a30 2024-09-10T08:33:07.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4c42bc5640 1 -- 172.21.15.94:0/3795870188 shutdown_connections 2024-09-10T08:33:07.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/3795870188 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 0x7f4c3c0b38f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4c42bc5640 1 -- 172.21.15.94:0/3795870188 >> 172.21.15.94:0/3795870188 conn(0x7f4c3c0b1be0 msgr2=0x7f4c3c0b1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f5eb2d9d640 1 -- 172.21.15.94:0/2163310245 >> v2:172.21.15.94:3300/0 conn(0x7f5eac00c140 msgr2=0x7f5eac050da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:07.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f5eb2d9d640 1 --2- 172.21.15.94:0/2163310245 >> v2:172.21.15.94:3300/0 conn(0x7f5eac00c140 0x7f5eac050da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f5eb2d9d640 1 -- 172.21.15.94:0/2163310245 >> v1:172.21.15.94:6789/0 conn(0x7f5eac038260 legacy=0x7f5eac056ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f5eb2d9d640 1 -- 172.21.15.94:0/2163310245 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5eac006970 con 0x7f5eac00d9b0 2024-09-10T08:33:07.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4669faa640 1 --2- 172.21.15.94:0/2756014166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c033bd0 0x7f465c005a90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f465c004960 tx=0x7f465802a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3ad9008a0e3b7a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f78e359e640 1 -- 172.21.15.94:0/173329452 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78cc0039b0 msgr2=0x7f78cc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f78e359e640 1 --2- 172.21.15.94:0/173329452 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78cc0039b0 0x7f78cc003dd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f78d4006fd0 tx=0x7f78cc005830 comp rx=0 tx=0).stop 2024-09-10T08:33:07.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f78e2d9d640 1 -- 172.21.15.94:0/173329452 reap_dead start 2024-09-10T08:33:07.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7ffa867fc640 1 -- 172.21.15.94:0/958252678 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78037070 con 0x7ffa88162770 2024-09-10T08:33:07.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7ffa867fc640 1 -- 172.21.15.94:0/958252678 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa78032440 con 0x7ffa88162770 2024-09-10T08:33:07.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7ffa867fc640 1 -- 172.21.15.94:0/958252678 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78032810 con 0x7ffa88162770 2024-09-10T08:33:07.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4c42bc5640 1 -- 172.21.15.94:0/3795870188 shutdown_connections 2024-09-10T08:33:07.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.232+0000 7f4668fa8640 1 -- 172.21.15.94:0/2756014166 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4658037070 con 0x7f465c033bd0 2024-09-10T08:33:07.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f4668fa8640 1 -- 172.21.15.94:0/2756014166 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f465802abc0 con 0x7f465c033bd0 2024-09-10T08:33:07.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f4668fa8640 1 -- 172.21.15.94:0/2756014166 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4658037070 con 0x7f465c033bd0 2024-09-10T08:33:07.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f8dafe1e640 1 -- 172.21.15.94:0/923240684 wait complete. 2024-09-10T08:33:07.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f78e359e640 1 -- 172.21.15.94:0/173329452 shutdown_connections 2024-09-10T08:33:07.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f78e359e640 1 -- 172.21.15.94:0/173329452 >> 172.21.15.94:0/173329452 conn(0x7f78e406d8b0 msgr2=0x7f78e406dc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f78e359e640 1 -- 172.21.15.94:0/173329452 shutdown_connections 2024-09-10T08:33:07.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7fc446d9d640 1 --2- 172.21.15.94:0/1491555022 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440036a30 0x7fc440007760 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc448074480 tx=0x7fc4480a5f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2a97e8660c1316d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f4c42bc5640 1 -- 172.21.15.94:0/3795870188 wait complete. 2024-09-10T08:33:07.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f5eb2d9d640 1 --2- 172.21.15.94:0/2163310245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac00d9b0 0x7f5eac038640 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5eac04a1b0 tx=0x7f5ea802a090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3775576313a3a7cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7f78e359e640 1 -- 172.21.15.94:0/173329452 wait complete. 2024-09-10T08:33:07.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7fc44559a640 1 -- 172.21.15.94:0/1491555022 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4480b3070 con 0x7fc440036a30 2024-09-10T08:33:07.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f466c20e640 1 -- 172.21.15.94:0/2756014166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c033bd0 msgr2=0x7f465c005a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7fc44559a640 1 -- 172.21.15.94:0/1491555022 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4480a6d80 con 0x7fc440036a30 2024-09-10T08:33:07.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f466c20e640 1 --2- 172.21.15.94:0/2756014166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c033bd0 0x7f465c005a90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f465c004960 tx=0x7f465802a130 comp rx=0 tx=0).stop 2024-09-10T08:33:07.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f2d0ffff640 1 Processor -- start 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 -- 172.21.15.94:0/958252678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa88162770 msgr2=0x7ffa8806e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 --2- 172.21.15.94:0/958252678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa88162770 0x7ffa8806e700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ffa8806e230 tx=0x7ffa7802a1f0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 -- 172.21.15.94:0/958252678 shutdown_connections 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 --2- 172.21.15.94:0/958252678 >> v2:172.21.15.143:3300/0 conn(0x7ffa8806ec40 0x7ffa880700d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 --2- 172.21.15.94:0/958252678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa88162770 0x7ffa8806e700 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 -- 172.21.15.94:0/958252678 >> 172.21.15.94:0/958252678 conn(0x7ffa88073560 msgr2=0x7ffa8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 -- 172.21.15.94:0/958252678 shutdown_connections 2024-09-10T08:33:07.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.233+0000 7ffa8df42640 1 -- 172.21.15.94:0/958252678 wait complete. 2024-09-10T08:33:07.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f5eb159a640 1 -- 172.21.15.94:0/2163310245 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea8037070 con 0x7f5eac00d9b0 2024-09-10T08:33:07.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f5eb159a640 1 -- 172.21.15.94:0/2163310245 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ea802ade0 con 0x7f5eac00d9b0 2024-09-10T08:33:07.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f5eb159a640 1 -- 172.21.15.94:0/2163310245 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea8032660 con 0x7f5eac00d9b0 2024-09-10T08:33:07.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f466c20e640 1 -- 172.21.15.94:0/2756014166 shutdown_connections 2024-09-10T08:33:07.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f466c20e640 1 --2- 172.21.15.94:0/2756014166 >> v2:172.21.15.94:3300/0 conn(0x7f465c04fc10 0x7f465c0e3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f466c20e640 1 --2- 172.21.15.94:0/2756014166 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c033bd0 0x7f465c005a90 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f466c20e640 1 -- 172.21.15.94:0/2756014166 >> 172.21.15.94:0/2756014166 conn(0x7f465c0360c0 msgr2=0x7f465c0364d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.234+0000 7f2d0ffff640 1 -- start start 2024-09-10T08:33:07.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 -- 172.21.15.94:0/1491555022 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440036a30 msgr2=0x7fc440007760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 --2- 172.21.15.94:0/1491555022 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440036a30 0x7fc440007760 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fc448074480 tx=0x7fc4480a5f30 comp rx=0 tx=0).stop 2024-09-10T08:33:07.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f4c42bc5640 1 Processor -- start 2024-09-10T08:33:07.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7ffa8df42640 1 Processor -- start 2024-09-10T08:33:07.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f4c42bc5640 1 -- start start 2024-09-10T08:33:07.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f8dafe1e640 1 Processor -- start 2024-09-10T08:33:07.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f78e359e640 1 Processor -- start 2024-09-10T08:33:07.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 -- 172.21.15.94:0/1491555022 shutdown_connections 2024-09-10T08:33:07.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 --2- 172.21.15.94:0/1491555022 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440036a30 0x7fc440007760 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 --2- 172.21.15.94:0/1491555022 >> v2:172.21.15.143:3300/0 conn(0x7fc4400e3010 0x7fc44003a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 -- 172.21.15.94:0/1491555022 >> 172.21.15.94:0/1491555022 conn(0x7fc44001ea70 msgr2=0x7fc440055710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f8dafe1e640 1 -- start start 2024-09-10T08:33:07.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 -- 172.21.15.94:0/1491555022 shutdown_connections 2024-09-10T08:33:07.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08033bf0 0x7f2d080de630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7ffa8df42640 1 -- start start 2024-09-10T08:33:07.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f5eb8f42640 1 -- 172.21.15.94:0/2163310245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac00d9b0 msgr2=0x7f5eac038640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/2163310245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac00d9b0 0x7f5eac038640 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5eac04a1b0 tx=0x7f5ea802a090 comp rx=0 tx=0).stop 2024-09-10T08:33:07.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f466c20e640 1 -- 172.21.15.94:0/2756014166 shutdown_connections 2024-09-10T08:33:07.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f466c20e640 1 -- 172.21.15.94:0/2756014166 wait complete. 2024-09-10T08:33:07.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f2d0ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d08034140 0x7f2d080dc340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f2d0effd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08033bf0 0x7f2d080de630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f4c42bc5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3c0b54f0 0x7f4c3c1652a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f2d0effd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08033bf0 0x7f2d080de630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53310/0 (socket says 172.21.15.94:53310) 2024-09-10T08:33:07.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f4c42bc5640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3c14b530 0x7f4c3c1657e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f4c41bc3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3c0b54f0 0x7f4c3c1652a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7f78e359e640 1 -- start start 2024-09-10T08:33:07.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f78e359e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc0039b0 0x7f78e42044d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f78e359e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78e40c4e50 0x7f78e40c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f4c41bc3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3c0b54f0 0x7f4c3c1652a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36942/0 (socket says 172.21.15.94:36942) 2024-09-10T08:33:07.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f2d0e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d08034140 0x7f2d080dc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7ffa8df42640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa8806ec40 0x7ffa88158b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f4c41bc3640 1 -- 172.21.15.94:0/220337851 learned_addr learned my addr 172.21.15.94:0/220337851 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa8df42640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffa880b3c30 0x7ffa8815f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e259c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc0039b0 0x7f78e42044d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dafe1e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8143710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.235+0000 7fc44c90a640 1 -- 172.21.15.94:0/1491555022 wait complete. 2024-09-10T08:33:07.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 0x7f4c3c148ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa877fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa8806ec40 0x7ffa88158b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa877fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa8806ec40 0x7ffa88158b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36946/0 (socket says 172.21.15.94:36946) 2024-09-10T08:33:07.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa877fe640 1 -- 172.21.15.94:0/2084801820 learned_addr learned my addr 172.21.15.94:0/2084801820 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa8df42640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffa88162770 0x7ffa88161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4c3c14c2a0 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dafe1e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8da8072130 0x7f8da8133620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f2d0e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d08034140 0x7f2d080dc340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36934/0 (socket says 172.21.15.94:36934) 2024-09-10T08:33:07.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f466c20e640 1 Processor -- start 2024-09-10T08:33:07.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4c3c071e70 con 0x7f4c3c14bb20 2024-09-10T08:33:07.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.236+0000 7f2d0effd640 1 -- 172.21.15.94:0/3601411099 learned_addr learned my addr 172.21.15.94:0/3601411099 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d080e2530 0x7f2d080e2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c3c0cd6e0 con 0x7f4c3c14b530 2024-09-10T08:33:07.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2d080e2910 con 0x7f2d08034140 2024-09-10T08:33:07.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2d08055c50 con 0x7f2d08033bf0 2024-09-10T08:33:07.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa86ffd640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffa880b3c30 0x7ffa8815f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dafe1e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8da815aa80 0x7f8da814af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2d0800c2e0 con 0x7f2d080e2530 2024-09-10T08:33:07.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f466c20e640 1 -- start start 2024-09-10T08:33:07.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ffa88162b50 con 0x7ffa8806ec40 2024-09-10T08:33:07.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8806f6a0 con 0x7ffa88162770 2024-09-10T08:33:07.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e1d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78e40c4e50 0x7f78e40c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e1d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78e40c4e50 0x7f78e40c98b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36952/0 (socket says 172.21.15.94:36952) 2024-09-10T08:33:07.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e1d9b640 1 -- 172.21.15.94:0/3487300094 learned_addr learned my addr 172.21.15.94:0/3487300094 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e359e640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78e40c9df0 0x7f78e4201570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa87fff640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffa88162770 0x7ffa88161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dadbba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8143710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dadbba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8143710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58212/0 (socket says 172.21.15.94:58212) 2024-09-10T08:33:07.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dad3b9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8da8072130 0x7f8da8133620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dae3bb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8da815aa80 0x7f8da814af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dad3b9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8da8072130 0x7f8da8133620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53342/0 (socket says 172.21.15.94:53342) 2024-09-10T08:33:07.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dadbba640 1 -- 172.21.15.94:0/2546323588 learned_addr learned my addr 172.21.15.94:0/2546323588 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f2d0f7fe640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d080e2530 0x7f2d080e2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8da80725c0 con 0x7f8da815aa80 2024-09-10T08:33:07.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e359e640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f78e40cf1e0 con 0x7f78e40c4e50 2024-09-10T08:33:07.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8da806ff00 con 0x7f8da8072130 2024-09-10T08:33:07.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8da8072740 con 0x7f8da8068c30 2024-09-10T08:33:07.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f5eb8f42640 1 -- 172.21.15.94:0/2163310245 shutdown_connections 2024-09-10T08:33:07.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e359e640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f78e40b5830 con 0x7f78e40c9df0 2024-09-10T08:33:07.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/2163310245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac00d9b0 0x7f5eac038640 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/2163310245 >> v2:172.21.15.94:3300/0 conn(0x7f5eac00c140 0x7f5eac050da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f5eb8f42640 1 -- 172.21.15.94:0/2163310245 >> 172.21.15.94:0/2163310245 conn(0x7f5eac01fb70 msgr2=0x7f5eac0567e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e2d9d640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78e40c9df0 0x7f78e4201570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f78e359e640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f78e406ff10 con 0x7f78cc0039b0 2024-09-10T08:33:07.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f5eb8f42640 1 -- 172.21.15.94:0/2163310245 shutdown_connections 2024-09-10T08:33:07.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ffa880b5cd0 con 0x7ffa880b3c30 2024-09-10T08:33:07.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7fc44c90a640 1 Processor -- start 2024-09-10T08:33:07.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f4c41bc3640 1 -- 172.21.15.94:0/220337851 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3c14b530 msgr2=0x7f4c3c1657e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f4c41bc3640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3c14b530 0x7f4c3c1657e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f4c41bc3640 1 -- 172.21.15.94:0/220337851 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 msgr2=0x7f4c3c148ee0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T08:33:07.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f4c41bc3640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 0x7f4c3c148ee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f4c41bc3640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c3c165d20 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f2d0f7fe640 1 -- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08033bf0 msgr2=0x7f2d080de630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f2d0f7fe640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08033bf0 0x7f2d080de630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f2d0f7fe640 1 -- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d08034140 msgr2=0x7f2d080dc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f2d0f7fe640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d08034140 0x7f2d080dc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7ffa877fe640 1 -- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffa880b3c30 msgr2=0x7ffa8815f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f2d0f7fe640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d080dc880 con 0x7f2d080e2530 2024-09-10T08:33:07.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f8dadbba640 1 -- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8da8072130 msgr2=0x7f8da8133620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f8dadbba640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8da8072130 0x7f8da8133620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f8dadbba640 1 -- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8da815aa80 msgr2=0x7f8da814af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f8dadbba640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8da815aa80 0x7f8da814af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.237+0000 7f5eb8f42640 1 -- 172.21.15.94:0/2163310245 wait complete. 2024-09-10T08:33:07.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f8dadbba640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da81340a0 con 0x7f8da8068c30 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f78e2d9d640 1 -- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc0039b0 msgr2=0x7f78e42044d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f78e2d9d640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc0039b0 0x7f78e42044d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f78e2d9d640 1 -- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78e40c4e50 msgr2=0x7f78e40c98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f78e2d9d640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78e40c4e50 0x7f78e40c98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7ffa877fe640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffa880b3c30 0x7ffa8815f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7ffa877fe640 1 -- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffa88162770 msgr2=0x7ffa88161500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7ffa877fe640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffa88162770 0x7ffa88161500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7ffa877fe640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa881591d0 con 0x7ffa8806ec40 2024-09-10T08:33:07.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f466c20e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f465c033bd0 0x7f465c01fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f78e2d9d640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78e40c55c0 con 0x7f78e40c9df0 2024-09-10T08:33:07.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7fc44c90a640 1 -- start start 2024-09-10T08:33:07.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f8dad3b9640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8da8072130 0x7f8da8133620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:07.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f466c20e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f465c04fc10 0x7f465c020080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7ffa877fe640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa8806ec40 0x7ffa88158b10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ffa78000c00 tx=0x7ffa780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f466c20e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c17a240 0x7f465c17a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f78e2d9d640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78e40c9df0 0x7f78e4201570 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f78e40cf660 tx=0x7f78dc00ecc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f466c20e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f465c0e2d40 con 0x7f465c033bd0 2024-09-10T08:33:07.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f2d0f7fe640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d080e2530 0x7f2d080e2a90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f2d0003b000 tx=0x7f2d000046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f466c20e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f465c0e2a60 con 0x7f465c17a240 2024-09-10T08:33:07.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.238+0000 7f46697a9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f465c04fc10 0x7f465c020080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f46697a9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f465c04fc10 0x7f465c020080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58238/0 (socket says 172.21.15.94:58238) 2024-09-10T08:33:07.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f466c20e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f465c01d4f0 con 0x7f465c04fc10 2024-09-10T08:33:07.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f46697a9640 1 -- 172.21.15.94:0/1256854618 learned_addr learned my addr 172.21.15.94:0/1256854618 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f4669faa640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f465c033bd0 0x7f465c01fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f78d2ffd640 1 -- 172.21.15.94:0/3487300094 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc019070 con 0x7f78e40c9df0 2024-09-10T08:33:07.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f466a7ab640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c17a240 0x7f465c17a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f78d2ffd640 1 -- 172.21.15.94:0/3487300094 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78dc00ca10 con 0x7f78e40c9df0 2024-09-10T08:33:07.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7ffa6ffff640 1 -- 172.21.15.94:0/2084801820 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78041020 con 0x7ffa8806ec40 2024-09-10T08:33:07.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f2cf7fff640 1 -- 172.21.15.94:0/3601411099 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0003c040 con 0x7f2d080e2530 2024-09-10T08:33:07.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f8dadbba640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8143710 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8da002acc0 tx=0x7f8da0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7ffa6ffff640 1 -- 172.21.15.94:0/2084801820 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa780307a0 con 0x7ffa8806ec40 2024-09-10T08:33:07.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f2cf7fff640 1 -- 172.21.15.94:0/3601411099 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d00035e40 con 0x7f2d080e2530 2024-09-10T08:33:07.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d080ded50 con 0x7f2d080e2530 2024-09-10T08:33:07.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa881594b0 con 0x7ffa8806ec40 2024-09-10T08:33:07.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d080df310 con 0x7f2d080e2530 2024-09-10T08:33:07.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f8d9e7fc640 1 -- 172.21.15.94:0/2546323588 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da0040070 con 0x7f8da8068c30 2024-09-10T08:33:07.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f8d9e7fc640 1 -- 172.21.15.94:0/2546323588 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8da0031bc0 con 0x7f8da8068c30 2024-09-10T08:33:07.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8da8134380 con 0x7f8da8068c30 2024-09-10T08:33:07.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f2cf7fff640 1 -- 172.21.15.94:0/3601411099 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d00041690 con 0x7f2d080e2530 2024-09-10T08:33:07.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f466a7ab640 1 -- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f465c04fc10 msgr2=0x7f465c020080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f466a7ab640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f465c04fc10 0x7f465c020080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f466a7ab640 1 -- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f465c033bd0 msgr2=0x7f465c01fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa88159a70 con 0x7ffa8806ec40 2024-09-10T08:33:07.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8da8134940 con 0x7f8da8068c30 2024-09-10T08:33:07.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7fc44c90a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440034610 0x7fc440049040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7fc44c90a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc440036a30 0x7fc440184f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7fc44c90a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4400e3010 0x7fc44004dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7fc44c90a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc44003b010 con 0x7fc440034610 2024-09-10T08:33:07.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7fc44c90a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc440008f70 con 0x7fc440036a30 2024-09-10T08:33:07.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7fc44c90a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc44003b190 con 0x7fc4400e3010 2024-09-10T08:33:07.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f4c41bc3640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3c0b54f0 0x7f4c3c1652a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4c3800c7b0 tx=0x7f4c3800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f78e359e640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78e40c58a0 con 0x7f78e40c9df0 2024-09-10T08:33:07.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7fc44659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440034610 0x7fc440049040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f78e359e640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78e40c5e60 con 0x7f78e40c9df0 2024-09-10T08:33:07.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7fc445d9b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc440036a30 0x7fc440184f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f8d9e7fc640 1 -- 172.21.15.94:0/2546323588 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da003c420 con 0x7f8da8068c30 2024-09-10T08:33:07.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f5eb8f42640 1 Processor -- start 2024-09-10T08:33:07.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.239+0000 7f5eb8f42640 1 -- start start 2024-09-10T08:33:07.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f5eb8f42640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5eac00c140 0x7f5eac034ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f5eb8f42640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5eac00d9b0 0x7f5eac054320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f5eb8f42640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac038260 0x7f5eac054860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f5eb8f42640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5eac0e0cb0 con 0x7f5eac00c140 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f5eb8f42640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5eac057600 con 0x7f5eac038260 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7f5eb8f42640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5eac006ea0 con 0x7f5eac00d9b0 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4400e3010 0x7fc44004dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4400e3010 0x7fc44004dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58246/0 (socket says 172.21.15.94:58246) 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 -- 172.21.15.94:0/936942705 learned_addr learned my addr 172.21.15.94:0/936942705 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.240+0000 7fc44659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440034610 0x7fc440049040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36970/0 (socket says 172.21.15.94:36970) 2024-09-10T08:33:07.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f466a7ab640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f465c033bd0 0x7f465c01fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f466a7ab640 1 -- 172.21.15.94:0/1256854618 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465c0207c0 con 0x7f465c17a240 2024-09-10T08:33:07.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f46697a9640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f465c04fc10 0x7f465c020080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:07.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f5eb259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5eac00c140 0x7f5eac034ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f5eb259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5eac00c140 0x7f5eac034ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36972/0 (socket says 172.21.15.94:36972) 2024-09-10T08:33:07.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f5eb259c640 1 -- 172.21.15.94:0/268409792 learned_addr learned my addr 172.21.15.94:0/268409792 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:07.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f466a7ab640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c17a240 0x7f465c17a6f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f466406b500 tx=0x7f46640696b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f78d2ffd640 1 -- 172.21.15.94:0/3487300094 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78dc00ce00 con 0x7f78e40c9df0 2024-09-10T08:33:07.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f5eb1d9b640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5eac00d9b0 0x7f5eac054320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f5eb2d9d640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac038260 0x7f5eac054860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cf0005290 con 0x7f2d080e2530 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f46567fc640 1 -- 172.21.15.94:0/1256854618 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4664075440 con 0x7f465c17a240 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f46567fc640 1 -- 172.21.15.94:0/1256854618 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4664090020 con 0x7f465c17a240 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 -- 172.21.15.94:0/936942705 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc440036a30 msgr2=0x7fc440184f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc440036a30 0x7fc440184f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 -- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440034610 msgr2=0x7fc440049040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440034610 0x7fc440049040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 -- 172.21.15.94:0/936942705 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc440049580 con 0x7fc4400e3010 2024-09-10T08:33:07.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7fc446d9d640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4400e3010 0x7fc44004dd90 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc448000b60 tx=0x7fc448065a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7ffa6ffff640 1 -- 172.21.15.94:0/2084801820 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78037040 con 0x7ffa8806ec40 2024-09-10T08:33:07.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f8d9e7fc640 1 -- 172.21.15.94:0/2546323588 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8da0039040 con 0x7f8da8068c30 2024-09-10T08:33:07.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f5eb259c640 1 -- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5eac00d9b0 msgr2=0x7f5eac054320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f5eb259c640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5eac00d9b0 0x7f5eac054320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f5eb259c640 1 -- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac038260 msgr2=0x7f5eac054860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f5eb259c640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac038260 0x7f5eac054860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f5eb259c640 1 -- 172.21.15.94:0/268409792 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5eac0e2b30 con 0x7f5eac00c140 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f2cf7fff640 1 -- 172.21.15.94:0/3601411099 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d0003f070 con 0x7f2d080e2530 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7fc436ffd640 1 -- 172.21.15.94:0/936942705 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4480be020 con 0x7fc4400e3010 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7fc436ffd640 1 -- 172.21.15.94:0/936942705 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4480adbd0 con 0x7fc4400e3010 2024-09-10T08:33:07.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7fc436ffd640 1 -- 172.21.15.94:0/936942705 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4480b3040 con 0x7fc4400e3010 2024-09-10T08:33:07.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78e4201280 con 0x7f78e40c9df0 2024-09-10T08:33:07.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f4c327fc640 1 -- 172.21.15.94:0/220337851 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c38017070 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f4c327fc640 1 -- 172.21.15.94:0/220337851 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c380035f0 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.241+0000 7f4c327fc640 1 -- 172.21.15.94:0/220337851 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c3800ce60 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c3c165fb0 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c3c166570 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f78d2ffd640 1 -- 172.21.15.94:0/3487300094 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f78dc014470 con 0x7f78e40c9df0 2024-09-10T08:33:07.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f2cf7fff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06bf00 0x7f2cfc06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f2cf7fff640 1 -- 172.21.15.94:0/3601411099 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2d000b3ef0 con 0x7f2d080e2530 2024-09-10T08:33:07.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f2d0effd640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06bf00 0x7f2cfc06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f466c20e640 1 -- 172.21.15.94:0/1256854618 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f465c020aa0 con 0x7f465c17a240 2024-09-10T08:33:07.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f466c20e640 1 -- 172.21.15.94:0/1256854618 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f465c021060 con 0x7f465c17a240 2024-09-10T08:33:07.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f46567fc640 1 -- 172.21.15.94:0/1256854618 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4664075700 con 0x7f465c17a240 2024-09-10T08:33:07.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f5eb259c640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5eac00c140 0x7f5eac034ab0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5ea400c460 tx=0x7f5ea400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7fc44c90a640 1 -- 172.21.15.94:0/936942705 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc440049820 con 0x7fc4400e3010 2024-09-10T08:33:07.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.242+0000 7fc44c90a640 1 -- 172.21.15.94:0/936942705 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc44004c980 con 0x7fc4400e3010 2024-09-10T08:33:07.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7ffa6ffff640 1 -- 172.21.15.94:0/2084801820 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffa78044020 con 0x7ffa8806ec40 2024-09-10T08:33:07.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7ffa6dffb640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa68005290 con 0x7ffa8806ec40 2024-09-10T08:33:07.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7ffa6ffff640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffa7406bf00 0x7ffa7406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7ffa6ffff640 1 -- 172.21.15.94:0/2084801820 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ffa780ab800 con 0x7ffa8806ec40 2024-09-10T08:33:07.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f78d2ffd640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78c406bf30 0x7f78c406e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc44003a3c0 con 0x7fc4400e3010 2024-09-10T08:33:07.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7ffa86ffd640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffa7406bf00 0x7ffa7406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f78d2ffd640 1 -- 172.21.15.94:0/3487300094 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f78dc08b370 con 0x7f78e40c9df0 2024-09-10T08:33:07.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f466c20e640 1 -- 172.21.15.94:0/1256854618 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f465c0e3260 con 0x7f465c17a240 2024-09-10T08:33:07.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f8d9e7fc640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8d8c06bf00 0x7f8d8c06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.243+0000 7f8dad3b9640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8d8c06bf00 0x7f8d8c06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d90005290 con 0x7f8da8068c30 2024-09-10T08:33:07.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f78e259c640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78c406bf30 0x7f78c406e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f2d0effd640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06bf00 0x7f2cfc06e3c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2d08022480 tx=0x7f2d04009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f4669faa640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f465c033bd0 0x7f465c01fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:07.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.244+0000 7f5ea2ffd640 1 -- 172.21.15.94:0/268409792 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea4017070 con 0x7f5eac00c140 2024-09-10T08:33:07.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.245+0000 7ffa86ffd640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffa7406bf00 0x7ffa7406e3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ffa8806cb30 tx=0x7ffa7c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.245+0000 7f8d9e7fc640 1 -- 172.21.15.94:0/2546323588 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8da00ac660 con 0x7f8da8068c30 2024-09-10T08:33:07.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.245+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5eac0561c0 con 0x7f5eac00c140 2024-09-10T08:33:07.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.245+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5eac0e2dd0 con 0x7f5eac00c140 2024-09-10T08:33:07.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.245+0000 7f8dad3b9640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8d8c06bf00 0x7f8d8c06e3c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8da8154820 tx=0x7f8d98008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.245+0000 7f4c327fc640 1 -- 172.21.15.94:0/220337851 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4c3801a070 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.245+0000 7f78e259c640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78c406bf30 0x7f78c406e3f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f78d4036000 tx=0x7f78d4032000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.246+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c3c162710 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.246+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5eac006690 con 0x7f5eac00c140 2024-09-10T08:33:07.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.246+0000 7f4c327fc640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2006bf00 0x7f4c2006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.246+0000 7f4c413c2640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2006bf00 0x7f4c2006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.246+0000 7f4c327fc640 1 -- 172.21.15.94:0/220337851 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f4c3808a770 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.246+0000 7f4c413c2640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2006bf00 0x7f4c2006e3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c000f60 tx=0x7f4c2c0078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.247+0000 7f2cf7fff640 1 -- 172.21.15.94:0/3601411099 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d00046070 con 0x7f2d080e2530 2024-09-10T08:33:07.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.247+0000 7f78d2ffd640 1 -- 172.21.15.94:0/3487300094 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f78dc059370 con 0x7f78e40c9df0 2024-09-10T08:33:07.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.249+0000 7fc436ffd640 1 -- 172.21.15.94:0/936942705 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc4480c1020 con 0x7fc4400e3010 2024-09-10T08:33:07.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.249+0000 7fc436ffd640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be80 0x7fc42806e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.250+0000 7fc44659c640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be80 0x7fc42806e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.250+0000 7f5ea2ffd640 1 -- 172.21.15.94:0/268409792 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ea4005ce0 con 0x7f5eac00c140 2024-09-10T08:33:07.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.250+0000 7f5ea2ffd640 1 -- 172.21.15.94:0/268409792 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea4021060 con 0x7f5eac00c140 2024-09-10T08:33:07.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.250+0000 7ffa6ffff640 1 -- 172.21.15.94:0/2084801820 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffa7804b030 con 0x7ffa8806ec40 2024-09-10T08:33:07.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.250+0000 7fc44659c640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be80 0x7fc42806e340 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc440188b60 tx=0x7fc43c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.251+0000 7f46567fc640 1 -- 172.21.15.94:0/1256854618 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f466406d110 con 0x7f465c17a240 2024-09-10T08:33:07.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.251+0000 7f46567fc640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f464806bf00 0x7f464806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.252+0000 7f4669faa640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f464806bf00 0x7f464806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.252+0000 7f46567fc640 1 -- 172.21.15.94:0/1256854618 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f4664106e70 con 0x7f465c17a240 2024-09-10T08:33:07.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.252+0000 7fc436ffd640 1 -- 172.21.15.94:0/936942705 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc4480c4e00 con 0x7fc4400e3010 2024-09-10T08:33:07.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.253+0000 7f4669faa640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f464806bf00 0x7f464806e3c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4658034000 tx=0x7f465802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.253+0000 7f46567fc640 1 -- 172.21.15.94:0/1256854618 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f466409a030 con 0x7f465c17a240 2024-09-10T08:33:07.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.253+0000 7f8d9e7fc640 1 -- 172.21.15.94:0/2546323588 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8da007ad80 con 0x7f8da8068c30 2024-09-10T08:33:07.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.256+0000 7f4c327fc640 1 -- 172.21.15.94:0/220337851 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4c38058e50 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.258+0000 7fc436ffd640 1 -- 172.21.15.94:0/936942705 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc4480c8070 con 0x7fc4400e3010 2024-09-10T08:33:07.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.259+0000 7f5ea2ffd640 1 -- 172.21.15.94:0/268409792 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5ea401a070 con 0x7f5eac00c140 2024-09-10T08:33:07.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.260+0000 7f5ea2ffd640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e9406c030 0x7f5e9406e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:07.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.260+0000 7f5ea2ffd640 1 -- 172.21.15.94:0/268409792 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5ea408a970 con 0x7f5eac00c140 2024-09-10T08:33:07.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.263+0000 7f5eb1d9b640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e9406c030 0x7f5e9406e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:07.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.264+0000 7f5eb1d9b640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e9406c030 0x7f5e9406e4f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4050d60 tx=0x7f5eb408d040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:07.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.268+0000 7f5ea2ffd640 1 -- 172.21.15.94:0/268409792 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5eac006410 con 0x7f5eac00c140 2024-09-10T08:33:07.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.642+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f2cf0005580 con 0x7f2d080e2530 2024-09-10T08:33:07.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.643+0000 7f2cf7fff640 1 -- 172.21.15.94:0/3601411099 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2d00081ef0 con 0x7f2d080e2530 2024-09-10T08:33:07.644 INFO:teuthology.orchestra.run.smithi094.stdout:64424509448 2024-09-10T08:33:07.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.647+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06bf00 msgr2=0x7f2cfc06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.647+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06bf00 0x7f2cfc06e3c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2d08022480 tx=0x7f2d04009040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.647+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d080e2530 msgr2=0x7f2d080e2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.647+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d080e2530 0x7f2d080e2a90 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f2d0003b000 tx=0x7f2d000046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.647+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 shutdown_connections 2024-09-10T08:33:07.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.647+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06bf00 0x7f2cfc06e3c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.647+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d080e2530 0x7f2d080e2a90 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.648+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d08034140 0x7f2d080dc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.648+0000 7ffa6dffb640 1 -- 172.21.15.94:0/2084801820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7ffa68005580 con 0x7ffa8806ec40 2024-09-10T08:33:07.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.648+0000 7f2d0ffff640 1 --2- 172.21.15.94:0/3601411099 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d08033bf0 0x7f2d080de630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.648+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 >> 172.21.15.94:0/3601411099 conn(0x7f2d0801e1c0 msgr2=0x7f2d08054e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.648+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 shutdown_connections 2024-09-10T08:33:07.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.648+0000 7f2d0ffff640 1 -- 172.21.15.94:0/3601411099 wait complete. 2024-09-10T08:33:07.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.648+0000 7ffa6ffff640 1 -- 172.21.15.94:0/2084801820 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ffa78079890 con 0x7ffa8806ec40 2024-09-10T08:33:07.650 INFO:teuthology.orchestra.run.smithi094.stdout:64424509448 2024-09-10T08:33:07.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.652+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffa7406bf00 msgr2=0x7ffa7406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.652+0000 7ffa8df42640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffa7406bf00 0x7ffa7406e3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ffa8806cb30 tx=0x7ffa7c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.653+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa8806ec40 msgr2=0x7ffa88158b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.653+0000 7ffa8df42640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa8806ec40 0x7ffa88158b10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ffa78000c00 tx=0x7ffa780046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.653+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f4c3c146d40 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.653+0000 7f466c20e640 1 -- 172.21.15.94:0/1256854618 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f465c00b7f0 con 0x7f465c17a240 2024-09-10T08:33:07.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.653+0000 7f46567fc640 1 -- 172.21.15.94:0/1256854618 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f46640d5550 con 0x7f465c17a240 2024-09-10T08:33:07.654 INFO:teuthology.orchestra.run.smithi094.stdout:55834574857 2024-09-10T08:33:07.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.653+0000 7f4c327fc640 1 -- 172.21.15.94:0/220337851 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4c38058750 con 0x7f4c3c0b54f0 2024-09-10T08:33:07.654 INFO:teuthology.orchestra.run.smithi094.stdout:68719476746 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.654+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 shutdown_connections 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.654+0000 7ffa8df42640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffa7406bf00 0x7ffa7406e3c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.654+0000 7ffa8df42640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffa88162770 0x7ffa88161500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.654+0000 7ffa8df42640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffa880b3c30 0x7ffa8815f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.654+0000 7ffa8df42640 1 --2- 172.21.15.94:0/2084801820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffa8806ec40 0x7ffa88158b10 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.654+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 >> 172.21.15.94:0/2084801820 conn(0x7ffa88073560 msgr2=0x7ffa8815dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.654+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 shutdown_connections 2024-09-10T08:33:07.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.655+0000 7ffa8df42640 1 -- 172.21.15.94:0/2084801820 wait complete. 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 -- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f464806bf00 msgr2=0x7f464806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f464806bf00 0x7f464806e3c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4658034000 tx=0x7f465802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 -- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c17a240 msgr2=0x7f465c17a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c17a240 0x7f465c17a6f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f466406b500 tx=0x7f46640696b0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 -- 172.21.15.94:0/1256854618 shutdown_connections 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f464806bf00 0x7f464806e3c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f465c17a240 0x7f465c17a6f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f465c04fc10 0x7f465c020080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 --2- 172.21.15.94:0/1256854618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f465c033bd0 0x7f465c01fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 -- 172.21.15.94:0/1256854618 >> 172.21.15.94:0/1256854618 conn(0x7f465c0360c0 msgr2=0x7f465c0de7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 -- 172.21.15.94:0/1256854618 shutdown_connections 2024-09-10T08:33:07.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4647fff640 1 -- 172.21.15.94:0/1256854618 wait complete. 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2006bf00 msgr2=0x7f4c2006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2006bf00 0x7f4c2006e3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c000f60 tx=0x7f4c2c0078f0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3c0b54f0 msgr2=0x7f4c3c1652a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3c0b54f0 0x7f4c3c1652a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4c3800c7b0 tx=0x7f4c3800cc70 comp rx=0 tx=0).stop 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 shutdown_connections 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2006bf00 0x7f4c2006e3c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c3c14bb20 0x7f4c3c148ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3c14b530 0x7f4c3c1657e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.658+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f8d90009990 con 0x7f8da8068c30 2024-09-10T08:33:07.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 --2- 172.21.15.94:0/220337851 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3c0b54f0 0x7f4c3c1652a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.657+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 >> 172.21.15.94:0/220337851 conn(0x7f4c3c0b1be0 msgr2=0x7f4c3c0cda70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.658+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 shutdown_connections 2024-09-10T08:33:07.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.658+0000 7f4c42bc5640 1 -- 172.21.15.94:0/220337851 wait complete. 2024-09-10T08:33:07.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.658+0000 7f8d9e7fc640 1 -- 172.21.15.94:0/2546323588 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8da007a680 con 0x7f8da8068c30 2024-09-10T08:33:07.661 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:07.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.660+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f78e40b5d50 con 0x7f78e40c9df0 2024-09-10T08:33:07.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.660+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fc440033460 con 0x7fc4400e3010 2024-09-10T08:33:07.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.660+0000 7fc436ffd640 1 -- 172.21.15.94:0/936942705 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc4480f63e0 con 0x7fc4400e3010 2024-09-10T08:33:07.662 INFO:teuthology.orchestra.run.smithi094.stdout:64424509448 2024-09-10T08:33:07.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.660+0000 7f78d2ffd640 1 -- 172.21.15.94:0/3487300094 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f78dc05d670 con 0x7f78e40c9df0 2024-09-10T08:33:07.663 INFO:teuthology.orchestra.run.smithi094.stdout:64424509448 2024-09-10T08:33:07.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8d8c06bf00 msgr2=0x7f8d8c06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8d8c06bf00 0x7f8d8c06e3c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8da8154820 tx=0x7f8d98008040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 msgr2=0x7f8da8143710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8143710 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8da002acc0 tx=0x7f8da0004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:07.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 shutdown_connections 2024-09-10T08:33:07.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8d8c06bf00 0x7f8d8c06e3c0 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8da8154820 tx=0x7f8d98008040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8da8072130 0x7f8da8133620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8da815aa80 0x7f8da814af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 --2- 172.21.15.94:0/2546323588 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8da8068c30 0x7f8da8143710 secure :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8da002acc0 tx=0x7f8da0004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:07.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.662+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 >> 172.21.15.94:0/2546323588 conn(0x7f8da80703a0 msgr2=0x7f8da80b50e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.664+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 shutdown_connections 2024-09-10T08:33:07.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.664+0000 7f8dafe1e640 1 -- 172.21.15.94:0/2546323588 wait complete. 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78c406bf30 msgr2=0x7f78c406e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78c406bf30 0x7f78c406e3f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f78d4036000 tx=0x7f78d4032000 comp rx=0 tx=0).stop 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78e40c9df0 msgr2=0x7f78e4201570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78e40c9df0 0x7f78e4201570 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f78e40cf660 tx=0x7f78dc00ecc0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 shutdown_connections 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78c406bf30 0x7f78c406e3f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f78e40c9df0 0x7f78e4201570 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f78e40c4e50 0x7f78e40c98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 --2- 172.21.15.94:0/3487300094 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f78cc0039b0 0x7f78e42044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 >> 172.21.15.94:0/3487300094 conn(0x7f78e406d8b0 msgr2=0x7f78e415c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be80 msgr2=0x7fc42806e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be80 0x7fc42806e340 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc440188b60 tx=0x7fc43c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4400e3010 msgr2=0x7fc44004dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4400e3010 0x7fc44004dd90 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc448000b60 tx=0x7fc448065a90 comp rx=0 tx=0).stop 2024-09-10T08:33:07.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 shutdown_connections 2024-09-10T08:33:07.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be80 0x7fc42806e340 secure :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc440188b60 tx=0x7fc43c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc440036a30 0x7fc440184f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4400e3010 0x7fc44004dd90 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 --2- 172.21.15.94:0/936942705 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc440034610 0x7fc440049040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.665+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 >> 172.21.15.94:0/936942705 conn(0x7fc44001ea70 msgr2=0x7fc4400d8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.669 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.5 2024-09-10T08:33:07.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.666+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 shutdown_connections 2024-09-10T08:33:07.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.666+0000 7fc434ff9640 1 -- 172.21.15.94:0/936942705 wait complete. 2024-09-10T08:33:07.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.666+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 shutdown_connections 2024-09-10T08:33:07.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.666+0000 7f78d0ff9640 1 -- 172.21.15.94:0/3487300094 wait complete. 2024-09-10T08:33:07.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.669+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f5eac037df0 con 0x7f5eac00c140 2024-09-10T08:33:07.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.670+0000 7f5ea2ffd640 1 -- 172.21.15.94:0/268409792 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5ea40588e0 con 0x7f5eac00c140 2024-09-10T08:33:07.670 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:07.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.673+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e9406c030 msgr2=0x7f5e9406e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.673+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e9406c030 0x7f5e9406e4f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4050d60 tx=0x7f5eb408d040 comp rx=0 tx=0).stop 2024-09-10T08:33:07.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5eac00c140 msgr2=0x7f5eac034ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5eac00c140 0x7f5eac034ab0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5ea400c460 tx=0x7f5ea400c860 comp rx=0 tx=0).stop 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 shutdown_connections 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e9406c030 0x7f5e9406e4f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5eac038260 0x7f5eac054860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5eac00d9b0 0x7f5eac054320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 --2- 172.21.15.94:0/268409792 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5eac00c140 0x7f5eac034ab0 secure :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5ea400c460 tx=0x7f5ea400c860 comp rx=0 tx=0).stop 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 >> 172.21.15.94:0/268409792 conn(0x7f5eac01fb70 msgr2=0x7f5eac0539c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 shutdown_connections 2024-09-10T08:33:07.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:07.674+0000 7f5eb8f42640 1 -- 172.21.15.94:0/268409792 wait complete. 2024-09-10T08:33:07.676 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.2 2024-09-10T08:33:07.680 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476747 got 68719476746 for osd.4 2024-09-10T08:33:07.681 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574857 for osd.1 2024-09-10T08:33:07.684 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.3 2024-09-10T08:33:07.685 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.7 2024-09-10T08:33:07.688 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.0 2024-09-10T08:33:07.691 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.6 2024-09-10T08:33:08.670 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-10T08:33:08.677 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-10T08:33:08.681 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-10T08:33:08.683 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-10T08:33:08.684 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-10T08:33:08.686 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-10T08:33:08.689 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-10T08:33:08.692 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-10T08:33:08.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.819+0000 7f27a5277640 1 Processor -- start 2024-09-10T08:33:08.821 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.819+0000 7f27a5277640 1 -- start start 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f27a5277640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f27a0158220 0x7f27a015aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f27a5277640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f27a015ec70 0x7f27a00cde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f27a5277640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 0x7f27a00c5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f27a5277640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f27a00c5670 con 0x7f27a0158220 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f27a5277640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f27a015b320 con 0x7f27a015ec70 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f27a5277640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f27a015b600 con 0x7f27a00ce380 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f279e7fc640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f27a015ec70 0x7f27a00cde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f279e7fc640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f27a015ec70 0x7f27a00cde40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53384/0 (socket says 172.21.15.94:53384) 2024-09-10T08:33:08.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f279e7fc640 1 -- 172.21.15.94:0/2716670180 learned_addr learned my addr 172.21.15.94:0/2716670180 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f279f7fe640 1 --2- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 0x7f27a00c5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.821+0000 7f279effd640 1 --2- 172.21.15.94:0/2716670180 >> v2:172.21.15.94:3300/0 conn(0x7f27a0158220 0x7f27a015aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.822+0000 7f279e7fc640 1 -- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 msgr2=0x7f27a00c5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.822+0000 7f279e7fc640 1 --2- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 0x7f27a00c5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.822+0000 7f279e7fc640 1 -- 172.21.15.94:0/2716670180 >> v2:172.21.15.94:3300/0 conn(0x7f27a0158220 msgr2=0x7f27a015aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.822+0000 7f279e7fc640 1 --2- 172.21.15.94:0/2716670180 >> v2:172.21.15.94:3300/0 conn(0x7f27a0158220 0x7f27a015aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.822+0000 7f279e7fc640 1 -- 172.21.15.94:0/2716670180 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a015b8e0 con 0x7f27a015ec70 2024-09-10T08:33:08.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.823+0000 7f279effd640 1 --2- 172.21.15.94:0/2716670180 >> v2:172.21.15.94:3300/0 conn(0x7f27a0158220 0x7f27a015aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:08.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.826+0000 7f279e7fc640 1 --2- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a015ec70 0x7f27a00cde40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f27a00b6440 tx=0x7f279802cb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34271fb2988839e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.826+0000 7f279dffb640 1 -- 172.21.15.94:0/2716670180 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279800be60 con 0x7f27a015ec70 2024-09-10T08:33:08.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.827+0000 7f279dffb640 1 -- 172.21.15.94:0/2716670180 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2798003b90 con 0x7f27a015ec70 2024-09-10T08:33:08.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 -- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a015ec70 msgr2=0x7f27a00cde40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 --2- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a015ec70 0x7f27a00cde40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f27a00b6440 tx=0x7f279802cb00 comp rx=0 tx=0).stop 2024-09-10T08:33:08.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 -- 172.21.15.94:0/2716670180 shutdown_connections 2024-09-10T08:33:08.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 --2- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 0x7f27a00c5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 --2- 172.21.15.94:0/2716670180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a015ec70 0x7f27a00cde40 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 --2- 172.21.15.94:0/2716670180 >> v2:172.21.15.94:3300/0 conn(0x7f27a0158220 0x7f27a015aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 -- 172.21.15.94:0/2716670180 >> 172.21.15.94:0/2716670180 conn(0x7f27a00b1e80 msgr2=0x7f27a00b2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 -- 172.21.15.94:0/2716670180 shutdown_connections 2024-09-10T08:33:08.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.828+0000 7f27a5277640 1 -- 172.21.15.94:0/2716670180 wait complete. 2024-09-10T08:33:08.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.831+0000 7f27a5277640 1 Processor -- start 2024-09-10T08:33:08.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.831+0000 7f27a5277640 1 -- start start 2024-09-10T08:33:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.832+0000 7f27a5277640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 0x7f27a0149240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.832+0000 7f27a5277640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f27a0158220 0x7f27a015d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f27a5277640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a00ca180 0x7f27a01f3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f279e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f27a0158220 0x7f27a015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f279e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f27a0158220 0x7f27a015d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36982/0 (socket says 172.21.15.94:36982) 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f279e7fc640 1 -- 172.21.15.94:0/2210297186 learned_addr learned my addr 172.21.15.94:0/2210297186 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f27a5277640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f27a015b0e0 con 0x7f27a0158220 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f27a5277640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f27a015af60 con 0x7f27a00ca180 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f27a5277640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f27a00b29a0 con 0x7f27a00ce380 2024-09-10T08:33:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.833+0000 7f279f7fe640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a00ca180 0x7f27a01f3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.835+0000 7f279e7fc640 1 -- 172.21.15.94:0/2210297186 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 msgr2=0x7f27a0149240 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T08:33:08.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.835+0000 7f279e7fc640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 0x7f27a0149240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.835+0000 7f279e7fc640 1 -- 172.21.15.94:0/2210297186 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a00ca180 msgr2=0x7f27a01f3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.835+0000 7f279e7fc640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a00ca180 0x7f27a01f3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.835+0000 7f279e7fc640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a00c7b50 con 0x7f27a0158220 2024-09-10T08:33:08.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.835+0000 7f279e7fc640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f27a0158220 0x7f27a015d530 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f279800d460 tx=0x7f2798004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.836+0000 7f27877fe640 1 -- 172.21.15.94:0/2210297186 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798007cb0 con 0x7f27a0158220 2024-09-10T08:33:08.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.836+0000 7f27a5277640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a0149000 con 0x7f27a0158220 2024-09-10T08:33:08.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.839+0000 7f27a5277640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a00c7870 con 0x7f27a0158220 2024-09-10T08:33:08.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.840+0000 7f27877fe640 1 -- 172.21.15.94:0/2210297186 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f279800ae50 con 0x7f27a0158220 2024-09-10T08:33:08.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.840+0000 7f27877fe640 1 -- 172.21.15.94:0/2210297186 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798004230 con 0x7f27a0158220 2024-09-10T08:33:08.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.840+0000 7f27877fe640 1 -- 172.21.15.94:0/2210297186 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f27980043d0 con 0x7f27a0158220 2024-09-10T08:33:08.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.841+0000 7f27877fe640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f278c06bf60 0x7f278c06e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.841+0000 7f27877fe640 1 -- 172.21.15.94:0/2210297186 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f27980b2060 con 0x7f27a0158220 2024-09-10T08:33:08.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.841+0000 7f279effd640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f278c06bf60 0x7f278c06e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.842+0000 7f279effd640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f278c06bf60 0x7f278c06e420 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2794006b10 tx=0x7f2794008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.844+0000 7f27a5277640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2780005290 con 0x7f27a0158220 2024-09-10T08:33:08.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.853+0000 7f27877fe640 1 -- 172.21.15.94:0/2210297186 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f279804a060 con 0x7f27a0158220 2024-09-10T08:33:08.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.882+0000 7f82f359e640 1 Processor -- start 2024-09-10T08:33:08.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.882+0000 7f82f359e640 1 -- start start 2024-09-10T08:33:08.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.882+0000 7fce13043640 1 Processor -- start 2024-09-10T08:33:08.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.883+0000 7fce13043640 1 -- start start 2024-09-10T08:33:08.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.883+0000 7fb10caaf640 1 Processor -- start 2024-09-10T08:33:08.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.882+0000 7fb322bf1640 1 Processor -- start 2024-09-10T08:33:08.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.882+0000 7fb322bf1640 1 -- start start 2024-09-10T08:33:08.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.883+0000 7fb10caaf640 1 -- start start 2024-09-10T08:33:08.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fce13043640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fce0c0cee40 0x7fce0c0cd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fce13043640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fce0c0b3ff0 0x7fce0c0cf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f359e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f82f40b5b30 0x7f82f415a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fb322bf1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb31c1597e0 0x7fb31c06c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fb322bf1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c072130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fb322bf1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb31c072670 0x7fb31c163f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fb322bf1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb31c06ca20 con 0x7fb31c072670 2024-09-10T08:33:08.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fb322bf1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb31c072ac0 con 0x7fb31c1597e0 2024-09-10T08:33:08.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fb322bf1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb31c06e2b0 con 0x7fb31c06ed00 2024-09-10T08:33:08.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f359e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82f40cdce0 0x7f82f40b46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fce13043640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce0c0cf760 con 0x7fce0c073b10 2024-09-10T08:33:08.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fce13043640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fce0c0ce570 con 0x7fce0c0cee40 2024-09-10T08:33:08.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f359e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82f40ce470 con 0x7f82f4154680 2024-09-10T08:33:08.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f359e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f82f40ce750 con 0x7f82f40cdce0 2024-09-10T08:33:08.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fce13043640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fce0c0b4430 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f2d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82f40cdce0 0x7f82f40b46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f2d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82f40cdce0 0x7f82f40b46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36992/0 (socket says 172.21.15.94:36992) 2024-09-10T08:33:08.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f2d9d640 1 -- 172.21.15.94:0/533589765 learned_addr learned my addr 172.21.15.94:0/533589765 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7f82f359e640 1 -- 172.21.15.94:0/533589765 --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f82f40cea30 con 0x7f82f40b5b30 2024-09-10T08:33:08.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.884+0000 7fb31bfff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c072130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb10caaf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1000486b0 0x7fb100048b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb10caaf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb100053a10 0x7fb100053e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb10caaf640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb100052090 con 0x7fb100034c40 2024-09-10T08:33:08.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb10caaf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb100049060 con 0x7fb1000486b0 2024-09-10T08:33:08.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb10caaf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb100052370 con 0x7fb100053a10 2024-09-10T08:33:08.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce12842640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fce0c073b10 0x7fce0c070960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:32860/0 (socket says 172.21.15.94:32860) 2024-09-10T08:33:08.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce12842640 1 -- 172.21.15.94:0/264937106 learned_addr learned my addr 172.21.15.94:0/264937106 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:08.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce11840640 1 --2- 172.21.15.94:0/264937106 >> v2:172.21.15.143:3300/0 conn(0x7fce0c0b3ff0 0x7fce0c0cf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb31c1597e0 0x7fb31c06c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb31c1597e0 0x7fb31c06c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53416/0 (socket says 172.21.15.94:53416) 2024-09-10T08:33:08.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 -- 172.21.15.94:0/530678982 learned_addr learned my addr 172.21.15.94:0/530678982 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb106ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1000486b0 0x7fb100048b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb1077fe640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fb100034c40 0x7fb100035b50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:32876/0 (socket says 172.21.15.94:32876) 2024-09-10T08:33:08.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb1077fe640 1 -- 172.21.15.94:0/3569278089 learned_addr learned my addr 172.21.15.94:0/3569278089 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:08.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f68d3ef1640 1 Processor -- start 2024-09-10T08:33:08.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb107fff640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb100053a10 0x7fb100053e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f05dffff640 1 Processor -- start 2024-09-10T08:33:08.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 -- 172.21.15.94:0/530678982 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 msgr2=0x7fb31c072130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 --2- 172.21.15.94:0/530678982 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c072130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 -- 172.21.15.94:0/530678982 >> v2:172.21.15.94:3300/0 conn(0x7fb31c072670 msgr2=0x7fb31c163f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 --2- 172.21.15.94:0/530678982 >> v2:172.21.15.94:3300/0 conn(0x7fb31c072670 0x7fb31c163f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb32098d640 1 -- 172.21.15.94:0/530678982 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb31c0d0000 con 0x7fb31c1597e0 2024-09-10T08:33:08.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f05dffff640 1 -- start start 2024-09-10T08:33:08.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f82f2d9d640 1 -- 172.21.15.94:0/533589765 >> v2:172.21.15.143:3300/0 conn(0x7f82f40b5b30 msgr2=0x7f82f415a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f82f2d9d640 1 --2- 172.21.15.94:0/533589765 >> v2:172.21.15.143:3300/0 conn(0x7f82f40b5b30 0x7f82f415a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f82f2d9d640 1 -- 172.21.15.94:0/533589765 >> v1:172.21.15.94:6789/0 conn(0x7f82f4154680 legacy=0x7f82f40b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f82f2d9d640 1 -- 172.21.15.94:0/533589765 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82f40ced10 con 0x7f82f40cdce0 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3655664881 0 0) 0x7fb100052090 con 0x7fb100034c40 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb0f8003520 con 0x7fb100034c40 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 <== mon.1 v1:172.21.15.143:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1220506414 0 0) 0x7fb0f8003520 con 0x7fb100034c40 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb100053a10 msgr2=0x7fb100053e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb100053a10 0x7fb100053e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 >> v2:172.21.15.94:3300/0 conn(0x7fb1000486b0 msgr2=0x7fb100048b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 --2- 172.21.15.94:0/3569278089 >> v2:172.21.15.94:3300/0 conn(0x7fb1000486b0 0x7fb100048b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 --> v1:172.21.15.143:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb100052650 con 0x7fb100034c40 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 <== mon.1 v1:172.21.15.143:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fb108063850 con 0x7fb100034c40 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 >> v1:172.21.15.143:6789/0 conn(0x7fb100034c40 legacy=0x7fb100035b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb0f80039b0 0x7fb0f8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb0f8004350 0x7fb0f8004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb0f8004df0 0x7fb0f8005270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb100049060 con 0x7fb0f8004df0 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb100052370 con 0x7fb0f80039b0 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb0f800bd90 con 0x7fb0f8004350 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb106ffd640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb0f8004350 0x7fb0f8004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce12041640 1 --2- 172.21.15.94:0/264937106 >> v2:172.21.15.94:3300/0 conn(0x7fce0c0cee40 0x7fce0c0cd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce1103f640 1 -- 172.21.15.94:0/264937106 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 530796555 0 0) 0x7fce0c0cf760 con 0x7fce0c073b10 2024-09-10T08:33:08.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce1103f640 1 -- 172.21.15.94:0/264937106 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcdf8007930 con 0x7fce0c073b10 2024-09-10T08:33:08.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb1077fe640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb0f80039b0 0x7fb0f8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce11840640 1 -- 172.21.15.94:0/264937106 >> v2:172.21.15.94:3300/0 conn(0x7fce0c0cee40 msgr2=0x7fce0c0cd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce11840640 1 --2- 172.21.15.94:0/264937106 >> v2:172.21.15.94:3300/0 conn(0x7fce0c0cee40 0x7fce0c0cd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce1103f640 1 -- 172.21.15.94:0/264937106 <== mon.1 v1:172.21.15.143:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2198748380 0 0) 0x7fcdf8007930 con 0x7fce0c073b10 2024-09-10T08:33:08.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7fce11840640 1 -- 172.21.15.94:0/264937106 >> v1:172.21.15.143:6789/0 conn(0x7fce0c073b10 legacy=0x7fce0c070960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fce11840640 1 -- 172.21.15.94:0/264937106 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce0c0cdfb0 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb32098d640 1 --2- 172.21.15.94:0/530678982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c06c4e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb31c068cc0 tx=0x7fb31402a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5505fbf4a3aa4ffc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7f05dffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f05d8055760 0x7f05d8055b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f05dffff640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05d8056080 con 0x7f05d80e2d30 2024-09-10T08:33:08.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f05dffff640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05d8034720 con 0x7f05d8054c90 2024-09-10T08:33:08.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.886+0000 7fb31b7fe640 1 -- 172.21.15.94:0/530678982 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb314036070 con 0x7fb31c1597e0 2024-09-10T08:33:08.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f05dffff640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f05d8034a00 con 0x7f05d8055760 2024-09-10T08:33:08.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fb31b7fe640 1 -- 172.21.15.94:0/530678982 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb314031600 con 0x7fb31c1597e0 2024-09-10T08:33:08.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fb31b7fe640 1 -- 172.21.15.94:0/530678982 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3140319d0 con 0x7fb31c1597e0 2024-09-10T08:33:08.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.885+0000 7f68d3ef1640 1 -- start start 2024-09-10T08:33:08.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f68d3ef1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c400a4f0 0x7f68c4036020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f68d3ef1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f68c404ff50 0x7f68c4036560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f68d3ef1640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68c4039630 con 0x7f68c40551b0 2024-09-10T08:33:08.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f68d3ef1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f68c4039910 con 0x7f68c404ff50 2024-09-10T08:33:08.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f68d3ef1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f68c4039bf0 con 0x7f68c400a4f0 2024-09-10T08:33:08.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f05df7fe640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f05d8054c90 0x7f05d801e730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:32884/0 (socket says 172.21.15.94:32884) 2024-09-10T08:33:08.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f05df7fe640 1 -- 172.21.15.94:0/3688714309 learned_addr learned my addr 172.21.15.94:0/3688714309 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:08.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7f05deffd640 1 --2- 172.21.15.94:0/3688714309 >> v2:172.21.15.143:3300/0 conn(0x7f05d8055760 0x7f05d8055b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fb1077fe640 1 -- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb0f8004350 msgr2=0x7fb0f8004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fb1077fe640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb0f8004350 0x7fb0f8004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fb1077fe640 1 -- 172.21.15.94:0/3569278089 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb0f8004df0 msgr2=0x7fb0f8005270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fb1077fe640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb0f8004df0 0x7fb0f8005270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fb1077fe640 1 -- 172.21.15.94:0/3569278089 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb100052650 con 0x7fb0f80039b0 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 -- 172.21.15.94:0/530678982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 msgr2=0x7fb31c06c4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 --2- 172.21.15.94:0/530678982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c06c4e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb31c068cc0 tx=0x7fb31402a6a0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 -- 172.21.15.94:0/530678982 shutdown_connections 2024-09-10T08:33:08.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 --2- 172.21.15.94:0/530678982 >> v2:172.21.15.94:3300/0 conn(0x7fb31c072670 0x7fb31c163f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 --2- 172.21.15.94:0/530678982 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c072130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 --2- 172.21.15.94:0/530678982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c06c4e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 -- 172.21.15.94:0/530678982 >> 172.21.15.94:0/530678982 conn(0x7fb31c0703a0 msgr2=0x7fb31c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f05ddffb640 1 -- 172.21.15.94:0/3688714309 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1267385714 0 0) 0x7f05d8034720 con 0x7f05d8054c90 2024-09-10T08:33:08.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fce11840640 1 --2- 172.21.15.94:0/264937106 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c0cf220 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fce0c0b72b0 tx=0x7fce04032d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d74606938f9ece71 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fce1103f640 1 -- 172.21.15.94:0/264937106 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce04040070 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.887+0000 7fce1103f640 1 -- 172.21.15.94:0/264937106 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce04033810 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f05ddffb640 1 -- 172.21.15.94:0/3688714309 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f05c8003520 con 0x7f05d8054c90 2024-09-10T08:33:08.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fce1103f640 1 -- 172.21.15.94:0/264937106 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce04040070 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 -- 172.21.15.94:0/530678982 shutdown_connections 2024-09-10T08:33:08.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f82f2d9d640 1 --2- 172.21.15.94:0/533589765 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f40b46a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f82f406eb00 tx=0x7f82ec02cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c08edfb2c6f940 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fce13043640 1 -- 172.21.15.94:0/264937106 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 msgr2=0x7fce0c0cf220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f05ddffb640 1 -- 172.21.15.94:0/3688714309 <== mon.1 v1:172.21.15.143:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 140270314 0 0) 0x7f05c8003520 con 0x7f05d8054c90 2024-09-10T08:33:08.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb1077fe640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb0f80039b0 0x7fb0f8003dd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb108074480 tx=0x7fb0f8005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4b87681223863 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f05deffd640 1 -- 172.21.15.94:0/3688714309 >> v1:172.21.15.143:6789/0 conn(0x7f05d8054c90 legacy=0x7f05d801e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f05deffd640 1 -- 172.21.15.94:0/3688714309 >> v1:172.21.15.94:6789/0 conn(0x7f05d80e2d30 legacy=0x7f05d80529d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f05deffd640 1 -- 172.21.15.94:0/3688714309 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05d8054490 con 0x7f05d8055760 2024-09-10T08:33:08.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d248e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f68c404ff50 0x7f68c4036560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d248e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f68c404ff50 0x7f68c4036560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:37024/0 (socket says 172.21.15.94:37024) 2024-09-10T08:33:08.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d248e640 1 -- 172.21.15.94:0/746810019 learned_addr learned my addr 172.21.15.94:0/746810019 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d1c8d640 1 --2- 172.21.15.94:0/746810019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c400a4f0 0x7f68c4036020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fb322bf1640 1 -- 172.21.15.94:0/530678982 wait complete. 2024-09-10T08:33:08.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d248e640 1 -- 172.21.15.94:0/746810019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c400a4f0 msgr2=0x7f68c4036020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d248e640 1 --2- 172.21.15.94:0/746810019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c400a4f0 0x7f68c4036020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d248e640 1 -- 172.21.15.94:0/746810019 >> v1:172.21.15.94:6789/0 conn(0x7f68c40551b0 legacy=0x7f68c4005a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:08.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7f68d248e640 1 -- 172.21.15.94:0/746810019 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c4039ed0 con 0x7f68c404ff50 2024-09-10T08:33:08.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7f82f159a640 1 -- 172.21.15.94:0/533589765 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ec034070 con 0x7f82f40cdce0 2024-09-10T08:33:08.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.888+0000 7fce13043640 1 --2- 172.21.15.94:0/264937106 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c0cf220 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fce0c0b72b0 tx=0x7fce04032d80 comp rx=0 tx=0).stop 2024-09-10T08:33:08.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7f82f159a640 1 -- 172.21.15.94:0/533589765 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82ec02e8b0 con 0x7f82f40cdce0 2024-09-10T08:33:08.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb108074ac0 con 0x7fb0f80039b0 2024-09-10T08:33:08.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7fce13043640 1 -- 172.21.15.94:0/264937106 shutdown_connections 2024-09-10T08:33:08.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb10806d1b0 con 0x7fb0f80039b0 2024-09-10T08:33:08.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7fb1067fc640 1 -- 172.21.15.94:0/3569278089 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10806d660 con 0x7fb0f80039b0 2024-09-10T08:33:08.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7fce13043640 1 --2- 172.21.15.94:0/264937106 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c0cf220 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7fce13043640 1 --2- 172.21.15.94:0/264937106 >> v2:172.21.15.94:3300/0 conn(0x7fce0c0cee40 0x7fce0c0cd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7fce13043640 1 -- 172.21.15.94:0/264937106 >> 172.21.15.94:0/264937106 conn(0x7fce0c0b2cf0 msgr2=0x7fce0c0b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7f68d248e640 1 --2- 172.21.15.94:0/746810019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c404ff50 0x7f68c4036560 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f68c800a910 tx=0x7f68c8032d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e62bea0e017a9048 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7f82f159a640 1 -- 172.21.15.94:0/533589765 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82ec02ec80 con 0x7f82f40cdce0 2024-09-10T08:33:08.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.889+0000 7f05deffd640 1 --2- 172.21.15.94:0/3688714309 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d8055760 0x7f05d8055b40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f05d0009710 tx=0x7f05d002a0a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=392fa52ae94b7d63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f05ddffb640 1 -- 172.21.15.94:0/3688714309 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05d0037070 con 0x7f05d8055760 2024-09-10T08:33:08.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb322bf1640 1 Processor -- start 2024-09-10T08:33:08.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f05ddffb640 1 -- 172.21.15.94:0/3688714309 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05d002abb0 con 0x7f05d8055760 2024-09-10T08:33:08.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f05ddffb640 1 -- 172.21.15.94:0/3688714309 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0063850 con 0x7f05d8055760 2024-09-10T08:33:08.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb322bf1640 1 -- start start 2024-09-10T08:33:08.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb10caaf640 1 -- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb0f80039b0 msgr2=0x7fb0f8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb10caaf640 1 --2- 172.21.15.94:0/3569278089 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb0f80039b0 0x7fb0f8003dd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb108074480 tx=0x7fb0f8005830 comp rx=0 tx=0).stop 2024-09-10T08:33:08.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f68d0c8b640 1 -- 172.21.15.94:0/746810019 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c8039070 con 0x7f68c404ff50 2024-09-10T08:33:08.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb107fff640 1 -- 172.21.15.94:0/3569278089 reap_dead start 2024-09-10T08:33:08.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f82f359e640 1 -- 172.21.15.94:0/533589765 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 msgr2=0x7f82f40b46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f82f359e640 1 --2- 172.21.15.94:0/533589765 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f40b46a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f82f406eb00 tx=0x7f82ec02cb90 comp rx=0 tx=0).stop 2024-09-10T08:33:08.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb10caaf640 1 -- 172.21.15.94:0/3569278089 shutdown_connections 2024-09-10T08:33:08.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb10caaf640 1 -- 172.21.15.94:0/3569278089 >> 172.21.15.94:0/3569278089 conn(0x7fb10001ea40 msgr2=0x7fb1000556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f6a693c4640 1 Processor -- start 2024-09-10T08:33:08.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb10caaf640 1 -- 172.21.15.94:0/3569278089 shutdown_connections 2024-09-10T08:33:08.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f68d0c8b640 1 -- 172.21.15.94:0/746810019 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68c8033a10 con 0x7f68c404ff50 2024-09-10T08:33:08.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fce13043640 1 -- 172.21.15.94:0/264937106 shutdown_connections 2024-09-10T08:33:08.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f82f359e640 1 -- 172.21.15.94:0/533589765 shutdown_connections 2024-09-10T08:33:08.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7f6a693c4640 1 -- start start 2024-09-10T08:33:08.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.890+0000 7fb10caaf640 1 -- 172.21.15.94:0/3569278089 wait complete. 2024-09-10T08:33:08.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f82f359e640 1 --2- 172.21.15.94:0/533589765 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f40b46a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f82f359e640 1 --2- 172.21.15.94:0/533589765 >> v2:172.21.15.143:3300/0 conn(0x7f82f40b5b30 0x7f82f415a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f82f359e640 1 -- 172.21.15.94:0/533589765 >> 172.21.15.94:0/533589765 conn(0x7f82f406dae0 msgr2=0x7f82f406dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f05dffff640 1 -- 172.21.15.94:0/3688714309 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d8055760 msgr2=0x7f05d8055b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f05dffff640 1 --2- 172.21.15.94:0/3688714309 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d8055760 0x7f05d8055b40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f05d0009710 tx=0x7f05d002a0a0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb322bf1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c151d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb322bf1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb31c072670 0x7fb31c165d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f68d0c8b640 1 -- 172.21.15.94:0/746810019 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68c8033de0 con 0x7f68c404ff50 2024-09-10T08:33:08.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb322bf1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c1502d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb322bf1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb31c06e7e0 con 0x7fb31c072670 2024-09-10T08:33:08.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb322bf1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb31c06e500 con 0x7fb31c1597e0 2024-09-10T08:33:08.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb322bf1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb31c159bc0 con 0x7fb31c06ed00 2024-09-10T08:33:08.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fce13043640 1 -- 172.21.15.94:0/264937106 wait complete. 2024-09-10T08:33:08.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f05dffff640 1 -- 172.21.15.94:0/3688714309 shutdown_connections 2024-09-10T08:33:08.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f05dffff640 1 --2- 172.21.15.94:0/3688714309 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d8055760 0x7f05d8055b40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f05dffff640 1 -- 172.21.15.94:0/3688714309 >> 172.21.15.94:0/3688714309 conn(0x7f05d80382a0 msgr2=0x7f05d80386b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb32118e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c1502d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb32118e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c1502d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53460/0 (socket says 172.21.15.94:53460) 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb32118e640 1 -- 172.21.15.94:0/1417500363 learned_addr learned my addr 172.21.15.94:0/1417500363 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb32098d640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c151d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7fb31bfff640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb31c072670 0x7fb31c165d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f82f359e640 1 -- 172.21.15.94:0/533589765 shutdown_connections 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f82f359e640 1 -- 172.21.15.94:0/533589765 wait complete. 2024-09-10T08:33:08.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f68d3ef1640 1 -- 172.21.15.94:0/746810019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c404ff50 msgr2=0x7f68c4036560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.891+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/746810019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c404ff50 0x7f68c4036560 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f68c800a910 tx=0x7f68c8032d00 comp rx=0 tx=0).stop 2024-09-10T08:33:08.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a693c4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6a5c0535b0 0x7f6a5c058340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f68d3ef1640 1 -- 172.21.15.94:0/746810019 shutdown_connections 2024-09-10T08:33:08.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/746810019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c404ff50 0x7f68c4036560 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/746810019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c400a4f0 0x7f68c4036020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f68d3ef1640 1 -- 172.21.15.94:0/746810019 >> 172.21.15.94:0/746810019 conn(0x7f68c401d930 msgr2=0x7f68c40545a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7fb10caaf640 1 Processor -- start 2024-09-10T08:33:08.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7fb10caaf640 1 -- start start 2024-09-10T08:33:08.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f05dffff640 1 -- 172.21.15.94:0/3688714309 shutdown_connections 2024-09-10T08:33:08.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f05dffff640 1 -- 172.21.15.94:0/3688714309 wait complete. 2024-09-10T08:33:08.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a62ffd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6a5c0535b0 0x7f6a5c058340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a62ffd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6a5c0535b0 0x7f6a5c058340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53462/0 (socket says 172.21.15.94:53462) 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a627fc640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f6a5c0e72f0 0x7f6a5c053990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:32890/0 (socket says 172.21.15.94:32890) 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a62ffd640 1 -- 172.21.15.94:0/3675025841 learned_addr learned my addr 172.21.15.94:0/3675025841 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a5c006930 con 0x7f6a5c03ce20 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a5c006c10 con 0x7f6a5c0e72f0 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f6a5c006ef0 con 0x7f6a5c0535b0 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7f6a61ffb640 1 -- 172.21.15.94:0/3675025841 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2453377473 0 0) 0x7f6a5c006c10 con 0x7f6a5c0e72f0 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7f6a61ffb640 1 -- 172.21.15.94:0/3675025841 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6a4c003520 con 0x7f6a5c0e72f0 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7f6a62ffd640 1 -- 172.21.15.94:0/3675025841 >> v1:172.21.15.143:6789/0 conn(0x7f6a5c0e72f0 legacy=0x7f6a5c053990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7f6a62ffd640 1 -- 172.21.15.94:0/3675025841 >> v1:172.21.15.94:6789/0 conn(0x7f6a5c03ce20 legacy=0x7f6a5c056d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7f6a62ffd640 1 -- 172.21.15.94:0/3675025841 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a5c0071d0 con 0x7f6a5c0535b0 2024-09-10T08:33:08.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f68d3ef1640 1 -- 172.21.15.94:0/746810019 shutdown_connections 2024-09-10T08:33:08.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7fce13043640 1 Processor -- start 2024-09-10T08:33:08.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7f82f359e640 1 Processor -- start 2024-09-10T08:33:08.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7f68d3ef1640 1 -- 172.21.15.94:0/746810019 wait complete. 2024-09-10T08:33:08.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7f68d3ef1640 1 Processor -- start 2024-09-10T08:33:08.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7f6a62ffd640 1 --2- 172.21.15.94:0/3675025841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0535b0 0x7f6a5c058340 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6a54009870 tx=0x7f6a5402a2f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7c326d19b49ca74 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb10caaf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1000d9ba0 0x7fb10017cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb10caaf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb10017d020 0x7fb100049e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb10caaf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb10004a360 0x7fb100051170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb10caaf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb100035570 con 0x7fb10004a360 2024-09-10T08:33:08.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb10caaf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb100052c10 con 0x7fb10017d020 2024-09-10T08:33:08.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb10caaf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb100036260 con 0x7fb1000d9ba0 2024-09-10T08:33:08.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7f68d3ef1640 1 -- start start 2024-09-10T08:33:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7f6a61ffb640 1 -- 172.21.15.94:0/3675025841 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a54037070 con 0x7f6a5c0535b0 2024-09-10T08:33:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7f6a61ffb640 1 -- 172.21.15.94:0/3675025841 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a54032640 con 0x7f6a5c0535b0 2024-09-10T08:33:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7f6a61ffb640 1 -- 172.21.15.94:0/3675025841 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a54032a10 con 0x7f6a5c0535b0 2024-09-10T08:33:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb106ffd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb10017d020 0x7fb100049e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb106ffd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb10017d020 0x7fb100049e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53476/0 (socket says 172.21.15.94:53476) 2024-09-10T08:33:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7fb106ffd640 1 -- 172.21.15.94:0/4051151154 learned_addr learned my addr 172.21.15.94:0/4051151154 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb1077fe640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1000d9ba0 0x7fb10017cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f05dffff640 1 Processor -- start 2024-09-10T08:33:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f05dffff640 1 -- start start 2024-09-10T08:33:08.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb106ffd640 1 -- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1000d9ba0 msgr2=0x7fb10017cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb106ffd640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1000d9ba0 0x7fb10017cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb106ffd640 1 -- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb10004a360 msgr2=0x7fb100051170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb106ffd640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb10004a360 0x7fb100051170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb106ffd640 1 -- 172.21.15.94:0/4051151154 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1000d9f80 con 0x7fb10017d020 2024-09-10T08:33:08.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.894+0000 7f82f359e640 1 -- start start 2024-09-10T08:33:08.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7fb32118e640 1 -- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 msgr2=0x7fb31c151d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7fb32118e640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c151d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7fb32118e640 1 -- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb31c072670 msgr2=0x7fb31c165d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7fb32118e640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb31c072670 0x7fb31c165d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7fb32118e640 1 -- 172.21.15.94:0/1417500363 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb31c154610 con 0x7fb31c1597e0 2024-09-10T08:33:08.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.892+0000 7fb32118e640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c1502d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb310009fd0 tx=0x7fb31000b8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7fb3197fa640 1 -- 172.21.15.94:0/1417500363 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb310011830 con 0x7fb31c1597e0 2024-09-10T08:33:08.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7fb3197fa640 1 -- 172.21.15.94:0/1417500363 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb310016070 con 0x7fb31c1597e0 2024-09-10T08:33:08.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7fb3197fa640 1 -- 172.21.15.94:0/1417500363 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb310011bd0 con 0x7fb31c1597e0 2024-09-10T08:33:08.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb31c154950 con 0x7fb31c1597e0 2024-09-10T08:33:08.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.893+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb31c155190 con 0x7fb31c1597e0 2024-09-10T08:33:08.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f68d3ef1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68c404ff50 0x7f68c404b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f359e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82f40b5b30 0x7f82f4142ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f359e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f41515b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f68d3ef1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c40551b0 0x7f68c404d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f359e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82f4154680 0x7f82f4151af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f68d3ef1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c40d6970 0x7f68c4173900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f68d3ef1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f68c4054e30 con 0x7f68c40d6970 2024-09-10T08:33:08.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f68d3ef1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f68c4054cb0 con 0x7f68c404ff50 2024-09-10T08:33:08.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f68d3ef1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f68c4007070 con 0x7f68c40551b0 2024-09-10T08:33:08.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f359e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f82f40ce150 con 0x7f82f40cdce0 2024-09-10T08:33:08.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb106ffd640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb10017d020 0x7fb100049e20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc0118e0 tx=0x7fb0fc011da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0535b0 msgr2=0x7f6a5c058340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f6a693c4640 1 --2- 172.21.15.94:0/3675025841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0535b0 0x7f6a5c058340 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6a54009870 tx=0x7f6a5402a2f0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f359e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f82f4073ae0 con 0x7f82f4154680 2024-09-10T08:33:08.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fce13043640 1 -- start start 2024-09-10T08:33:08.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f359e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f82f4154a60 con 0x7f82f40b5b30 2024-09-10T08:33:08.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f259c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82f40b5b30 0x7f82f4142ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 shutdown_connections 2024-09-10T08:33:08.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f6a693c4640 1 --2- 172.21.15.94:0/3675025841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0535b0 0x7f6a5c058340 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 >> 172.21.15.94:0/3675025841 conn(0x7f6a5c03a520 msgr2=0x7f6a5c03a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:08.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f2d9d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82f4154680 0x7f82f4151af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 shutdown_connections 2024-09-10T08:33:08.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f259c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82f40b5b30 0x7f82f4142ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58340/0 (socket says 172.21.15.94:58340) 2024-09-10T08:33:08.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f259c640 1 -- 172.21.15.94:0/1603620196 learned_addr learned my addr 172.21.15.94:0/1603620196 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7f82f1d9b640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f41515b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb31c0cfbd0 con 0x7fb31c1597e0 2024-09-10T08:33:08.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.895+0000 7fb3197fa640 1 -- 172.21.15.94:0/1417500363 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb31001b460 con 0x7fb31c1597e0 2024-09-10T08:33:08.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb3197fa640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb30806bf00 0x7fb30806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f6a693c4640 1 -- 172.21.15.94:0/3675025841 wait complete. 2024-09-10T08:33:08.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb0f3fff640 1 -- 172.21.15.94:0/4051151154 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc00faf0 con 0x7fb10017d020 2024-09-10T08:33:08.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb10004da70 con 0x7fb10017d020 2024-09-10T08:33:08.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb10004e030 con 0x7fb10017d020 2024-09-10T08:33:08.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb0f3fff640 1 -- 172.21.15.94:0/4051151154 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb0fc00fc90 con 0x7fb10017d020 2024-09-10T08:33:08.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb0f3fff640 1 -- 172.21.15.94:0/4051151154 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0fc014440 con 0x7fb10017d020 2024-09-10T08:33:08.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f82f259c640 1 -- 172.21.15.94:0/1603620196 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82f4154680 msgr2=0x7f82f4151af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f82f259c640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82f4154680 0x7f82f4151af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f82f259c640 1 -- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 msgr2=0x7f82f41515b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f82f259c640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f41515b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f82f259c640 1 -- 172.21.15.94:0/1603620196 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82f413f780 con 0x7f82f40b5b30 2024-09-10T08:33:08.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7f82f1d9b640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f41515b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:08.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f82f259c640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82f40b5b30 0x7f82f4142ad0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f82e800b3e0 tx=0x7f82e800b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f05dffff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05d8054c90 0x7f05d80098b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f05dffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05d8055760 0x7f05d80dafd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7fce13043640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce0c073b10 0x7fce0c14aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7fce13043640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c1efc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1603620196 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8015020 con 0x7f82f40b5b30 2024-09-10T08:33:08.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb3197fa640 1 -- 172.21.15.94:0/1417500363 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb31008ad60 con 0x7fb31c1597e0 2024-09-10T08:33:08.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.896+0000 7fb32098d640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb30806bf00 0x7fb30806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1603620196 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82e8011850 con 0x7f82f40b5b30 2024-09-10T08:33:08.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1603620196 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8011c40 con 0x7f82f40b5b30 2024-09-10T08:33:08.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7fb32098d640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb30806bf00 0x7fb30806e3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb314033000 tx=0x7fb314009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f68d148c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c40551b0 0x7f68c404d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f68d148c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c40551b0 0x7f68c404d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58342/0 (socket says 172.21.15.94:58342) 2024-09-10T08:33:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82f413fa60 con 0x7f82f40b5b30 2024-09-10T08:33:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f82f4140020 con 0x7f82f40b5b30 2024-09-10T08:33:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f05deffd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05d8054c90 0x7f05d80098b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f68d148c640 1 -- 172.21.15.94:0/958850117 learned_addr learned my addr 172.21.15.94:0/958850117 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f68d248e640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c40d6970 0x7f68c4173900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f68d1c8d640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68c404ff50 0x7f68c404b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f68d148c640 1 -- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68c404ff50 msgr2=0x7f68c404b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f68d148c640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68c404ff50 0x7f68c404b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f68d148c640 1 -- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c40d6970 msgr2=0x7f68c4173900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f68d148c640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c40d6970 0x7f68c4173900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f68d148c640 1 -- 172.21.15.94:0/958850117 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c404bcc0 con 0x7f68c40551b0 2024-09-10T08:33:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.897+0000 7f05deffd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05d8054c90 0x7f05d80098b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:58352/0 (socket says 172.21.15.94:58352) 2024-09-10T08:33:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce12041640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce0c073b10 0x7fce0c14aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05dffff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d80e2d30 0x7f05d800ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05dffff640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f05d80343b0 con 0x7f05d8055760 2024-09-10T08:33:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce13043640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce0c0cee40 0x7fce0c0b56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05de7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05d8055760 0x7f05d80dafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce13043640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fce0c073fa0 con 0x7fce0c0cee40 2024-09-10T08:33:08.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f68d148c640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c40551b0 0x7f68c404d420 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0504d0 tx=0x7f68cc069710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce13043640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fce0c070160 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05df7fe640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d80e2d30 0x7f05d800ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce13043640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fce0c074120 con 0x7fce0c073b10 2024-09-10T08:33:08.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05df7fe640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d80e2d30 0x7f05d800ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53514/0 (socket says 172.21.15.94:53514) 2024-09-10T08:33:08.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05df7fe640 1 -- 172.21.15.94:0/3028740120 learned_addr learned my addr 172.21.15.94:0/3028740120 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05dffff640 1 -- 172.21.15.94:0/3028740120 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f05d8038fe0 con 0x7f05d80e2d30 2024-09-10T08:33:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce11840640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c1efc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce11840640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c1efc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:53500/0 (socket says 172.21.15.94:53500) 2024-09-10T08:33:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f6a693c4640 1 Processor -- start 2024-09-10T08:33:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f05dffff640 1 -- 172.21.15.94:0/3028740120 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f05d801ee40 con 0x7f05d8054c90 2024-09-10T08:33:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce11840640 1 -- 172.21.15.94:0/1111710376 learned_addr learned my addr 172.21.15.94:0/1111710376 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fce11840640 1 -- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce0c073b10 msgr2=0x7fce0c14aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82d8005290 con 0x7f82f40b5b30 2024-09-10T08:33:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f68c27fc640 1 -- 172.21.15.94:0/958850117 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc08f070 con 0x7f68c40551b0 2024-09-10T08:33:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f68c27fc640 1 -- 172.21.15.94:0/958850117 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68cc0756e0 con 0x7f68c40551b0 2024-09-10T08:33:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f68c27fc640 1 -- 172.21.15.94:0/958850117 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc063260 con 0x7f68c40551b0 2024-09-10T08:33:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0e8005290 con 0x7fb10017d020 2024-09-10T08:33:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05df7fe640 1 -- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05d8054c90 msgr2=0x7f05d80098b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05df7fe640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05d8054c90 0x7f05d80098b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05df7fe640 1 -- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05d8055760 msgr2=0x7f05d80dafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05df7fe640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05d8055760 0x7f05d80dafd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05df7fe640 1 -- 172.21.15.94:0/3028740120 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05d80db510 con 0x7f05d80e2d30 2024-09-10T08:33:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05deffd640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05d8054c90 0x7f05d80098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.898+0000 7f6a693c4640 1 -- start start 2024-09-10T08:33:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c404bfa0 con 0x7f68c40551b0 2024-09-10T08:33:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c404c560 con 0x7f68c40551b0 2024-09-10T08:33:08.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05de7fc640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05d8055760 0x7f05d80dafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:08.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7f05df7fe640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d80e2d30 0x7f05d800ca90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f05e0051220 tx=0x7f05e0069400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce12842640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce0c0cee40 0x7fce0c0b56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce11840640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce0c073b10 0x7fce0c14aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce11840640 1 -- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce0c0cee40 msgr2=0x7fce0c0b56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce11840640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce0c0cee40 0x7fce0c0b56b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce11840640 1 -- 172.21.15.94:0/1111710376 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce0c1f0660 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce12842640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce0c0cee40 0x7fce0c0b56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:08.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce12041640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce0c073b10 0x7fce0c14aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:08.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.899+0000 7fce11840640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c1efc10 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fce04000f80 tx=0x7fce04004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a693c4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a5c03ce20 0x7f6a5c051090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a693c4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a5c0535b0 0x7f6a5c04e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1603620196 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f82e8018020 con 0x7f82f40b5b30 2024-09-10T08:33:08.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a693c4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0e72f0 0x7f6a5c052390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a5c03ce20 0x7f6a5c051090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a693c4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6a5c0575a0 con 0x7f6a5c03ce20 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a693c4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6a5c057420 con 0x7f6a5c0e72f0 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a693c4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6a5c057720 con 0x7f6a5c0535b0 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a5c03ce20 0x7f6a5c051090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:37090/0 (socket says 172.21.15.94:37090) 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 -- 172.21.15.94:0/279701197 learned_addr learned my addr 172.21.15.94:0/279701197 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a637fe640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0e72f0 0x7f6a5c052390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a627fc640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a5c0535b0 0x7f6a5c04e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 -- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a5c0535b0 msgr2=0x7f6a5c04e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a5c0535b0 0x7f6a5c04e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 -- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0e72f0 msgr2=0x7f6a5c052390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0e72f0 0x7f6a5c052390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:08.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a62ffd640 1 -- 172.21.15.94:0/279701197 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a5c04d930 con 0x7f6a5c03ce20 2024-09-10T08:33:08.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f82e2ffd640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d406be80 0x7f82d406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f6a627fc640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a5c0535b0 0x7f6a5c04e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:08.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1603620196 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f82e808af30 con 0x7f82f40b5b30 2024-09-10T08:33:08.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.900+0000 7f82f1d9b640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d406be80 0x7f82d406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f6a62ffd640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a5c03ce20 0x7f6a5c051090 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6a54009870 tx=0x7f6a540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68c40e1ee0 con 0x7f68c40551b0 2024-09-10T08:33:08.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f6a4b7fe640 1 -- 172.21.15.94:0/279701197 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a54037040 con 0x7f6a5c03ce20 2024-09-10T08:33:08.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f6a4b7fe640 1 -- 172.21.15.94:0/279701197 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a54042070 con 0x7f6a5c03ce20 2024-09-10T08:33:08.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f6a4b7fe640 1 -- 172.21.15.94:0/279701197 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a540309b0 con 0x7f6a5c03ce20 2024-09-10T08:33:08.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f82f1d9b640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d406be80 0x7f82d406e340 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f82f40cfb30 tx=0x7f82e4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a5c04dc10 con 0x7f6a5c03ce20 2024-09-10T08:33:08.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a5c050890 con 0x7f6a5c03ce20 2024-09-10T08:33:08.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7fce02ffd640 1 -- 172.21.15.94:0/1111710376 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0404b020 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7fb3197fa640 1 -- 172.21.15.94:0/1417500363 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb31c154950 con 0x7fb31c1597e0 2024-09-10T08:33:08.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce0c1f0940 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce0c1f1230 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.902+0000 7f05c77fe640 1 -- 172.21.15.94:0/3028740120 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0075180 con 0x7f05d80e2d30 2024-09-10T08:33:08.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.902+0000 7f05c77fe640 1 -- 172.21.15.94:0/3028740120 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05e0090020 con 0x7f05d80e2d30 2024-09-10T08:33:08.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.902+0000 7f05c77fe640 1 -- 172.21.15.94:0/3028740120 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0075400 con 0x7f05d80e2d30 2024-09-10T08:33:08.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.901+0000 7f68c27fc640 1 -- 172.21.15.94:0/958850117 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f68cc062630 con 0x7f68c40551b0 2024-09-10T08:33:08.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.902+0000 7f68c27fc640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f68b006bf00 0x7f68b006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.902+0000 7f68c27fc640 1 -- 172.21.15.94:0/958850117 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f68cc106180 con 0x7f68c40551b0 2024-09-10T08:33:08.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.902+0000 7f05dffff640 1 -- 172.21.15.94:0/3028740120 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05d8008570 con 0x7f05d80e2d30 2024-09-10T08:33:08.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.903+0000 7f68d1c8d640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f68b006bf00 0x7f68b006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.903+0000 7f05dffff640 1 -- 172.21.15.94:0/3028740120 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05d8008af0 con 0x7f05d80e2d30 2024-09-10T08:33:08.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.903+0000 7fce02ffd640 1 -- 172.21.15.94:0/1111710376 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce04034e50 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.903+0000 7fce02ffd640 1 -- 172.21.15.94:0/1111710376 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce04040040 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.903+0000 7f6a4b7fe640 1 -- 172.21.15.94:0/279701197 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6a54030b50 con 0x7f6a5c03ce20 2024-09-10T08:33:08.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.904+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdf4005290 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.904+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a5c03b430 con 0x7f6a5c03ce20 2024-09-10T08:33:08.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.904+0000 7fb0f3fff640 1 -- 172.21.15.94:0/4051151154 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb0fc012040 con 0x7fb10017d020 2024-09-10T08:33:08.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.904+0000 7f6a4b7fe640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6a5006be80 0x7f6a5006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.904+0000 7f6a4b7fe640 1 -- 172.21.15.94:0/279701197 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f6a540ab900 con 0x7f6a5c03ce20 2024-09-10T08:33:08.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.904+0000 7f6a627fc640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6a5006be80 0x7f6a5006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.904+0000 7fb0f3fff640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb0ec06be80 0x7fb0ec06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.905+0000 7fb0f3fff640 1 -- 172.21.15.94:0/4051151154 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb0fc08baf0 con 0x7fb10017d020 2024-09-10T08:33:08.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.905+0000 7fb1077fe640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb0ec06be80 0x7fb0ec06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.905+0000 7f68d1c8d640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f68b006bf00 0x7f68b006e3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f68bc00ba00 tx=0x7f68bc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.905+0000 7f6a627fc640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6a5006be80 0x7f6a5006e340 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c0e06c0 tx=0x7f6a58007c10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.905+0000 7fb1077fe640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb0ec06be80 0x7fb0ec06e340 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb0f800bd60 tx=0x7fb10806f030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.905+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05d8055b40 con 0x7f05d80e2d30 2024-09-10T08:33:08.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.905+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1603620196 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82e801f020 con 0x7f82f40b5b30 2024-09-10T08:33:08.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.906+0000 7fb0f3fff640 1 -- 172.21.15.94:0/4051151154 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb0fc019030 con 0x7fb10017d020 2024-09-10T08:33:08.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.909+0000 7f6a4b7fe640 1 -- 172.21.15.94:0/279701197 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6a54079f50 con 0x7f6a5c03ce20 2024-09-10T08:33:08.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.911+0000 7f05c77fe640 1 -- 172.21.15.94:0/3028740120 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f05e00755a0 con 0x7f05d80e2d30 2024-09-10T08:33:08.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.911+0000 7fce02ffd640 1 -- 172.21.15.94:0/1111710376 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fce0404e020 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.911+0000 7fce02ffd640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdf006be30 0x7fcdf006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.912+0000 7fce02ffd640 1 -- 172.21.15.94:0/1111710376 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fce040b4bd0 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.912+0000 7fce02ffd640 1 -- 172.21.15.94:0/1111710376 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fce040b4e20 con 0x7fce0c0b3ff0 2024-09-10T08:33:08.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.912+0000 7fce12041640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdf006be30 0x7fcdf006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.910+0000 7f68c27fc640 1 -- 172.21.15.94:0/958850117 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f68cc0d4860 con 0x7f68c40551b0 2024-09-10T08:33:08.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.913+0000 7f05c77fe640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f05cc06bf00 0x7f05cc06e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:08.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.913+0000 7fce12041640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdf006be30 0x7fcdf006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fce08006fd0 tx=0x7fce08008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.913+0000 7f05deffd640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f05cc06bf00 0x7f05cc06e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:08.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.914+0000 7f05deffd640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f05cc06bf00 0x7f05cc06e3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f05d0034000 tx=0x7f05d002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:08.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.914+0000 7f05c77fe640 1 -- 172.21.15.94:0/3028740120 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f05e0106b90 con 0x7f05d80e2d30 2024-09-10T08:33:08.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:08.916+0000 7f05c77fe640 1 -- 172.21.15.94:0/3028740120 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f05e009a030 con 0x7f05d80e2d30 2024-09-10T08:33:09.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.239+0000 7f27a5277640 1 -- 172.21.15.94:0/2210297186 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f2780005850 con 0x7f27a0158220 2024-09-10T08:33:09.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.239+0000 7f27877fe640 1 -- 172.21.15.94:0/2210297186 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f27a00c7b50 con 0x7f27a0158220 2024-09-10T08:33:09.240 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.243+0000 7f27857fa640 1 -- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f278c06bf60 msgr2=0x7f278c06e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.243+0000 7f27857fa640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f278c06bf60 0x7f278c06e420 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2794006b10 tx=0x7f2794008040 comp rx=0 tx=0).stop 2024-09-10T08:33:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.243+0000 7f27857fa640 1 -- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f27a0158220 msgr2=0x7f27a015d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.243+0000 7f27857fa640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f27a0158220 0x7f27a015d530 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f279800d460 tx=0x7f2798004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.243+0000 7f27857fa640 1 -- 172.21.15.94:0/2210297186 shutdown_connections 2024-09-10T08:33:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.243+0000 7f27857fa640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f278c06bf60 0x7f278c06e420 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.244+0000 7f27857fa640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f27a00ca180 0x7f27a01f3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.244+0000 7f27857fa640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f27a0158220 0x7f27a015d530 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.244+0000 7f27857fa640 1 --2- 172.21.15.94:0/2210297186 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f27a00ce380 0x7f27a0149240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.244+0000 7f27857fa640 1 -- 172.21.15.94:0/2210297186 >> 172.21.15.94:0/2210297186 conn(0x7f27a00b1e80 msgr2=0x7f27a015a5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.244+0000 7f27857fa640 1 -- 172.21.15.94:0/2210297186 shutdown_connections 2024-09-10T08:33:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.244+0000 7f27857fa640 1 -- 172.21.15.94:0/2210297186 wait complete. 2024-09-10T08:33:09.260 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.5 2024-09-10T08:33:09.261 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.277+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f82d8005850 con 0x7f82f40b5b30 2024-09-10T08:33:09.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.278+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1603620196 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f82e8059680 con 0x7f82f40b5b30 2024-09-10T08:33:09.278 INFO:teuthology.orchestra.run.smithi094.stdout:64424509450 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d406be80 msgr2=0x7f82d406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d406be80 0x7f82d406e340 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f82f40cfb30 tx=0x7f82e4008040 comp rx=0 tx=0).stop 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82f40b5b30 msgr2=0x7f82f4142ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82f40b5b30 0x7f82f4142ad0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f82e800b3e0 tx=0x7f82e800b8a0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 shutdown_connections 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d406be80 0x7f82d406e340 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82f4154680 0x7f82f4151af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82f40cdce0 0x7f82f41515b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 --2- 172.21.15.94:0/1603620196 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82f40b5b30 0x7f82f4142ad0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 >> 172.21.15.94:0/1603620196 conn(0x7f82f406dae0 msgr2=0x7f82f415c770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 shutdown_connections 2024-09-10T08:33:09.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.280+0000 7f82f359e640 1 -- 172.21.15.94:0/1603620196 wait complete. 2024-09-10T08:33:09.291 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.3 2024-09-10T08:33:09.291 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.295+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fb31c154c30 con 0x7fb31c1597e0 2024-09-10T08:33:09.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.296+0000 7fb3197fa640 1 -- 172.21.15.94:0/1417500363 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb310058df0 con 0x7fb31c1597e0 2024-09-10T08:33:09.296 INFO:teuthology.orchestra.run.smithi094.stdout:55834574859 2024-09-10T08:33:09.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb30806bf00 msgr2=0x7fb30806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb30806bf00 0x7fb30806e3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb314033000 tx=0x7fb314009000 comp rx=0 tx=0).stop 2024-09-10T08:33:09.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 msgr2=0x7fb31c1502d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c1502d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb310009fd0 tx=0x7fb31000b8e0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 shutdown_connections 2024-09-10T08:33:09.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb30806bf00 0x7fb30806e3c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb31c1597e0 0x7fb31c1502d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb31c072670 0x7fb31c165d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 --2- 172.21.15.94:0/1417500363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb31c06ed00 0x7fb31c151d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 >> 172.21.15.94:0/1417500363 conn(0x7fb31c0703a0 msgr2=0x7fb31c157d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 shutdown_connections 2024-09-10T08:33:09.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.298+0000 7fb322bf1640 1 -- 172.21.15.94:0/1417500363 wait complete. 2024-09-10T08:33:09.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.303+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f6a5c058340 con 0x7f6a5c03ce20 2024-09-10T08:33:09.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.304+0000 7f6a4b7fe640 1 -- 172.21.15.94:0/279701197 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6a54079850 con 0x7f6a5c03ce20 2024-09-10T08:33:09.304 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:09.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6a5006be80 msgr2=0x7f6a5006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6a5006be80 0x7f6a5006e340 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c0e06c0 tx=0x7f6a58007c10 comp rx=0 tx=0).stop 2024-09-10T08:33:09.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a5c03ce20 msgr2=0x7f6a5c051090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a5c03ce20 0x7f6a5c051090 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6a54009870 tx=0x7f6a540046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb0e8005850 con 0x7fb10017d020 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 shutdown_connections 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6a5006be80 0x7f6a5006e340 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6a5c0e72f0 0x7f6a5c052390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6a5c0535b0 0x7f6a5c04e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 --2- 172.21.15.94:0/279701197 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6a5c03ce20 0x7f6a5c051090 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 >> 172.21.15.94:0/279701197 conn(0x7f6a5c03a520 msgr2=0x7f6a5c0e0810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 shutdown_connections 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.306+0000 7f6a693c4640 1 -- 172.21.15.94:0/279701197 wait complete. 2024-09-10T08:33:09.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.307+0000 7fb0f3fff640 1 -- 172.21.15.94:0/4051151154 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb0fc059bf0 con 0x7fb10017d020 2024-09-10T08:33:09.308 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:09.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.308+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fcdf4005850 con 0x7fce0c0b3ff0 2024-09-10T08:33:09.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.308+0000 7fce02ffd640 1 -- 172.21.15.94:0/1111710376 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fce04055070 con 0x7fce0c0b3ff0 2024-09-10T08:33:09.308 INFO:teuthology.orchestra.run.smithi094.stdout:64424509450 2024-09-10T08:33:09.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb0ec06be80 msgr2=0x7fb0ec06e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb0ec06be80 0x7fb0ec06e340 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb0f800bd60 tx=0x7fb10806f030 comp rx=0 tx=0).stop 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb10017d020 msgr2=0x7fb100049e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb10017d020 0x7fb100049e20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc0118e0 tx=0x7fb0fc011da0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 shutdown_connections 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb0ec06be80 0x7fb0ec06e340 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb10017d020 0x7fb100049e20 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb10004a360 0x7fb100051170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 --2- 172.21.15.94:0/4051151154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1000d9ba0 0x7fb10017cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 >> 172.21.15.94:0/4051151154 conn(0x7fb10001ea40 msgr2=0x7fb10000bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 shutdown_connections 2024-09-10T08:33:09.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.310+0000 7fb10caaf640 1 -- 172.21.15.94:0/4051151154 wait complete. 2024-09-10T08:33:09.312 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574859 for osd.1 2024-09-10T08:33:09.313 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdf006be30 msgr2=0x7fcdf006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdf006be30 0x7fcdf006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fce08006fd0 tx=0x7fce08008040 comp rx=0 tx=0).stop 2024-09-10T08:33:09.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 msgr2=0x7fce0c1efc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c1efc10 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fce04000f80 tx=0x7fce04004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 shutdown_connections 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdf006be30 0x7fcdf006e2f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce0c0b3ff0 0x7fce0c1efc10 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce0c0cee40 0x7fce0c0b56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 --2- 172.21.15.94:0/1111710376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce0c073b10 0x7fce0c14aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 >> 172.21.15.94:0/1111710376 conn(0x7fce0c0b2cf0 msgr2=0x7fce0c0b2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.311+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 shutdown_connections 2024-09-10T08:33:09.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.312+0000 7fce13043640 1 -- 172.21.15.94:0/1111710376 wait complete. 2024-09-10T08:33:09.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.312+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f05d8038dc0 con 0x7f05d80e2d30 2024-09-10T08:33:09.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.312+0000 7f05c77fe640 1 -- 172.21.15.94:0/3028740120 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f05d80db510 con 0x7f05d80e2d30 2024-09-10T08:33:09.315 INFO:teuthology.orchestra.run.smithi094.stdout:68719476747 2024-09-10T08:33:09.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.314+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f68c4008ad0 con 0x7f68c40551b0 2024-09-10T08:33:09.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.314+0000 7f68c27fc640 1 -- 172.21.15.94:0/958850117 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f68cc0d4160 con 0x7f68c40551b0 2024-09-10T08:33:09.316 INFO:teuthology.orchestra.run.smithi094.stdout:64424509449 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f05cc06bf00 msgr2=0x7f05cc06e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f05cc06bf00 0x7f05cc06e3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f05d0034000 tx=0x7f05d002e000 comp rx=0 tx=0).stop 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d80e2d30 msgr2=0x7f05d800ca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d80e2d30 0x7f05d800ca90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f05e0051220 tx=0x7f05e0069400 comp rx=0 tx=0).stop 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 shutdown_connections 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f05cc06bf00 0x7f05cc06e3c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f05d80e2d30 0x7f05d800ca90 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05d8055760 0x7f05d80dafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 --2- 172.21.15.94:0/3028740120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05d8054c90 0x7f05d80098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 >> 172.21.15.94:0/3028740120 conn(0x7f05d80382a0 msgr2=0x7f05d80374f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 shutdown_connections 2024-09-10T08:33:09.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.315+0000 7f05c57fa640 1 -- 172.21.15.94:0/3028740120 wait complete. 2024-09-10T08:33:09.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f68b006bf00 msgr2=0x7f68b006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f68b006bf00 0x7f68b006e3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f68bc00ba00 tx=0x7f68bc008040 comp rx=0 tx=0).stop 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c40551b0 msgr2=0x7f68c404d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c40551b0 0x7f68c404d420 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0504d0 tx=0x7f68cc069710 comp rx=0 tx=0).stop 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 shutdown_connections 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f68b006bf00 0x7f68b006e3c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68c40d6970 0x7f68c4173900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68c40551b0 0x7f68c404d420 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 --2- 172.21.15.94:0/958850117 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f68c404ff50 0x7f68c404b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 >> 172.21.15.94:0/958850117 conn(0x7f68c401d930 msgr2=0x7f68c4034ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 shutdown_connections 2024-09-10T08:33:09.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.317+0000 7f68d3ef1640 1 -- 172.21.15.94:0/958850117 wait complete. 2024-09-10T08:33:09.322 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.7 2024-09-10T08:33:09.322 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.327 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.6 2024-09-10T08:33:09.327 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.330 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.2 2024-09-10T08:33:09.330 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.331 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476747 got 68719476747 for osd.4 2024-09-10T08:33:09.331 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.333 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.0 2024-09-10T08:33:09.333 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:09.333 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:33:09.333 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:09.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.473+0000 7fc09ead9640 1 Processor -- start 2024-09-10T08:33:09.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.473+0000 7fc09ead9640 1 -- start start 2024-09-10T08:33:09.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09ead9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09815e2a0 0x7fc09806d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09ead9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc09815e680 0x7fc0980cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09ead9640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0980d1880 con 0x7fc09806d960 2024-09-10T08:33:09.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09ead9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc0980d1b60 con 0x7fc09815e680 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09ead9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc0980cf2d0 con 0x7fc09815e2a0 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09c875640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09815e2a0 0x7fc09806d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc08ffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc09815e680 0x7fc0980cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09d076640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fc09806d960 0x7fc0980d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:32894/0 (socket says 172.21.15.94:32894) 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.474+0000 7fc09d076640 1 -- 172.21.15.94:0/988836932 learned_addr learned my addr 172.21.15.94:0/988836932 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.475+0000 7fc09c875640 1 -- 172.21.15.94:0/988836932 >> v2:172.21.15.143:3300/0 conn(0x7fc09815e680 msgr2=0x7fc0980cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.475+0000 7fc09c875640 1 --2- 172.21.15.94:0/988836932 >> v2:172.21.15.143:3300/0 conn(0x7fc09815e680 0x7fc0980cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.475+0000 7fc09c875640 1 -- 172.21.15.94:0/988836932 >> v1:172.21.15.143:6789/0 conn(0x7fc09806d960 legacy=0x7fc0980d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.475+0000 7fc09c875640 1 -- 172.21.15.94:0/988836932 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0980cf5b0 con 0x7fc09815e2a0 2024-09-10T08:33:09.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.475+0000 7fc08ffff640 1 --2- 172.21.15.94:0/988836932 >> v2:172.21.15.143:3300/0 conn(0x7fc09815e680 0x7fc0980cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09c875640 1 --2- 172.21.15.94:0/988836932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09815e2a0 0x7fc09806d420 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc0940097a0 tx=0x7fc09402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d574793d4db8efb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc08f7fe640 1 -- 172.21.15.94:0/988836932 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc094037070 con 0x7fc09815e2a0 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc08f7fe640 1 -- 172.21.15.94:0/988836932 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc094032440 con 0x7fc09815e2a0 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc08f7fe640 1 -- 172.21.15.94:0/988836932 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc094032810 con 0x7fc09815e2a0 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 -- 172.21.15.94:0/988836932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09815e2a0 msgr2=0x7fc09806d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 --2- 172.21.15.94:0/988836932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09815e2a0 0x7fc09806d420 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc0940097a0 tx=0x7fc09402a180 comp rx=0 tx=0).stop 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 -- 172.21.15.94:0/988836932 shutdown_connections 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 --2- 172.21.15.94:0/988836932 >> v2:172.21.15.143:3300/0 conn(0x7fc09815e680 0x7fc0980cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 --2- 172.21.15.94:0/988836932 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09815e2a0 0x7fc09806d420 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 -- 172.21.15.94:0/988836932 >> 172.21.15.94:0/988836932 conn(0x7fc09809d760 msgr2=0x7fc09808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 -- 172.21.15.94:0/988836932 shutdown_connections 2024-09-10T08:33:09.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.476+0000 7fc09ead9640 1 -- 172.21.15.94:0/988836932 wait complete. 2024-09-10T08:33:09.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.477+0000 7fc09ead9640 1 Processor -- start 2024-09-10T08:33:09.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.477+0000 7fc09ead9640 1 -- start start 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc09ead9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09806d960 0x7fc0980cabf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc09ead9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc09815e2a0 0x7fc098158f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc09ead9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc09815e680 0x7fc098159490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc09ead9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc0980d4c00 con 0x7fc09815e2a0 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc09ead9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc0980d4a80 con 0x7fc09815e680 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc09ead9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc0980d0010 con 0x7fc09806d960 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc08ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc09815e2a0 0x7fc098158f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc08ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc09815e2a0 0x7fc098158f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:37098/0 (socket says 172.21.15.94:37098) 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.478+0000 7fc08ffff640 1 -- 172.21.15.94:0/2342899343 learned_addr learned my addr 172.21.15.94:0/2342899343 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc09d076640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc09815e680 0x7fc098159490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc09c875640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09806d960 0x7fc0980cabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08ffff640 1 -- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09806d960 msgr2=0x7fc0980cabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08ffff640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09806d960 0x7fc0980cabf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08ffff640 1 -- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc09815e680 msgr2=0x7fc098159490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08ffff640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc09815e680 0x7fc098159490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08ffff640 1 -- 172.21.15.94:0/2342899343 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0980b9df0 con 0x7fc09815e2a0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08ffff640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc09815e2a0 0x7fc098158f50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc08800e8e0 tx=0x7fc08800eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08d7fa640 1 -- 172.21.15.94:0/2342899343 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088017070 con 0x7fc09815e2a0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08d7fa640 1 -- 172.21.15.94:0/2342899343 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc08800c8e0 con 0x7fc09815e2a0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0980ba0d0 con 0x7fc09815e2a0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc08d7fa640 1 -- 172.21.15.94:0/2342899343 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08800ccb0 con 0x7fc09815e2a0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.479+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0980c88f0 con 0x7fc09815e2a0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.480+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc09806d420 con 0x7fc09815e2a0 2024-09-10T08:33:09.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.481+0000 7fc08d7fa640 1 -- 172.21.15.94:0/2342899343 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc08801a070 con 0x7fc09815e2a0 2024-09-10T08:33:09.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.481+0000 7fc08d7fa640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc08406be30 0x7fc08406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.481+0000 7fc08d7fa640 1 -- 172.21.15.94:0/2342899343 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc08808b390 con 0x7fc09815e2a0 2024-09-10T08:33:09.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.481+0000 7fc09c875640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc08406be30 0x7fc08406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.482+0000 7fc09c875640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc08406be30 0x7fc08406e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc094034000 tx=0x7fc09402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:09.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.486+0000 7fc08d7fa640 1 -- 172.21.15.94:0/2342899343 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc088059320 con 0x7fc09815e2a0 2024-09-10T08:33:09.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.649+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc0981599d0 con 0x7fc08406be30 2024-09-10T08:33:09.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.657+0000 7fc08d7fa640 1 -- 172.21.15.94:0/2342899343 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fc0981599d0 con 0x7fc08406be30 2024-09-10T08:33:09.661 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:09.663 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:09.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc08406be30 msgr2=0x7fc08406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc08406be30 0x7fc08406e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc094034000 tx=0x7fc09402e000 comp rx=0 tx=0).stop 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc09815e2a0 msgr2=0x7fc098158f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc09815e2a0 0x7fc098158f50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc08800e8e0 tx=0x7fc08800eda0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 shutdown_connections 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc08406be30 0x7fc08406e2f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc09815e680 0x7fc098159490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc09815e2a0 0x7fc098158f50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 --2- 172.21.15.94:0/2342899343 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc09806d960 0x7fc0980cabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 >> 172.21.15.94:0/2342899343 conn(0x7fc09809d760 msgr2=0x7fc0980d0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 shutdown_connections 2024-09-10T08:33:09.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.660+0000 7fc09ead9640 1 -- 172.21.15.94:0/2342899343 wait complete. 2024-09-10T08:33:09.671 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-10T08:33:07.816745+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236212,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738508,"statfs":{"total":773094113280,"available":772852232192,"internally_reserved":0,"allocated":3416064,"data_stored":2034868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002971"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027395+0000","last_change":"2024-09-10T08:32:44.441942+0000","last_active":"2024-09-10T08:32:51.027395+0000","last_peered":"2024-09-10T08:32:51.027395+0000","last_clean":"2024-09-10T08:32:51.027395+0000","last_became_active":"2024-09-10T08:32:44.441680+0000","last_became_peered":"2024-09-10T08:32:44.441680+0000","last_unstale":"2024-09-10T08:32:51.027395+0000","last_undegraded":"2024-09-10T08:32:51.027395+0000","last_fullsized":"2024-09-10T08:32:51.027395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470490+0000","last_change":"2024-09-10T08:32:45.446137+0000","last_active":"2024-09-10T08:32:50.470490+0000","last_peered":"2024-09-10T08:32:50.470490+0000","last_clean":"2024-09-10T08:32:50.470490+0000","last_became_active":"2024-09-10T08:32:45.445889+0000","last_became_peered":"2024-09-10T08:32:45.445889+0000","last_unstale":"2024-09-10T08:32:50.470490+0000","last_undegraded":"2024-09-10T08:32:50.470490+0000","last_fullsized":"2024-09-10T08:32:50.470490+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470034+0000","last_change":"2024-09-10T08:32:49.474908+0000","last_active":"2024-09-10T08:32:50.470034+0000","last_peered":"2024-09-10T08:32:50.470034+0000","last_clean":"2024-09-10T08:32:50.470034+0000","last_became_active":"2024-09-10T08:32:49.474482+0000","last_became_peered":"2024-09-10T08:32:49.474482+0000","last_unstale":"2024-09-10T08:32:50.470034+0000","last_undegraded":"2024-09-10T08:32:50.470034+0000","last_fullsized":"2024-09-10T08:32:50.470034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470589+0000","last_change":"2024-09-10T08:32:44.440622+0000","last_active":"2024-09-10T08:32:50.470589+0000","last_peered":"2024-09-10T08:32:50.470589+0000","last_clean":"2024-09-10T08:32:50.470589+0000","last_became_active":"2024-09-10T08:32:44.440335+0000","last_became_peered":"2024-09-10T08:32:44.440335+0000","last_unstale":"2024-09-10T08:32:50.470589+0000","last_undegraded":"2024-09-10T08:32:50.470589+0000","last_fullsized":"2024-09-10T08:32:50.470589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027188+0000","last_change":"2024-09-10T08:32:45.453385+0000","last_active":"2024-09-10T08:32:51.027188+0000","last_peered":"2024-09-10T08:32:51.027188+0000","last_clean":"2024-09-10T08:32:51.027188+0000","last_became_active":"2024-09-10T08:32:45.453039+0000","last_became_peered":"2024-09-10T08:32:45.453039+0000","last_unstale":"2024-09-10T08:32:51.027188+0000","last_undegraded":"2024-09-10T08:32:51.027188+0000","last_fullsized":"2024-09-10T08:32:51.027188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027376+0000","last_change":"2024-09-10T08:32:49.486272+0000","last_active":"2024-09-10T08:32:51.027376+0000","last_peered":"2024-09-10T08:32:51.027376+0000","last_clean":"2024-09-10T08:32:51.027376+0000","last_became_active":"2024-09-10T08:32:49.485853+0000","last_became_peered":"2024-09-10T08:32:49.485853+0000","last_unstale":"2024-09-10T08:32:51.027376+0000","last_undegraded":"2024-09-10T08:32:51.027376+0000","last_fullsized":"2024-09-10T08:32:51.027376+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:04.956132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472110+0000","last_change":"2024-09-10T08:32:44.449938+0000","last_active":"2024-09-10T08:32:50.472110+0000","last_peered":"2024-09-10T08:32:50.472110+0000","last_clean":"2024-09-10T08:32:50.472110+0000","last_became_active":"2024-09-10T08:32:44.449044+0000","last_became_peered":"2024-09-10T08:32:44.449044+0000","last_unstale":"2024-09-10T08:32:50.472110+0000","last_undegraded":"2024-09-10T08:32:50.472110+0000","last_fullsized":"2024-09-10T08:32:50.472110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:57.019455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028590+0000","last_change":"2024-09-10T08:32:45.450386+0000","last_active":"2024-09-10T08:32:51.028590+0000","last_peered":"2024-09-10T08:32:51.028590+0000","last_clean":"2024-09-10T08:32:51.028590+0000","last_became_active":"2024-09-10T08:32:45.450085+0000","last_became_peered":"2024-09-10T08:32:45.450085+0000","last_unstale":"2024-09-10T08:32:51.028590+0000","last_undegraded":"2024-09-10T08:32:51.028590+0000","last_fullsized":"2024-09-10T08:32:51.028590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028234+0000","last_change":"2024-09-10T08:32:49.486291+0000","last_active":"2024-09-10T08:32:51.028234+0000","last_peered":"2024-09-10T08:32:51.028234+0000","last_clean":"2024-09-10T08:32:51.028234+0000","last_became_active":"2024-09-10T08:32:49.485617+0000","last_became_peered":"2024-09-10T08:32:49.485617+0000","last_unstale":"2024-09-10T08:32:51.028234+0000","last_undegraded":"2024-09-10T08:32:51.028234+0000","last_fullsized":"2024-09-10T08:32:51.028234+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:59.150621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471600+0000","last_change":"2024-09-10T08:32:44.447275+0000","last_active":"2024-09-10T08:32:50.471600+0000","last_peered":"2024-09-10T08:32:50.471600+0000","last_clean":"2024-09-10T08:32:50.471600+0000","last_became_active":"2024-09-10T08:32:44.447014+0000","last_became_peered":"2024-09-10T08:32:44.447014+0000","last_unstale":"2024-09-10T08:32:50.471600+0000","last_undegraded":"2024-09-10T08:32:50.471600+0000","last_fullsized":"2024-09-10T08:32:50.471600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028922+0000","last_change":"2024-09-10T08:32:45.448536+0000","last_active":"2024-09-10T08:32:51.028922+0000","last_peered":"2024-09-10T08:32:51.028922+0000","last_clean":"2024-09-10T08:32:51.028922+0000","last_became_active":"2024-09-10T08:32:45.448242+0000","last_became_peered":"2024-09-10T08:32:45.448242+0000","last_unstale":"2024-09-10T08:32:51.028922+0000","last_undegraded":"2024-09-10T08:32:51.028922+0000","last_fullsized":"2024-09-10T08:32:51.028922+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027694+0000","last_change":"2024-09-10T08:32:49.477631+0000","last_active":"2024-09-10T08:32:51.027694+0000","last_peered":"2024-09-10T08:32:51.027694+0000","last_clean":"2024-09-10T08:32:51.027694+0000","last_became_active":"2024-09-10T08:32:49.477142+0000","last_became_peered":"2024-09-10T08:32:49.477142+0000","last_unstale":"2024-09-10T08:32:51.027694+0000","last_undegraded":"2024-09-10T08:32:51.027694+0000","last_fullsized":"2024-09-10T08:32:51.027694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472535+0000","last_change":"2024-09-10T08:32:45.456026+0000","last_active":"2024-09-10T08:32:50.472535+0000","last_peered":"2024-09-10T08:32:50.472535+0000","last_clean":"2024-09-10T08:32:50.472535+0000","last_became_active":"2024-09-10T08:32:45.455719+0000","last_became_peered":"2024-09-10T08:32:45.455719+0000","last_unstale":"2024-09-10T08:32:50.472535+0000","last_undegraded":"2024-09-10T08:32:50.472535+0000","last_fullsized":"2024-09-10T08:32:50.472535+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471524+0000","last_change":"2024-09-10T08:32:44.443384+0000","last_active":"2024-09-10T08:32:50.471524+0000","last_peered":"2024-09-10T08:32:50.471524+0000","last_clean":"2024-09-10T08:32:50.471524+0000","last_became_active":"2024-09-10T08:32:44.443079+0000","last_became_peered":"2024-09-10T08:32:44.443079+0000","last_unstale":"2024-09-10T08:32:50.471524+0000","last_undegraded":"2024-09-10T08:32:50.471524+0000","last_fullsized":"2024-09-10T08:32:50.471524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028039+0000","last_change":"2024-09-10T08:32:49.487548+0000","last_active":"2024-09-10T08:32:51.028039+0000","last_peered":"2024-09-10T08:32:51.028039+0000","last_clean":"2024-09-10T08:32:51.028039+0000","last_became_active":"2024-09-10T08:32:49.486444+0000","last_became_peered":"2024-09-10T08:32:49.486444+0000","last_unstale":"2024-09-10T08:32:51.028039+0000","last_undegraded":"2024-09-10T08:32:51.028039+0000","last_fullsized":"2024-09-10T08:32:51.028039+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470487+0000","last_change":"2024-09-10T08:32:45.450699+0000","last_active":"2024-09-10T08:32:50.470487+0000","last_peered":"2024-09-10T08:32:50.470487+0000","last_clean":"2024-09-10T08:32:50.470487+0000","last_became_active":"2024-09-10T08:32:45.450232+0000","last_became_peered":"2024-09-10T08:32:45.450232+0000","last_unstale":"2024-09-10T08:32:50.470487+0000","last_undegraded":"2024-09-10T08:32:50.470487+0000","last_fullsized":"2024-09-10T08:32:50.470487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027530+0000","last_change":"2024-09-10T08:32:44.441386+0000","last_active":"2024-09-10T08:32:51.027530+0000","last_peered":"2024-09-10T08:32:51.027530+0000","last_clean":"2024-09-10T08:32:51.027530+0000","last_became_active":"2024-09-10T08:32:44.440549+0000","last_became_peered":"2024-09-10T08:32:44.440549+0000","last_unstale":"2024-09-10T08:32:51.027530+0000","last_undegraded":"2024-09-10T08:32:51.027530+0000","last_fullsized":"2024-09-10T08:32:51.027530+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:48.077441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028229+0000","last_change":"2024-09-10T08:32:49.477428+0000","last_active":"2024-09-10T08:32:51.028229+0000","last_peered":"2024-09-10T08:32:51.028229+0000","last_clean":"2024-09-10T08:32:51.028229+0000","last_became_active":"2024-09-10T08:32:49.476704+0000","last_became_peered":"2024-09-10T08:32:49.476704+0000","last_unstale":"2024-09-10T08:32:51.028229+0000","last_undegraded":"2024-09-10T08:32:51.028229+0000","last_fullsized":"2024-09-10T08:32:51.028229+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470183+0000","last_change":"2024-09-10T08:32:45.435698+0000","last_active":"2024-09-10T08:32:50.470183+0000","last_peered":"2024-09-10T08:32:50.470183+0000","last_clean":"2024-09-10T08:32:50.470183+0000","last_became_active":"2024-09-10T08:32:45.435424+0000","last_became_peered":"2024-09-10T08:32:45.435424+0000","last_unstale":"2024-09-10T08:32:50.470183+0000","last_undegraded":"2024-09-10T08:32:50.470183+0000","last_fullsized":"2024-09-10T08:32:50.470183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026912+0000","last_change":"2024-09-10T08:32:44.436495+0000","last_active":"2024-09-10T08:32:51.026912+0000","last_peered":"2024-09-10T08:32:51.026912+0000","last_clean":"2024-09-10T08:32:51.026912+0000","last_became_active":"2024-09-10T08:32:44.436242+0000","last_became_peered":"2024-09-10T08:32:44.436242+0000","last_unstale":"2024-09-10T08:32:51.026912+0000","last_undegraded":"2024-09-10T08:32:51.026912+0000","last_fullsized":"2024-09-10T08:32:51.026912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:59.380791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028386+0000","last_change":"2024-09-10T08:32:49.484178+0000","last_active":"2024-09-10T08:32:51.028386+0000","last_peered":"2024-09-10T08:32:51.028386+0000","last_clean":"2024-09-10T08:32:51.028386+0000","last_became_active":"2024-09-10T08:32:49.483567+0000","last_became_peered":"2024-09-10T08:32:49.483567+0000","last_unstale":"2024-09-10T08:32:51.028386+0000","last_undegraded":"2024-09-10T08:32:51.028386+0000","last_fullsized":"2024-09-10T08:32:51.028386+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:28.792659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028016+0000","last_change":"2024-09-10T08:32:45.441554+0000","last_active":"2024-09-10T08:32:51.028016+0000","last_peered":"2024-09-10T08:32:51.028016+0000","last_clean":"2024-09-10T08:32:51.028016+0000","last_became_active":"2024-09-10T08:32:45.440868+0000","last_became_peered":"2024-09-10T08:32:45.440868+0000","last_unstale":"2024-09-10T08:32:51.028016+0000","last_undegraded":"2024-09-10T08:32:51.028016+0000","last_fullsized":"2024-09-10T08:32:51.028016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:41.481139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470915+0000","last_change":"2024-09-10T08:32:44.444111+0000","last_active":"2024-09-10T08:32:50.470915+0000","last_peered":"2024-09-10T08:32:50.470915+0000","last_clean":"2024-09-10T08:32:50.470915+0000","last_became_active":"2024-09-10T08:32:44.443828+0000","last_became_peered":"2024-09-10T08:32:44.443828+0000","last_unstale":"2024-09-10T08:32:50.470915+0000","last_undegraded":"2024-09-10T08:32:50.470915+0000","last_fullsized":"2024-09-10T08:32:50.470915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:45.166699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027912+0000","last_change":"2024-09-10T08:32:49.484054+0000","last_active":"2024-09-10T08:32:51.027912+0000","last_peered":"2024-09-10T08:32:51.027912+0000","last_clean":"2024-09-10T08:32:51.027912+0000","last_became_active":"2024-09-10T08:32:49.483488+0000","last_became_peered":"2024-09-10T08:32:49.483488+0000","last_unstale":"2024-09-10T08:32:51.027912+0000","last_undegraded":"2024-09-10T08:32:51.027912+0000","last_fullsized":"2024-09-10T08:32:51.027912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027365+0000","last_change":"2024-09-10T08:32:45.446183+0000","last_active":"2024-09-10T08:32:51.027365+0000","last_peered":"2024-09-10T08:32:51.027365+0000","last_clean":"2024-09-10T08:32:51.027365+0000","last_became_active":"2024-09-10T08:32:45.445762+0000","last_became_peered":"2024-09-10T08:32:45.445762+0000","last_unstale":"2024-09-10T08:32:51.027365+0000","last_undegraded":"2024-09-10T08:32:51.027365+0000","last_fullsized":"2024-09-10T08:32:51.027365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472638+0000","last_change":"2024-09-10T08:32:44.448361+0000","last_active":"2024-09-10T08:32:50.472638+0000","last_peered":"2024-09-10T08:32:50.472638+0000","last_clean":"2024-09-10T08:32:50.472638+0000","last_became_active":"2024-09-10T08:32:44.447509+0000","last_became_peered":"2024-09-10T08:32:44.447509+0000","last_unstale":"2024-09-10T08:32:50.472638+0000","last_undegraded":"2024-09-10T08:32:50.472638+0000","last_fullsized":"2024-09-10T08:32:50.472638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027863+0000","last_change":"2024-09-10T08:32:49.479527+0000","last_active":"2024-09-10T08:32:51.027863+0000","last_peered":"2024-09-10T08:32:51.027863+0000","last_clean":"2024-09-10T08:32:51.027863+0000","last_became_active":"2024-09-10T08:32:49.479009+0000","last_became_peered":"2024-09-10T08:32:49.479009+0000","last_unstale":"2024-09-10T08:32:51.027863+0000","last_undegraded":"2024-09-10T08:32:51.027863+0000","last_fullsized":"2024-09-10T08:32:51.027863+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470837+0000","last_change":"2024-09-10T08:32:45.454586+0000","last_active":"2024-09-10T08:32:50.470837+0000","last_peered":"2024-09-10T08:32:50.470837+0000","last_clean":"2024-09-10T08:32:50.470837+0000","last_became_active":"2024-09-10T08:32:45.454270+0000","last_became_peered":"2024-09-10T08:32:45.454270+0000","last_unstale":"2024-09-10T08:32:50.470837+0000","last_undegraded":"2024-09-10T08:32:50.470837+0000","last_fullsized":"2024-09-10T08:32:50.470837+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028274+0000","last_change":"2024-09-10T08:32:44.446945+0000","last_active":"2024-09-10T08:32:51.028274+0000","last_peered":"2024-09-10T08:32:51.028274+0000","last_clean":"2024-09-10T08:32:51.028274+0000","last_became_active":"2024-09-10T08:32:44.446645+0000","last_became_peered":"2024-09-10T08:32:44.446645+0000","last_unstale":"2024-09-10T08:32:51.028274+0000","last_undegraded":"2024-09-10T08:32:51.028274+0000","last_fullsized":"2024-09-10T08:32:51.028274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:23.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.469912+0000","last_change":"2024-09-10T08:32:49.487738+0000","last_active":"2024-09-10T08:32:50.469912+0000","last_peered":"2024-09-10T08:32:50.469912+0000","last_clean":"2024-09-10T08:32:50.469912+0000","last_became_active":"2024-09-10T08:32:49.487381+0000","last_became_peered":"2024-09-10T08:32:49.487381+0000","last_unstale":"2024-09-10T08:32:50.469912+0000","last_undegraded":"2024-09-10T08:32:50.469912+0000","last_fullsized":"2024-09-10T08:32:50.469912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:14.372902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028133+0000","last_change":"2024-09-10T08:32:45.441183+0000","last_active":"2024-09-10T08:32:51.028133+0000","last_peered":"2024-09-10T08:32:51.028133+0000","last_clean":"2024-09-10T08:32:51.028133+0000","last_became_active":"2024-09-10T08:32:45.440348+0000","last_became_peered":"2024-09-10T08:32:45.440348+0000","last_unstale":"2024-09-10T08:32:51.028133+0000","last_undegraded":"2024-09-10T08:32:51.028133+0000","last_fullsized":"2024-09-10T08:32:51.028133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:25:29.678255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472253+0000","last_change":"2024-09-10T08:32:44.445207+0000","last_active":"2024-09-10T08:32:50.472253+0000","last_peered":"2024-09-10T08:32:50.472253+0000","last_clean":"2024-09-10T08:32:50.472253+0000","last_became_active":"2024-09-10T08:32:44.444942+0000","last_became_peered":"2024-09-10T08:32:44.444942+0000","last_unstale":"2024-09-10T08:32:50.472253+0000","last_undegraded":"2024-09-10T08:32:50.472253+0000","last_fullsized":"2024-09-10T08:32:50.472253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.476718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027660+0000","last_change":"2024-09-10T08:32:49.490986+0000","last_active":"2024-09-10T08:32:51.027660+0000","last_peered":"2024-09-10T08:32:51.027660+0000","last_clean":"2024-09-10T08:32:51.027660+0000","last_became_active":"2024-09-10T08:32:49.490608+0000","last_became_peered":"2024-09-10T08:32:49.490608+0000","last_unstale":"2024-09-10T08:32:51.027660+0000","last_undegraded":"2024-09-10T08:32:51.027660+0000","last_fullsized":"2024-09-10T08:32:51.027660+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028943+0000","last_change":"2024-09-10T08:32:45.446086+0000","last_active":"2024-09-10T08:32:51.028943+0000","last_peered":"2024-09-10T08:32:51.028943+0000","last_clean":"2024-09-10T08:32:51.028943+0000","last_became_active":"2024-09-10T08:32:45.445820+0000","last_became_peered":"2024-09-10T08:32:45.445820+0000","last_unstale":"2024-09-10T08:32:51.028943+0000","last_undegraded":"2024-09-10T08:32:51.028943+0000","last_fullsized":"2024-09-10T08:32:51.028943+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028168+0000","last_change":"2024-09-10T08:32:44.439925+0000","last_active":"2024-09-10T08:32:51.028168+0000","last_peered":"2024-09-10T08:32:51.028168+0000","last_clean":"2024-09-10T08:32:51.028168+0000","last_became_active":"2024-09-10T08:32:44.439621+0000","last_became_peered":"2024-09-10T08:32:44.439621+0000","last_unstale":"2024-09-10T08:32:51.028168+0000","last_undegraded":"2024-09-10T08:32:51.028168+0000","last_fullsized":"2024-09-10T08:32:51.028168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:50.066985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027315+0000","last_change":"2024-09-10T08:32:49.493214+0000","last_active":"2024-09-10T08:32:51.027315+0000","last_peered":"2024-09-10T08:32:51.027315+0000","last_clean":"2024-09-10T08:32:51.027315+0000","last_became_active":"2024-09-10T08:32:49.492830+0000","last_became_peered":"2024-09-10T08:32:49.492830+0000","last_unstale":"2024-09-10T08:32:51.027315+0000","last_undegraded":"2024-09-10T08:32:51.027315+0000","last_fullsized":"2024-09-10T08:32:51.027315+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:46.136394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028380+0000","last_change":"2024-09-10T08:32:45.454575+0000","last_active":"2024-09-10T08:32:51.028380+0000","last_peered":"2024-09-10T08:32:51.028380+0000","last_clean":"2024-09-10T08:32:51.028380+0000","last_became_active":"2024-09-10T08:32:45.454285+0000","last_became_peered":"2024-09-10T08:32:45.454285+0000","last_unstale":"2024-09-10T08:32:51.028380+0000","last_undegraded":"2024-09-10T08:32:51.028380+0000","last_fullsized":"2024-09-10T08:32:51.028380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028366+0000","last_change":"2024-09-10T08:32:44.445586+0000","last_active":"2024-09-10T08:32:51.028366+0000","last_peered":"2024-09-10T08:32:51.028366+0000","last_clean":"2024-09-10T08:32:51.028366+0000","last_became_active":"2024-09-10T08:32:44.445295+0000","last_became_peered":"2024-09-10T08:32:44.445295+0000","last_unstale":"2024-09-10T08:32:51.028366+0000","last_undegraded":"2024-09-10T08:32:51.028366+0000","last_fullsized":"2024-09-10T08:32:51.028366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:49.484021+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:49.483426+0000","last_became_peered":"2024-09-10T08:32:49.483426+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:52:50.574117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026941+0000","last_change":"2024-09-10T08:32:45.443023+0000","last_active":"2024-09-10T08:32:51.026941+0000","last_peered":"2024-09-10T08:32:51.026941+0000","last_clean":"2024-09-10T08:32:51.026941+0000","last_became_active":"2024-09-10T08:32:45.441523+0000","last_became_peered":"2024-09-10T08:32:45.441523+0000","last_unstale":"2024-09-10T08:32:51.026941+0000","last_undegraded":"2024-09-10T08:32:51.026941+0000","last_fullsized":"2024-09-10T08:32:51.026941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:59.511286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644667+0000","last_change":"2024-09-10T08:32:44.444167+0000","last_active":"2024-09-10T08:32:50.644667+0000","last_peered":"2024-09-10T08:32:50.644667+0000","last_clean":"2024-09-10T08:32:50.644667+0000","last_became_active":"2024-09-10T08:32:44.443876+0000","last_became_peered":"2024-09-10T08:32:44.443876+0000","last_unstale":"2024-09-10T08:32:50.644667+0000","last_undegraded":"2024-09-10T08:32:50.644667+0000","last_fullsized":"2024-09-10T08:32:50.644667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028473+0000","last_change":"2024-09-10T08:32:49.485533+0000","last_active":"2024-09-10T08:32:51.028473+0000","last_peered":"2024-09-10T08:32:51.028473+0000","last_clean":"2024-09-10T08:32:51.028473+0000","last_became_active":"2024-09-10T08:32:49.484401+0000","last_became_peered":"2024-09-10T08:32:49.484401+0000","last_unstale":"2024-09-10T08:32:51.028473+0000","last_undegraded":"2024-09-10T08:32:51.028473+0000","last_fullsized":"2024-09-10T08:32:51.028473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:43.140455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027006+0000","last_change":"2024-09-10T08:32:45.445150+0000","last_active":"2024-09-10T08:32:51.027006+0000","last_peered":"2024-09-10T08:32:51.027006+0000","last_clean":"2024-09-10T08:32:51.027006+0000","last_became_active":"2024-09-10T08:32:45.444871+0000","last_became_peered":"2024-09-10T08:32:45.444871+0000","last_unstale":"2024-09-10T08:32:51.027006+0000","last_undegraded":"2024-09-10T08:32:51.027006+0000","last_fullsized":"2024-09-10T08:32:51.027006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471042+0000","last_change":"2024-09-10T08:32:44.436263+0000","last_active":"2024-09-10T08:32:50.471042+0000","last_peered":"2024-09-10T08:32:50.471042+0000","last_clean":"2024-09-10T08:32:50.471042+0000","last_became_active":"2024-09-10T08:32:44.435923+0000","last_became_peered":"2024-09-10T08:32:44.435923+0000","last_unstale":"2024-09-10T08:32:50.471042+0000","last_undegraded":"2024-09-10T08:32:50.471042+0000","last_fullsized":"2024-09-10T08:32:50.471042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027269+0000","last_change":"2024-09-10T08:32:49.488366+0000","last_active":"2024-09-10T08:32:51.027269+0000","last_peered":"2024-09-10T08:32:51.027269+0000","last_clean":"2024-09-10T08:32:51.027269+0000","last_became_active":"2024-09-10T08:32:49.487967+0000","last_became_peered":"2024-09-10T08:32:49.487967+0000","last_unstale":"2024-09-10T08:32:51.027269+0000","last_undegraded":"2024-09-10T08:32:51.027269+0000","last_fullsized":"2024-09-10T08:32:51.027269+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470168+0000","last_change":"2024-09-10T08:32:45.453353+0000","last_active":"2024-09-10T08:32:50.470168+0000","last_peered":"2024-09-10T08:32:50.470168+0000","last_clean":"2024-09-10T08:32:50.470168+0000","last_became_active":"2024-09-10T08:32:45.452283+0000","last_became_peered":"2024-09-10T08:32:45.452283+0000","last_unstale":"2024-09-10T08:32:50.470168+0000","last_undegraded":"2024-09-10T08:32:50.470168+0000","last_fullsized":"2024-09-10T08:32:50.470168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028606+0000","last_change":"2024-09-10T08:32:44.445538+0000","last_active":"2024-09-10T08:32:51.028606+0000","last_peered":"2024-09-10T08:32:51.028606+0000","last_clean":"2024-09-10T08:32:51.028606+0000","last_became_active":"2024-09-10T08:32:44.445245+0000","last_became_peered":"2024-09-10T08:32:44.445245+0000","last_unstale":"2024-09-10T08:32:51.028606+0000","last_undegraded":"2024-09-10T08:32:51.028606+0000","last_fullsized":"2024-09-10T08:32:51.028606+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":178,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472099+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:32:50.472099+0000","last_peered":"2024-09-10T08:32:50.472099+0000","last_clean":"2024-09-10T08:32:50.472099+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:32:50.472099+0000","last_undegraded":"2024-09-10T08:32:50.472099+0000","last_fullsized":"2024-09-10T08:32:50.472099+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471709+0000","last_change":"2024-09-10T08:32:49.480416+0000","last_active":"2024-09-10T08:32:50.471709+0000","last_peered":"2024-09-10T08:32:50.471709+0000","last_clean":"2024-09-10T08:32:50.471709+0000","last_became_active":"2024-09-10T08:32:49.479955+0000","last_became_peered":"2024-09-10T08:32:49.479955+0000","last_unstale":"2024-09-10T08:32:50.471709+0000","last_undegraded":"2024-09-10T08:32:50.471709+0000","last_fullsized":"2024-09-10T08:32:50.471709+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471906+0000","last_change":"2024-09-10T08:32:45.458781+0000","last_active":"2024-09-10T08:32:50.471906+0000","last_peered":"2024-09-10T08:32:50.471906+0000","last_clean":"2024-09-10T08:32:50.471906+0000","last_became_active":"2024-09-10T08:32:45.458527+0000","last_became_peered":"2024-09-10T08:32:45.458527+0000","last_unstale":"2024-09-10T08:32:50.471906+0000","last_undegraded":"2024-09-10T08:32:50.471906+0000","last_fullsized":"2024-09-10T08:32:50.471906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644957+0000","last_change":"2024-09-10T08:32:44.446969+0000","last_active":"2024-09-10T08:32:50.644957+0000","last_peered":"2024-09-10T08:32:50.644957+0000","last_clean":"2024-09-10T08:32:50.644957+0000","last_became_active":"2024-09-10T08:32:44.446673+0000","last_became_peered":"2024-09-10T08:32:44.446673+0000","last_unstale":"2024-09-10T08:32:50.644957+0000","last_undegraded":"2024-09-10T08:32:50.644957+0000","last_fullsized":"2024-09-10T08:32:50.644957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472779+0000","last_change":"2024-09-10T08:32:49.487281+0000","last_active":"2024-09-10T08:32:50.472779+0000","last_peered":"2024-09-10T08:32:50.472779+0000","last_clean":"2024-09-10T08:32:50.472779+0000","last_became_active":"2024-09-10T08:32:49.486799+0000","last_became_peered":"2024-09-10T08:32:49.486799+0000","last_unstale":"2024-09-10T08:32:50.472779+0000","last_undegraded":"2024-09-10T08:32:50.472779+0000","last_fullsized":"2024-09-10T08:32:50.472779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028659+0000","last_change":"2024-09-10T08:32:45.451640+0000","last_active":"2024-09-10T08:32:51.028659+0000","last_peered":"2024-09-10T08:32:51.028659+0000","last_clean":"2024-09-10T08:32:51.028659+0000","last_became_active":"2024-09-10T08:32:45.451384+0000","last_became_peered":"2024-09-10T08:32:45.451384+0000","last_unstale":"2024-09-10T08:32:51.028659+0000","last_undegraded":"2024-09-10T08:32:51.028659+0000","last_fullsized":"2024-09-10T08:32:51.028659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027964+0000","last_change":"2024-09-10T08:32:44.434525+0000","last_active":"2024-09-10T08:32:51.027964+0000","last_peered":"2024-09-10T08:32:51.027964+0000","last_clean":"2024-09-10T08:32:51.027964+0000","last_became_active":"2024-09-10T08:32:44.434224+0000","last_became_peered":"2024-09-10T08:32:44.434224+0000","last_unstale":"2024-09-10T08:32:51.027964+0000","last_undegraded":"2024-09-10T08:32:51.027964+0000","last_fullsized":"2024-09-10T08:32:51.027964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:44.976254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027753+0000","last_change":"2024-09-10T08:32:49.487053+0000","last_active":"2024-09-10T08:32:51.027753+0000","last_peered":"2024-09-10T08:32:51.027753+0000","last_clean":"2024-09-10T08:32:51.027753+0000","last_became_active":"2024-09-10T08:32:49.486605+0000","last_became_peered":"2024-09-10T08:32:49.486605+0000","last_unstale":"2024-09-10T08:32:51.027753+0000","last_undegraded":"2024-09-10T08:32:51.027753+0000","last_fullsized":"2024-09-10T08:32:51.027753+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472293+0000","last_change":"2024-09-10T08:32:45.452910+0000","last_active":"2024-09-10T08:32:50.472293+0000","last_peered":"2024-09-10T08:32:50.472293+0000","last_clean":"2024-09-10T08:32:50.472293+0000","last_became_active":"2024-09-10T08:32:45.451554+0000","last_became_peered":"2024-09-10T08:32:45.451554+0000","last_unstale":"2024-09-10T08:32:50.472293+0000","last_undegraded":"2024-09-10T08:32:50.472293+0000","last_fullsized":"2024-09-10T08:32:50.472293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:55.122501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644923+0000","last_change":"2024-09-10T08:32:44.440509+0000","last_active":"2024-09-10T08:32:50.644923+0000","last_peered":"2024-09-10T08:32:50.644923+0000","last_clean":"2024-09-10T08:32:50.644923+0000","last_became_active":"2024-09-10T08:32:44.440206+0000","last_became_peered":"2024-09-10T08:32:44.440206+0000","last_unstale":"2024-09-10T08:32:50.644923+0000","last_undegraded":"2024-09-10T08:32:50.644923+0000","last_fullsized":"2024-09-10T08:32:50.644923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027290+0000","last_change":"2024-09-10T08:32:49.477856+0000","last_active":"2024-09-10T08:32:51.027290+0000","last_peered":"2024-09-10T08:32:51.027290+0000","last_clean":"2024-09-10T08:32:51.027290+0000","last_became_active":"2024-09-10T08:32:49.477472+0000","last_became_peered":"2024-09-10T08:32:49.477472+0000","last_unstale":"2024-09-10T08:32:51.027290+0000","last_undegraded":"2024-09-10T08:32:51.027290+0000","last_fullsized":"2024-09-10T08:32:51.027290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471936+0000","last_change":"2024-09-10T08:32:45.448092+0000","last_active":"2024-09-10T08:32:50.471936+0000","last_peered":"2024-09-10T08:32:50.471936+0000","last_clean":"2024-09-10T08:32:50.471936+0000","last_became_active":"2024-09-10T08:32:45.446898+0000","last_became_peered":"2024-09-10T08:32:45.446898+0000","last_unstale":"2024-09-10T08:32:50.471936+0000","last_undegraded":"2024-09-10T08:32:50.471936+0000","last_fullsized":"2024-09-10T08:32:50.471936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028263+0000","last_change":"2024-09-10T08:32:44.443127+0000","last_active":"2024-09-10T08:32:51.028263+0000","last_peered":"2024-09-10T08:32:51.028263+0000","last_clean":"2024-09-10T08:32:51.028263+0000","last_became_active":"2024-09-10T08:32:44.442811+0000","last_became_peered":"2024-09-10T08:32:44.442811+0000","last_unstale":"2024-09-10T08:32:51.028263+0000","last_undegraded":"2024-09-10T08:32:51.028263+0000","last_fullsized":"2024-09-10T08:32:51.028263+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027342+0000","last_change":"2024-09-10T08:32:49.476654+0000","last_active":"2024-09-10T08:32:51.027342+0000","last_peered":"2024-09-10T08:32:51.027342+0000","last_clean":"2024-09-10T08:32:51.027342+0000","last_became_active":"2024-09-10T08:32:49.476105+0000","last_became_peered":"2024-09-10T08:32:49.476105+0000","last_unstale":"2024-09-10T08:32:51.027342+0000","last_undegraded":"2024-09-10T08:32:51.027342+0000","last_fullsized":"2024-09-10T08:32:51.027342+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:38.721193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471347+0000","last_change":"2024-09-10T08:32:45.456849+0000","last_active":"2024-09-10T08:32:50.471347+0000","last_peered":"2024-09-10T08:32:50.471347+0000","last_clean":"2024-09-10T08:32:50.471347+0000","last_became_active":"2024-09-10T08:32:45.456481+0000","last_became_peered":"2024-09-10T08:32:45.456481+0000","last_unstale":"2024-09-10T08:32:50.471347+0000","last_undegraded":"2024-09-10T08:32:50.471347+0000","last_fullsized":"2024-09-10T08:32:50.471347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644556+0000","last_change":"2024-09-10T08:32:44.439635+0000","last_active":"2024-09-10T08:32:50.644556+0000","last_peered":"2024-09-10T08:32:50.644556+0000","last_clean":"2024-09-10T08:32:50.644556+0000","last_became_active":"2024-09-10T08:32:44.439330+0000","last_became_peered":"2024-09-10T08:32:44.439330+0000","last_unstale":"2024-09-10T08:32:50.644556+0000","last_undegraded":"2024-09-10T08:32:50.644556+0000","last_fullsized":"2024-09-10T08:32:50.644556+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027134+0000","last_change":"2024-09-10T08:32:49.476892+0000","last_active":"2024-09-10T08:32:51.027134+0000","last_peered":"2024-09-10T08:32:51.027134+0000","last_clean":"2024-09-10T08:32:51.027134+0000","last_became_active":"2024-09-10T08:32:49.476474+0000","last_became_peered":"2024-09-10T08:32:49.476474+0000","last_unstale":"2024-09-10T08:32:51.027134+0000","last_undegraded":"2024-09-10T08:32:51.027134+0000","last_fullsized":"2024-09-10T08:32:51.027134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471343+0000","last_change":"2024-09-10T08:32:45.455566+0000","last_active":"2024-09-10T08:32:50.471343+0000","last_peered":"2024-09-10T08:32:50.471343+0000","last_clean":"2024-09-10T08:32:50.471343+0000","last_became_active":"2024-09-10T08:32:45.455258+0000","last_became_peered":"2024-09-10T08:32:45.455258+0000","last_unstale":"2024-09-10T08:32:50.471343+0000","last_undegraded":"2024-09-10T08:32:50.471343+0000","last_fullsized":"2024-09-10T08:32:50.471343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472573+0000","last_change":"2024-09-10T08:32:44.450423+0000","last_active":"2024-09-10T08:32:50.472573+0000","last_peered":"2024-09-10T08:32:50.472573+0000","last_clean":"2024-09-10T08:32:50.472573+0000","last_became_active":"2024-09-10T08:32:44.450137+0000","last_became_peered":"2024-09-10T08:32:44.450137+0000","last_unstale":"2024-09-10T08:32:50.472573+0000","last_undegraded":"2024-09-10T08:32:50.472573+0000","last_fullsized":"2024-09-10T08:32:50.472573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470730+0000","last_change":"2024-09-10T08:32:49.488503+0000","last_active":"2024-09-10T08:32:50.470730+0000","last_peered":"2024-09-10T08:32:50.470730+0000","last_clean":"2024-09-10T08:32:50.470730+0000","last_became_active":"2024-09-10T08:32:49.488136+0000","last_became_peered":"2024-09-10T08:32:49.488136+0000","last_unstale":"2024-09-10T08:32:50.470730+0000","last_undegraded":"2024-09-10T08:32:50.470730+0000","last_fullsized":"2024-09-10T08:32:50.470730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:37.207400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471473+0000","last_change":"2024-09-10T08:32:45.456215+0000","last_active":"2024-09-10T08:32:50.471473+0000","last_peered":"2024-09-10T08:32:50.471473+0000","last_clean":"2024-09-10T08:32:50.471473+0000","last_became_active":"2024-09-10T08:32:45.453501+0000","last_became_peered":"2024-09-10T08:32:45.453501+0000","last_unstale":"2024-09-10T08:32:50.471473+0000","last_undegraded":"2024-09-10T08:32:50.471473+0000","last_fullsized":"2024-09-10T08:32:50.471473+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028215+0000","last_change":"2024-09-10T08:32:44.444943+0000","last_active":"2024-09-10T08:32:51.028215+0000","last_peered":"2024-09-10T08:32:51.028215+0000","last_clean":"2024-09-10T08:32:51.028215+0000","last_became_active":"2024-09-10T08:32:44.444228+0000","last_became_peered":"2024-09-10T08:32:44.444228+0000","last_unstale":"2024-09-10T08:32:51.028215+0000","last_undegraded":"2024-09-10T08:32:51.028215+0000","last_fullsized":"2024-09-10T08:32:51.028215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470507+0000","last_change":"2024-09-10T08:32:49.481650+0000","last_active":"2024-09-10T08:32:50.470507+0000","last_peered":"2024-09-10T08:32:50.470507+0000","last_clean":"2024-09-10T08:32:50.470507+0000","last_became_active":"2024-09-10T08:32:49.481210+0000","last_became_peered":"2024-09-10T08:32:49.481210+0000","last_unstale":"2024-09-10T08:32:50.470507+0000","last_undegraded":"2024-09-10T08:32:50.470507+0000","last_fullsized":"2024-09-10T08:32:50.470507+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:21.032363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027595+0000","last_change":"2024-09-10T08:32:45.446614+0000","last_active":"2024-09-10T08:32:51.027595+0000","last_peered":"2024-09-10T08:32:51.027595+0000","last_clean":"2024-09-10T08:32:51.027595+0000","last_became_active":"2024-09-10T08:32:45.445908+0000","last_became_peered":"2024-09-10T08:32:45.445908+0000","last_unstale":"2024-09-10T08:32:51.027595+0000","last_undegraded":"2024-09-10T08:32:51.027595+0000","last_fullsized":"2024-09-10T08:32:51.027595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:02:41.786279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027862+0000","last_change":"2024-09-10T08:32:44.443292+0000","last_active":"2024-09-10T08:32:51.027862+0000","last_peered":"2024-09-10T08:32:51.027862+0000","last_clean":"2024-09-10T08:32:51.027862+0000","last_became_active":"2024-09-10T08:32:44.443007+0000","last_became_peered":"2024-09-10T08:32:44.443007+0000","last_unstale":"2024-09-10T08:32:51.027862+0000","last_undegraded":"2024-09-10T08:32:51.027862+0000","last_fullsized":"2024-09-10T08:32:51.027862+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028773+0000","last_change":"2024-09-10T08:32:49.478228+0000","last_active":"2024-09-10T08:32:51.028773+0000","last_peered":"2024-09-10T08:32:51.028773+0000","last_clean":"2024-09-10T08:32:51.028773+0000","last_became_active":"2024-09-10T08:32:49.477835+0000","last_became_peered":"2024-09-10T08:32:49.477835+0000","last_unstale":"2024-09-10T08:32:51.028773+0000","last_undegraded":"2024-09-10T08:32:51.028773+0000","last_fullsized":"2024-09-10T08:32:51.028773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471740+0000","last_change":"2024-09-10T08:32:45.442423+0000","last_active":"2024-09-10T08:32:50.471740+0000","last_peered":"2024-09-10T08:32:50.471740+0000","last_clean":"2024-09-10T08:32:50.471740+0000","last_became_active":"2024-09-10T08:32:45.442146+0000","last_became_peered":"2024-09-10T08:32:45.442146+0000","last_unstale":"2024-09-10T08:32:50.471740+0000","last_undegraded":"2024-09-10T08:32:50.471740+0000","last_fullsized":"2024-09-10T08:32:50.471740+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:54.816514+0000","last_change":"2024-09-10T08:32:44.447353+0000","last_active":"2024-09-10T08:32:54.816514+0000","last_peered":"2024-09-10T08:32:54.816514+0000","last_clean":"2024-09-10T08:32:54.816514+0000","last_became_active":"2024-09-10T08:32:44.446997+0000","last_became_peered":"2024-09-10T08:32:44.446997+0000","last_unstale":"2024-09-10T08:32:54.816514+0000","last_undegraded":"2024-09-10T08:32:54.816514+0000","last_fullsized":"2024-09-10T08:32:54.816514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027166+0000","last_change":"2024-09-10T08:32:49.486177+0000","last_active":"2024-09-10T08:32:51.027166+0000","last_peered":"2024-09-10T08:32:51.027166+0000","last_clean":"2024-09-10T08:32:51.027166+0000","last_became_active":"2024-09-10T08:32:49.484146+0000","last_became_peered":"2024-09-10T08:32:49.484146+0000","last_unstale":"2024-09-10T08:32:51.027166+0000","last_undegraded":"2024-09-10T08:32:51.027166+0000","last_fullsized":"2024-09-10T08:32:51.027166+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:17.300300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:45.445359+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:45.445028+0000","last_became_peered":"2024-09-10T08:32:45.445028+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:46.171120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027875+0000","last_change":"2024-09-10T08:32:44.448184+0000","last_active":"2024-09-10T08:32:51.027875+0000","last_peered":"2024-09-10T08:32:51.027875+0000","last_clean":"2024-09-10T08:32:51.027875+0000","last_became_active":"2024-09-10T08:32:44.447854+0000","last_became_peered":"2024-09-10T08:32:44.447854+0000","last_unstale":"2024-09-10T08:32:51.027875+0000","last_undegraded":"2024-09-10T08:32:51.027875+0000","last_fullsized":"2024-09-10T08:32:51.027875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:40.182499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028110+0000","last_change":"2024-09-10T08:32:49.486130+0000","last_active":"2024-09-10T08:32:51.028110+0000","last_peered":"2024-09-10T08:32:51.028110+0000","last_clean":"2024-09-10T08:32:51.028110+0000","last_became_active":"2024-09-10T08:32:49.485705+0000","last_became_peered":"2024-09-10T08:32:49.485705+0000","last_unstale":"2024-09-10T08:32:51.028110+0000","last_undegraded":"2024-09-10T08:32:51.028110+0000","last_fullsized":"2024-09-10T08:32:51.028110+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027309+0000","last_change":"2024-09-10T08:32:45.451872+0000","last_active":"2024-09-10T08:32:51.027309+0000","last_peered":"2024-09-10T08:32:51.027309+0000","last_clean":"2024-09-10T08:32:51.027309+0000","last_became_active":"2024-09-10T08:32:45.450664+0000","last_became_peered":"2024-09-10T08:32:45.450664+0000","last_unstale":"2024-09-10T08:32:51.027309+0000","last_undegraded":"2024-09-10T08:32:51.027309+0000","last_fullsized":"2024-09-10T08:32:51.027309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028708+0000","last_change":"2024-09-10T08:32:44.448256+0000","last_active":"2024-09-10T08:32:51.028708+0000","last_peered":"2024-09-10T08:32:51.028708+0000","last_clean":"2024-09-10T08:32:51.028708+0000","last_became_active":"2024-09-10T08:32:44.447982+0000","last_became_peered":"2024-09-10T08:32:44.447982+0000","last_unstale":"2024-09-10T08:32:51.028708+0000","last_undegraded":"2024-09-10T08:32:51.028708+0000","last_fullsized":"2024-09-10T08:32:51.028708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470083+0000","last_change":"2024-09-10T08:32:49.485653+0000","last_active":"2024-09-10T08:32:50.470083+0000","last_peered":"2024-09-10T08:32:50.470083+0000","last_clean":"2024-09-10T08:32:50.470083+0000","last_became_active":"2024-09-10T08:32:49.485295+0000","last_became_peered":"2024-09-10T08:32:49.485295+0000","last_unstale":"2024-09-10T08:32:50.470083+0000","last_undegraded":"2024-09-10T08:32:50.470083+0000","last_fullsized":"2024-09-10T08:32:50.470083+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028771+0000","last_change":"2024-09-10T08:32:45.460130+0000","last_active":"2024-09-10T08:32:51.028771+0000","last_peered":"2024-09-10T08:32:51.028771+0000","last_clean":"2024-09-10T08:32:51.028771+0000","last_became_active":"2024-09-10T08:32:45.459852+0000","last_became_peered":"2024-09-10T08:32:45.459852+0000","last_unstale":"2024-09-10T08:32:51.028771+0000","last_undegraded":"2024-09-10T08:32:51.028771+0000","last_fullsized":"2024-09-10T08:32:51.028771+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472342+0000","last_change":"2024-09-10T08:32:44.445662+0000","last_active":"2024-09-10T08:32:50.472342+0000","last_peered":"2024-09-10T08:32:50.472342+0000","last_clean":"2024-09-10T08:32:50.472342+0000","last_became_active":"2024-09-10T08:32:44.445366+0000","last_became_peered":"2024-09-10T08:32:44.445366+0000","last_unstale":"2024-09-10T08:32:50.472342+0000","last_undegraded":"2024-09-10T08:32:50.472342+0000","last_fullsized":"2024-09-10T08:32:50.472342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470079+0000","last_change":"2024-09-10T08:32:49.477247+0000","last_active":"2024-09-10T08:32:50.470079+0000","last_peered":"2024-09-10T08:32:50.470079+0000","last_clean":"2024-09-10T08:32:50.470079+0000","last_became_active":"2024-09-10T08:32:49.476762+0000","last_became_peered":"2024-09-10T08:32:49.476762+0000","last_unstale":"2024-09-10T08:32:50.470079+0000","last_undegraded":"2024-09-10T08:32:50.470079+0000","last_fullsized":"2024-09-10T08:32:50.470079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:22.752320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027099+0000","last_change":"2024-09-10T08:32:49.489580+0000","last_active":"2024-09-10T08:32:51.027099+0000","last_peered":"2024-09-10T08:32:51.027099+0000","last_clean":"2024-09-10T08:32:51.027099+0000","last_became_active":"2024-09-10T08:32:49.489209+0000","last_became_peered":"2024-09-10T08:32:49.489209+0000","last_unstale":"2024-09-10T08:32:51.027099+0000","last_undegraded":"2024-09-10T08:32:51.027099+0000","last_fullsized":"2024-09-10T08:32:51.027099+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026817+0000","last_change":"2024-09-10T08:32:45.436736+0000","last_active":"2024-09-10T08:32:51.026817+0000","last_peered":"2024-09-10T08:32:51.026817+0000","last_clean":"2024-09-10T08:32:51.026817+0000","last_became_active":"2024-09-10T08:32:45.436490+0000","last_became_peered":"2024-09-10T08:32:45.436490+0000","last_unstale":"2024-09-10T08:32:51.026817+0000","last_undegraded":"2024-09-10T08:32:51.026817+0000","last_fullsized":"2024-09-10T08:32:51.026817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:31.829432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027433+0000","last_change":"2024-09-10T08:32:44.446957+0000","last_active":"2024-09-10T08:32:51.027433+0000","last_peered":"2024-09-10T08:32:51.027433+0000","last_clean":"2024-09-10T08:32:51.027433+0000","last_became_active":"2024-09-10T08:32:44.446516+0000","last_became_peered":"2024-09-10T08:32:44.446516+0000","last_unstale":"2024-09-10T08:32:51.027433+0000","last_undegraded":"2024-09-10T08:32:51.027433+0000","last_fullsized":"2024-09-10T08:32:51.027433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472155+0000","last_change":"2024-09-10T08:32:49.487427+0000","last_active":"2024-09-10T08:32:50.472155+0000","last_peered":"2024-09-10T08:32:50.472155+0000","last_clean":"2024-09-10T08:32:50.472155+0000","last_became_active":"2024-09-10T08:32:49.486978+0000","last_became_peered":"2024-09-10T08:32:49.486978+0000","last_unstale":"2024-09-10T08:32:50.472155+0000","last_undegraded":"2024-09-10T08:32:50.472155+0000","last_fullsized":"2024-09-10T08:32:50.472155+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470100+0000","last_change":"2024-09-10T08:32:45.449224+0000","last_active":"2024-09-10T08:32:50.470100+0000","last_peered":"2024-09-10T08:32:50.470100+0000","last_clean":"2024-09-10T08:32:50.470100+0000","last_became_active":"2024-09-10T08:32:45.448929+0000","last_became_peered":"2024-09-10T08:32:45.448929+0000","last_unstale":"2024-09-10T08:32:50.470100+0000","last_undegraded":"2024-09-10T08:32:50.470100+0000","last_fullsized":"2024-09-10T08:32:50.470100+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470307+0000","last_change":"2024-09-10T08:32:44.447818+0000","last_active":"2024-09-10T08:32:50.470307+0000","last_peered":"2024-09-10T08:32:50.470307+0000","last_clean":"2024-09-10T08:32:50.470307+0000","last_became_active":"2024-09-10T08:32:44.447488+0000","last_became_peered":"2024-09-10T08:32:44.447488+0000","last_unstale":"2024-09-10T08:32:50.470307+0000","last_undegraded":"2024-09-10T08:32:50.470307+0000","last_fullsized":"2024-09-10T08:32:50.470307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472864+0000","last_change":"2024-09-10T08:32:44.447581+0000","last_active":"2024-09-10T08:32:50.472864+0000","last_peered":"2024-09-10T08:32:50.472864+0000","last_clean":"2024-09-10T08:32:50.472864+0000","last_became_active":"2024-09-10T08:32:44.446911+0000","last_became_peered":"2024-09-10T08:32:44.446911+0000","last_unstale":"2024-09-10T08:32:50.472864+0000","last_undegraded":"2024-09-10T08:32:50.472864+0000","last_fullsized":"2024-09-10T08:32:50.472864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027831+0000","last_change":"2024-09-10T08:32:45.455361+0000","last_active":"2024-09-10T08:32:51.027831+0000","last_peered":"2024-09-10T08:32:51.027831+0000","last_clean":"2024-09-10T08:32:51.027831+0000","last_became_active":"2024-09-10T08:32:45.455127+0000","last_became_peered":"2024-09-10T08:32:45.455127+0000","last_unstale":"2024-09-10T08:32:51.027831+0000","last_undegraded":"2024-09-10T08:32:51.027831+0000","last_fullsized":"2024-09-10T08:32:51.027831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644839+0000","last_change":"2024-09-10T08:32:49.481681+0000","last_active":"2024-09-10T08:32:50.644839+0000","last_peered":"2024-09-10T08:32:50.644839+0000","last_clean":"2024-09-10T08:32:50.644839+0000","last_became_active":"2024-09-10T08:32:49.481166+0000","last_became_peered":"2024-09-10T08:32:49.481166+0000","last_unstale":"2024-09-10T08:32:50.644839+0000","last_undegraded":"2024-09-10T08:32:50.644839+0000","last_fullsized":"2024-09-10T08:32:50.644839+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:24.655673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470603+0000","last_change":"2024-09-10T08:32:44.445218+0000","last_active":"2024-09-10T08:32:50.470603+0000","last_peered":"2024-09-10T08:32:50.470603+0000","last_clean":"2024-09-10T08:32:50.470603+0000","last_became_active":"2024-09-10T08:32:44.444962+0000","last_became_peered":"2024-09-10T08:32:44.444962+0000","last_unstale":"2024-09-10T08:32:50.470603+0000","last_undegraded":"2024-09-10T08:32:50.470603+0000","last_fullsized":"2024-09-10T08:32:50.470603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027719+0000","last_change":"2024-09-10T08:32:45.434602+0000","last_active":"2024-09-10T08:32:51.027719+0000","last_peered":"2024-09-10T08:32:51.027719+0000","last_clean":"2024-09-10T08:32:51.027719+0000","last_became_active":"2024-09-10T08:32:45.434233+0000","last_became_peered":"2024-09-10T08:32:45.434233+0000","last_unstale":"2024-09-10T08:32:51.027719+0000","last_undegraded":"2024-09-10T08:32:51.027719+0000","last_fullsized":"2024-09-10T08:32:51.027719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470976+0000","last_change":"2024-09-10T08:32:49.486671+0000","last_active":"2024-09-10T08:32:50.470976+0000","last_peered":"2024-09-10T08:32:50.470976+0000","last_clean":"2024-09-10T08:32:50.470976+0000","last_became_active":"2024-09-10T08:32:49.486310+0000","last_became_peered":"2024-09-10T08:32:49.486310+0000","last_unstale":"2024-09-10T08:32:50.470976+0000","last_undegraded":"2024-09-10T08:32:50.470976+0000","last_fullsized":"2024-09-10T08:32:50.470976+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:36.354490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471121+0000","last_change":"2024-09-10T08:32:45.454772+0000","last_active":"2024-09-10T08:32:50.471121+0000","last_peered":"2024-09-10T08:32:50.471121+0000","last_clean":"2024-09-10T08:32:50.471121+0000","last_became_active":"2024-09-10T08:32:45.454509+0000","last_became_peered":"2024-09-10T08:32:45.454509+0000","last_unstale":"2024-09-10T08:32:50.471121+0000","last_undegraded":"2024-09-10T08:32:50.471121+0000","last_fullsized":"2024-09-10T08:32:50.471121+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644686+0000","last_change":"2024-09-10T08:32:45.449606+0000","last_active":"2024-09-10T08:32:50.644686+0000","last_peered":"2024-09-10T08:32:50.644686+0000","last_clean":"2024-09-10T08:32:50.644686+0000","last_became_active":"2024-09-10T08:32:45.449352+0000","last_became_peered":"2024-09-10T08:32:45.449352+0000","last_unstale":"2024-09-10T08:32:50.644686+0000","last_undegraded":"2024-09-10T08:32:50.644686+0000","last_fullsized":"2024-09-10T08:32:50.644686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028194+0000","last_change":"2024-09-10T08:32:45.445386+0000","last_active":"2024-09-10T08:32:51.028194+0000","last_peered":"2024-09-10T08:32:51.028194+0000","last_clean":"2024-09-10T08:32:51.028194+0000","last_became_active":"2024-09-10T08:32:45.445140+0000","last_became_peered":"2024-09-10T08:32:45.445140+0000","last_unstale":"2024-09-10T08:32:51.028194+0000","last_undegraded":"2024-09-10T08:32:51.028194+0000","last_fullsized":"2024-09-10T08:32:51.028194+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027777+0000","last_change":"2024-09-10T08:32:45.449681+0000","last_active":"2024-09-10T08:32:51.027777+0000","last_peered":"2024-09-10T08:32:51.027777+0000","last_clean":"2024-09-10T08:32:51.027777+0000","last_became_active":"2024-09-10T08:32:45.449425+0000","last_became_peered":"2024-09-10T08:32:45.449425+0000","last_unstale":"2024-09-10T08:32:51.027777+0000","last_undegraded":"2024-09-10T08:32:51.027777+0000","last_fullsized":"2024-09-10T08:32:51.027777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470763+0000","last_change":"2024-09-10T08:32:45.443903+0000","last_active":"2024-09-10T08:32:50.470763+0000","last_peered":"2024-09-10T08:32:50.470763+0000","last_clean":"2024-09-10T08:32:50.470763+0000","last_became_active":"2024-09-10T08:32:45.443652+0000","last_became_peered":"2024-09-10T08:32:45.443652+0000","last_unstale":"2024-09-10T08:32:50.470763+0000","last_undegraded":"2024-09-10T08:32:50.470763+0000","last_fullsized":"2024-09-10T08:32:50.470763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027720+0000","last_change":"2024-09-10T08:32:45.436209+0000","last_active":"2024-09-10T08:32:51.027720+0000","last_peered":"2024-09-10T08:32:51.027720+0000","last_clean":"2024-09-10T08:32:51.027720+0000","last_became_active":"2024-09-10T08:32:45.435957+0000","last_became_peered":"2024-09-10T08:32:45.435957+0000","last_unstale":"2024-09-10T08:32:51.027720+0000","last_undegraded":"2024-09-10T08:32:51.027720+0000","last_fullsized":"2024-09-10T08:32:51.027720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:34.526883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472823+0000","last_change":"2024-09-10T08:32:45.459771+0000","last_active":"2024-09-10T08:32:50.472823+0000","last_peered":"2024-09-10T08:32:50.472823+0000","last_clean":"2024-09-10T08:32:50.472823+0000","last_became_active":"2024-09-10T08:32:45.459501+0000","last_became_peered":"2024-09-10T08:32:45.459501+0000","last_unstale":"2024-09-10T08:32:50.472823+0000","last_undegraded":"2024-09-10T08:32:50.472823+0000","last_fullsized":"2024-09-10T08:32:50.472823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470787+0000","last_change":"2024-09-10T08:32:45.444265+0000","last_active":"2024-09-10T08:32:50.470787+0000","last_peered":"2024-09-10T08:32:50.470787+0000","last_clean":"2024-09-10T08:32:50.470787+0000","last_became_active":"2024-09-10T08:32:45.442470+0000","last_became_peered":"2024-09-10T08:32:45.442470+0000","last_unstale":"2024-09-10T08:32:50.470787+0000","last_undegraded":"2024-09-10T08:32:50.470787+0000","last_fullsized":"2024-09-10T08:32:50.470787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027493+0000","last_change":"2024-09-10T08:32:45.450617+0000","last_active":"2024-09-10T08:32:51.027493+0000","last_peered":"2024-09-10T08:32:51.027493+0000","last_clean":"2024-09-10T08:32:51.027493+0000","last_became_active":"2024-09-10T08:32:45.449094+0000","last_became_peered":"2024-09-10T08:32:45.449094+0000","last_unstale":"2024-09-10T08:32:51.027493+0000","last_undegraded":"2024-09-10T08:32:51.027493+0000","last_fullsized":"2024-09-10T08:32:51.027493+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470182+0000","last_change":"2024-09-10T08:32:45.442095+0000","last_active":"2024-09-10T08:32:50.470182+0000","last_peered":"2024-09-10T08:32:50.470182+0000","last_clean":"2024-09-10T08:32:50.470182+0000","last_became_active":"2024-09-10T08:32:45.441845+0000","last_became_peered":"2024-09-10T08:32:45.441845+0000","last_unstale":"2024-09-10T08:32:50.470182+0000","last_undegraded":"2024-09-10T08:32:50.470182+0000","last_fullsized":"2024-09-10T08:32:50.470182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027908+0000","last_change":"2024-09-10T08:32:45.460417+0000","last_active":"2024-09-10T08:32:51.027908+0000","last_peered":"2024-09-10T08:32:51.027908+0000","last_clean":"2024-09-10T08:32:51.027908+0000","last_became_active":"2024-09-10T08:32:45.460135+0000","last_became_peered":"2024-09-10T08:32:45.460135+0000","last_unstale":"2024-09-10T08:32:51.027908+0000","last_undegraded":"2024-09-10T08:32:51.027908+0000","last_fullsized":"2024-09-10T08:32:51.027908+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027687+0000","last_change":"2024-09-10T08:32:45.459533+0000","last_active":"2024-09-10T08:32:51.027687+0000","last_peered":"2024-09-10T08:32:51.027687+0000","last_clean":"2024-09-10T08:32:51.027687+0000","last_became_active":"2024-09-10T08:32:45.459291+0000","last_became_peered":"2024-09-10T08:32:45.459291+0000","last_unstale":"2024-09-10T08:32:51.027687+0000","last_undegraded":"2024-09-10T08:32:51.027687+0000","last_fullsized":"2024-09-10T08:32:51.027687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472751+0000","last_change":"2024-09-10T08:32:45.455926+0000","last_active":"2024-09-10T08:32:50.472751+0000","last_peered":"2024-09-10T08:32:50.472751+0000","last_clean":"2024-09-10T08:32:50.472751+0000","last_became_active":"2024-09-10T08:32:45.455431+0000","last_became_peered":"2024-09-10T08:32:45.455431+0000","last_unstale":"2024-09-10T08:32:50.472751+0000","last_undegraded":"2024-09-10T08:32:50.472751+0000","last_fullsized":"2024-09-10T08:32:50.472751+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472140+0000","last_change":"2024-09-10T08:32:45.447532+0000","last_active":"2024-09-10T08:32:50.472140+0000","last_peered":"2024-09-10T08:32:50.472140+0000","last_clean":"2024-09-10T08:32:50.472140+0000","last_became_active":"2024-09-10T08:32:45.447247+0000","last_became_peered":"2024-09-10T08:32:45.447247+0000","last_unstale":"2024-09-10T08:32:50.472140+0000","last_undegraded":"2024-09-10T08:32:50.472140+0000","last_fullsized":"2024-09-10T08:32:50.472140+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644889+0000","last_change":"2024-09-10T08:32:45.446864+0000","last_active":"2024-09-10T08:32:50.644889+0000","last_peered":"2024-09-10T08:32:50.644889+0000","last_clean":"2024-09-10T08:32:50.644889+0000","last_became_active":"2024-09-10T08:32:45.446591+0000","last_became_peered":"2024-09-10T08:32:45.446591+0000","last_unstale":"2024-09-10T08:32:50.644889+0000","last_undegraded":"2024-09-10T08:32:50.644889+0000","last_fullsized":"2024-09-10T08:32:50.644889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028988+0000","last_change":"2024-09-10T08:32:45.460070+0000","last_active":"2024-09-10T08:32:51.028988+0000","last_peered":"2024-09-10T08:32:51.028988+0000","last_clean":"2024-09-10T08:32:51.028988+0000","last_became_active":"2024-09-10T08:32:45.459777+0000","last_became_peered":"2024-09-10T08:32:45.459777+0000","last_unstale":"2024-09-10T08:32:51.028988+0000","last_undegraded":"2024-09-10T08:32:51.028988+0000","last_fullsized":"2024-09-10T08:32:51.028988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027301+0000","last_change":"2024-09-10T08:32:45.452071+0000","last_active":"2024-09-10T08:32:51.027301+0000","last_peered":"2024-09-10T08:32:51.027301+0000","last_clean":"2024-09-10T08:32:51.027301+0000","last_became_active":"2024-09-10T08:32:45.451737+0000","last_became_peered":"2024-09-10T08:32:45.451737+0000","last_unstale":"2024-09-10T08:32:51.027301+0000","last_undegraded":"2024-09-10T08:32:51.027301+0000","last_fullsized":"2024-09-10T08:32:51.027301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026890+0000","last_change":"2024-09-10T08:32:45.441014+0000","last_active":"2024-09-10T08:32:51.026890+0000","last_peered":"2024-09-10T08:32:51.026890+0000","last_clean":"2024-09-10T08:32:51.026890+0000","last_became_active":"2024-09-10T08:32:45.440626+0000","last_became_peered":"2024-09-10T08:32:45.440626+0000","last_unstale":"2024-09-10T08:32:51.026890+0000","last_undegraded":"2024-09-10T08:32:51.026890+0000","last_fullsized":"2024-09-10T08:32:51.026890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:03.547323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027588+0000","last_change":"2024-09-10T08:32:45.450320+0000","last_active":"2024-09-10T08:32:51.027588+0000","last_peered":"2024-09-10T08:32:51.027588+0000","last_clean":"2024-09-10T08:32:51.027588+0000","last_became_active":"2024-09-10T08:32:45.448272+0000","last_became_peered":"2024-09-10T08:32:45.448272+0000","last_unstale":"2024-09-10T08:32:51.027588+0000","last_undegraded":"2024-09-10T08:32:51.027588+0000","last_fullsized":"2024-09-10T08:32:51.027588+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470385+0000","last_change":"2024-09-10T08:32:45.445595+0000","last_active":"2024-09-10T08:32:50.470385+0000","last_peered":"2024-09-10T08:32:50.470385+0000","last_clean":"2024-09-10T08:32:50.470385+0000","last_became_active":"2024-09-10T08:32:45.445326+0000","last_became_peered":"2024-09-10T08:32:45.445326+0000","last_unstale":"2024-09-10T08:32:50.470385+0000","last_undegraded":"2024-09-10T08:32:50.470385+0000","last_fullsized":"2024-09-10T08:32:50.470385+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027905+0000","last_change":"2024-09-10T08:32:45.449969+0000","last_active":"2024-09-10T08:32:51.027905+0000","last_peered":"2024-09-10T08:32:51.027905+0000","last_clean":"2024-09-10T08:32:51.027905+0000","last_became_active":"2024-09-10T08:32:45.448905+0000","last_became_peered":"2024-09-10T08:32:45.448905+0000","last_unstale":"2024-09-10T08:32:51.027905+0000","last_undegraded":"2024-09-10T08:32:51.027905+0000","last_fullsized":"2024-09-10T08:32:51.027905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471925+0000","last_change":"2024-09-10T08:32:45.451275+0000","last_active":"2024-09-10T08:32:50.471925+0000","last_peered":"2024-09-10T08:32:50.471925+0000","last_clean":"2024-09-10T08:32:50.471925+0000","last_became_active":"2024-09-10T08:32:45.450992+0000","last_became_peered":"2024-09-10T08:32:45.450992+0000","last_unstale":"2024-09-10T08:32:50.471925+0000","last_undegraded":"2024-09-10T08:32:50.471925+0000","last_fullsized":"2024-09-10T08:32:50.471925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472752+0000","last_change":"2024-09-10T08:32:45.449430+0000","last_active":"2024-09-10T08:32:50.472752+0000","last_peered":"2024-09-10T08:32:50.472752+0000","last_clean":"2024-09-10T08:32:50.472752+0000","last_became_active":"2024-09-10T08:32:45.449122+0000","last_became_peered":"2024-09-10T08:32:45.449122+0000","last_unstale":"2024-09-10T08:32:50.472752+0000","last_undegraded":"2024-09-10T08:32:50.472752+0000","last_fullsized":"2024-09-10T08:32:50.472752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472289+0000","last_change":"2024-09-10T08:32:45.453430+0000","last_active":"2024-09-10T08:32:50.472289+0000","last_peered":"2024-09-10T08:32:50.472289+0000","last_clean":"2024-09-10T08:32:50.472289+0000","last_became_active":"2024-09-10T08:32:45.453159+0000","last_became_peered":"2024-09-10T08:32:45.453159+0000","last_unstale":"2024-09-10T08:32:50.472289+0000","last_undegraded":"2024-09-10T08:32:50.472289+0000","last_fullsized":"2024-09-10T08:32:50.472289+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:05.548937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470007+0000","last_change":"2024-09-10T08:32:45.453003+0000","last_active":"2024-09-10T08:32:50.470007+0000","last_peered":"2024-09-10T08:32:50.470007+0000","last_clean":"2024-09-10T08:32:50.470007+0000","last_became_active":"2024-09-10T08:32:45.452594+0000","last_became_peered":"2024-09-10T08:32:45.452594+0000","last_unstale":"2024-09-10T08:32:50.470007+0000","last_undegraded":"2024-09-10T08:32:50.470007+0000","last_fullsized":"2024-09-10T08:32:50.470007+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471254+0000","last_change":"2024-09-10T08:32:45.456567+0000","last_active":"2024-09-10T08:32:50.471254+0000","last_peered":"2024-09-10T08:32:50.471254+0000","last_clean":"2024-09-10T08:32:50.471254+0000","last_became_active":"2024-09-10T08:32:45.456156+0000","last_became_peered":"2024-09-10T08:32:45.456156+0000","last_unstale":"2024-09-10T08:32:50.471254+0000","last_undegraded":"2024-09-10T08:32:50.471254+0000","last_fullsized":"2024-09-10T08:32:50.471254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027618+0000","last_change":"2024-09-10T08:32:45.450298+0000","last_active":"2024-09-10T08:32:51.027618+0000","last_peered":"2024-09-10T08:32:51.027618+0000","last_clean":"2024-09-10T08:32:51.027618+0000","last_became_active":"2024-09-10T08:32:45.449980+0000","last_became_peered":"2024-09-10T08:32:45.449980+0000","last_unstale":"2024-09-10T08:32:51.027618+0000","last_undegraded":"2024-09-10T08:32:51.027618+0000","last_fullsized":"2024-09-10T08:32:51.027618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471331+0000","last_change":"2024-09-10T08:32:45.447599+0000","last_active":"2024-09-10T08:32:50.471331+0000","last_peered":"2024-09-10T08:32:50.471331+0000","last_clean":"2024-09-10T08:32:50.471331+0000","last_became_active":"2024-09-10T08:32:45.447319+0000","last_became_peered":"2024-09-10T08:32:45.447319+0000","last_unstale":"2024-09-10T08:32:50.471331+0000","last_undegraded":"2024-09-10T08:32:50.471331+0000","last_fullsized":"2024-09-10T08:32:50.471331+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028491+0000","last_change":"2024-09-10T08:32:45.452378+0000","last_active":"2024-09-10T08:32:51.028491+0000","last_peered":"2024-09-10T08:32:51.028491+0000","last_clean":"2024-09-10T08:32:51.028491+0000","last_became_active":"2024-09-10T08:32:45.451977+0000","last_became_peered":"2024-09-10T08:32:45.451977+0000","last_unstale":"2024-09-10T08:32:51.028491+0000","last_undegraded":"2024-09-10T08:32:51.028491+0000","last_fullsized":"2024-09-10T08:32:51.028491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027133+0000","last_change":"2024-09-10T08:32:45.448106+0000","last_active":"2024-09-10T08:32:51.027133+0000","last_peered":"2024-09-10T08:32:51.027133+0000","last_clean":"2024-09-10T08:32:51.027133+0000","last_became_active":"2024-09-10T08:32:45.447830+0000","last_became_peered":"2024-09-10T08:32:45.447830+0000","last_unstale":"2024-09-10T08:32:51.027133+0000","last_undegraded":"2024-09-10T08:32:51.027133+0000","last_fullsized":"2024-09-10T08:32:51.027133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:47.196655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028257+0000","last_change":"2024-09-10T08:32:45.449270+0000","last_active":"2024-09-10T08:32:51.028257+0000","last_peered":"2024-09-10T08:32:51.028257+0000","last_clean":"2024-09-10T08:32:51.028257+0000","last_became_active":"2024-09-10T08:32:45.448841+0000","last_became_peered":"2024-09-10T08:32:45.448841+0000","last_unstale":"2024-09-10T08:32:51.028257+0000","last_undegraded":"2024-09-10T08:32:51.028257+0000","last_fullsized":"2024-09-10T08:32:51.028257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:46.201714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472169+0000","last_change":"2024-09-10T08:32:45.451086+0000","last_active":"2024-09-10T08:32:50.472169+0000","last_peered":"2024-09-10T08:32:50.472169+0000","last_clean":"2024-09-10T08:32:50.472169+0000","last_became_active":"2024-09-10T08:32:45.450802+0000","last_became_peered":"2024-09-10T08:32:45.450802+0000","last_unstale":"2024-09-10T08:32:50.472169+0000","last_undegraded":"2024-09-10T08:32:50.472169+0000","last_fullsized":"2024-09-10T08:32:50.472169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:10.344782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476747,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":105732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509449,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":696556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509450,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509449,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":105696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509450,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":270336,"data_stored":105606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509449,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":876544,"data_stored":696612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574859,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":105766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:09.677 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:09.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.810+0000 7fafbdaa6640 1 Processor -- start 2024-09-10T08:33:09.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.810+0000 7fafbdaa6640 1 -- start start 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafbdaa6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fafb815e680 0x7fafb80cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafbdaa6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafb80d1880 con 0x7fafb815e2a0 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafbdaa6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafb80d1b60 con 0x7fafb80d0010 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafbdaa6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fafb80cf2d0 con 0x7fafb815e680 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafb77fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fafb815e2a0 0x7fafb806d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42620/0 (socket says 172.21.15.94:42620) 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafb77fe640 1 -- 172.21.15.94:0/3009225051 learned_addr learned my addr 172.21.15.94:0/3009225051 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafb6ffd640 1 --2- 172.21.15.94:0/3009225051 >> v2:172.21.15.143:3300/0 conn(0x7fafb815e680 0x7fafb80cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafb67fc640 1 -- 172.21.15.94:0/3009225051 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 386940596 0 0) 0x7fafb80d1880 con 0x7fafb815e2a0 2024-09-10T08:33:09.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafb67fc640 1 -- 172.21.15.94:0/3009225051 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fafa0003520 con 0x7fafb815e2a0 2024-09-10T08:33:09.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafb67fc640 1 -- 172.21.15.94:0/3009225051 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 644945585 0 0) 0x7fafb80d1b60 con 0x7fafb80d0010 2024-09-10T08:33:09.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.811+0000 7fafb67fc640 1 -- 172.21.15.94:0/3009225051 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fafb80d1880 con 0x7fafb80d0010 2024-09-10T08:33:09.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.812+0000 7fafb6ffd640 1 -- 172.21.15.94:0/3009225051 >> v1:172.21.15.143:6789/0 conn(0x7fafb80d0010 legacy=0x7fafb80d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.812+0000 7fafb6ffd640 1 -- 172.21.15.94:0/3009225051 >> v1:172.21.15.94:6789/0 conn(0x7fafb815e2a0 legacy=0x7fafb806d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.812+0000 7fafb6ffd640 1 -- 172.21.15.94:0/3009225051 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb80cf5b0 con 0x7fafb815e680 2024-09-10T08:33:09.814 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.812+0000 7fafb6ffd640 1 --2- 172.21.15.94:0/3009225051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e680 0x7fafb80cfad0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fafac0097a0 tx=0x7fafac02a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b99737be873f6420 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:09.814 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.812+0000 7fafb67fc640 1 -- 172.21.15.94:0/3009225051 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafac037070 con 0x7fafb815e680 2024-09-10T08:33:09.814 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.812+0000 7fafb67fc640 1 -- 172.21.15.94:0/3009225051 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafac032440 con 0x7fafb815e680 2024-09-10T08:33:09.814 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafb67fc640 1 -- 172.21.15.94:0/3009225051 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafac0327f0 con 0x7fafb815e680 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafbdaa6640 1 -- 172.21.15.94:0/3009225051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e680 msgr2=0x7fafb80cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/3009225051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e680 0x7fafb80cfad0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fafac0097a0 tx=0x7fafac02a1a0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafbdaa6640 1 -- 172.21.15.94:0/3009225051 shutdown_connections 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/3009225051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e680 0x7fafb80cfad0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafbdaa6640 1 -- 172.21.15.94:0/3009225051 >> 172.21.15.94:0/3009225051 conn(0x7fafb809d760 msgr2=0x7fafb808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafbdaa6640 1 -- 172.21.15.94:0/3009225051 shutdown_connections 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.813+0000 7fafbdaa6640 1 -- 172.21.15.94:0/3009225051 wait complete. 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.814+0000 7fafbdaa6640 1 Processor -- start 2024-09-10T08:33:09.815 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.814+0000 7fafbdaa6640 1 -- start start 2024-09-10T08:33:09.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafbdaa6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafb80d0010 0x7fafb80cc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafbdaa6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e2a0 0x7fafb80cc720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafbdaa6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafb815e680 0x7fafb8145f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafbdaa6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fafb806dcb0 con 0x7fafb815e680 2024-09-10T08:33:09.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafbdaa6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fafb806db30 con 0x7fafb815e2a0 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafbdaa6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fafb80d4a80 con 0x7fafb80d0010 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafb7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafb815e680 0x7fafb8145f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafb7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafb815e680 0x7fafb8145f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:37110/0 (socket says 172.21.15.94:37110) 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafb7fff640 1 -- 172.21.15.94:0/1898677187 learned_addr learned my addr 172.21.15.94:0/1898677187 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafb77fe640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafb80d0010 0x7fafb80cc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.815+0000 7fafb6ffd640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e2a0 0x7fafb80cc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafb7fff640 1 -- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafb80d0010 msgr2=0x7fafb80cc1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafb7fff640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafb80d0010 0x7fafb80cc1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafb7fff640 1 -- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e2a0 msgr2=0x7fafb80cc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafb7fff640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e2a0 0x7fafb80cc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafb7fff640 1 -- 172.21.15.94:0/1898677187 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb80b7340 con 0x7fafb815e680 2024-09-10T08:33:09.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafb7fff640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafb815e680 0x7fafb8145f20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fafb000c7c0 tx=0x7fafb000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:09.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7faf9ffff640 1 -- 172.21.15.94:0/1898677187 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb0003b70 con 0x7fafb815e680 2024-09-10T08:33:09.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7faf9ffff640 1 -- 172.21.15.94:0/1898677187 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafb0003d10 con 0x7fafb815e680 2024-09-10T08:33:09.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafb80b7620 con 0x7fafb815e680 2024-09-10T08:33:09.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7faf9ffff640 1 -- 172.21.15.94:0/1898677187 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb000aa50 con 0x7fafb815e680 2024-09-10T08:33:09.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.816+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafb80b7be0 con 0x7fafb815e680 2024-09-10T08:33:09.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.817+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafb80cfad0 con 0x7fafb815e680 2024-09-10T08:33:09.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.817+0000 7faf9ffff640 1 -- 172.21.15.94:0/1898677187 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fafb000abf0 con 0x7fafb815e680 2024-09-10T08:33:09.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.818+0000 7faf9ffff640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafa406be30 0x7fafa406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:09.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.818+0000 7faf9ffff640 1 -- 172.21.15.94:0/1898677187 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fafb008b0e0 con 0x7fafb815e680 2024-09-10T08:33:09.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.818+0000 7fafb77fe640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafa406be30 0x7fafa406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:09.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.818+0000 7fafb77fe640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafa406be30 0x7fafa406e2f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fafa80011e0 tx=0x7fafa8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:09.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.822+0000 7faf9ffff640 1 -- 172.21.15.94:0/1898677187 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fafb00597e0 con 0x7fafb815e680 2024-09-10T08:33:09.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.984+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fafb806cf90 con 0x7fafa406be30 2024-09-10T08:33:09.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.992+0000 7faf9ffff640 1 -- 172.21.15.94:0/1898677187 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fafb806cf90 con 0x7fafa406be30 2024-09-10T08:33:09.995 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:09.997 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafa406be30 msgr2=0x7fafa406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafa406be30 0x7fafa406e2f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fafa80011e0 tx=0x7fafa8009040 comp rx=0 tx=0).stop 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafb815e680 msgr2=0x7fafb8145f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafb815e680 0x7fafb8145f20 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fafb000c7c0 tx=0x7fafb000cc80 comp rx=0 tx=0).stop 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 shutdown_connections 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafa406be30 0x7fafa406e2f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafb815e2a0 0x7fafb80cc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:09.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafb815e680 0x7fafb8145f20 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 --2- 172.21.15.94:0/1898677187 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafb80d0010 0x7fafb80cc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 >> 172.21.15.94:0/1898677187 conn(0x7fafb809d760 msgr2=0x7fafb80d2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:10.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.995+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 shutdown_connections 2024-09-10T08:33:10.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:09.996+0000 7fafbdaa6640 1 -- 172.21.15.94:0/1898677187 wait complete. 2024-09-10T08:33:10.006 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":38,"stamp":"2024-09-10T08:33:09.817263+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":236212,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738508,"statfs":{"total":773094113280,"available":772852232192,"internally_reserved":0,"allocated":3416064,"data_stored":2034868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002902"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027395+0000","last_change":"2024-09-10T08:32:44.441942+0000","last_active":"2024-09-10T08:32:51.027395+0000","last_peered":"2024-09-10T08:32:51.027395+0000","last_clean":"2024-09-10T08:32:51.027395+0000","last_became_active":"2024-09-10T08:32:44.441680+0000","last_became_peered":"2024-09-10T08:32:44.441680+0000","last_unstale":"2024-09-10T08:32:51.027395+0000","last_undegraded":"2024-09-10T08:32:51.027395+0000","last_fullsized":"2024-09-10T08:32:51.027395+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470490+0000","last_change":"2024-09-10T08:32:45.446137+0000","last_active":"2024-09-10T08:32:50.470490+0000","last_peered":"2024-09-10T08:32:50.470490+0000","last_clean":"2024-09-10T08:32:50.470490+0000","last_became_active":"2024-09-10T08:32:45.445889+0000","last_became_peered":"2024-09-10T08:32:45.445889+0000","last_unstale":"2024-09-10T08:32:50.470490+0000","last_undegraded":"2024-09-10T08:32:50.470490+0000","last_fullsized":"2024-09-10T08:32:50.470490+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470034+0000","last_change":"2024-09-10T08:32:49.474908+0000","last_active":"2024-09-10T08:32:50.470034+0000","last_peered":"2024-09-10T08:32:50.470034+0000","last_clean":"2024-09-10T08:32:50.470034+0000","last_became_active":"2024-09-10T08:32:49.474482+0000","last_became_peered":"2024-09-10T08:32:49.474482+0000","last_unstale":"2024-09-10T08:32:50.470034+0000","last_undegraded":"2024-09-10T08:32:50.470034+0000","last_fullsized":"2024-09-10T08:32:50.470034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470589+0000","last_change":"2024-09-10T08:32:44.440622+0000","last_active":"2024-09-10T08:32:50.470589+0000","last_peered":"2024-09-10T08:32:50.470589+0000","last_clean":"2024-09-10T08:32:50.470589+0000","last_became_active":"2024-09-10T08:32:44.440335+0000","last_became_peered":"2024-09-10T08:32:44.440335+0000","last_unstale":"2024-09-10T08:32:50.470589+0000","last_undegraded":"2024-09-10T08:32:50.470589+0000","last_fullsized":"2024-09-10T08:32:50.470589+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027188+0000","last_change":"2024-09-10T08:32:45.453385+0000","last_active":"2024-09-10T08:32:51.027188+0000","last_peered":"2024-09-10T08:32:51.027188+0000","last_clean":"2024-09-10T08:32:51.027188+0000","last_became_active":"2024-09-10T08:32:45.453039+0000","last_became_peered":"2024-09-10T08:32:45.453039+0000","last_unstale":"2024-09-10T08:32:51.027188+0000","last_undegraded":"2024-09-10T08:32:51.027188+0000","last_fullsized":"2024-09-10T08:32:51.027188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027376+0000","last_change":"2024-09-10T08:32:49.486272+0000","last_active":"2024-09-10T08:32:51.027376+0000","last_peered":"2024-09-10T08:32:51.027376+0000","last_clean":"2024-09-10T08:32:51.027376+0000","last_became_active":"2024-09-10T08:32:49.485853+0000","last_became_peered":"2024-09-10T08:32:49.485853+0000","last_unstale":"2024-09-10T08:32:51.027376+0000","last_undegraded":"2024-09-10T08:32:51.027376+0000","last_fullsized":"2024-09-10T08:32:51.027376+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:04.956132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472110+0000","last_change":"2024-09-10T08:32:44.449938+0000","last_active":"2024-09-10T08:32:50.472110+0000","last_peered":"2024-09-10T08:32:50.472110+0000","last_clean":"2024-09-10T08:32:50.472110+0000","last_became_active":"2024-09-10T08:32:44.449044+0000","last_became_peered":"2024-09-10T08:32:44.449044+0000","last_unstale":"2024-09-10T08:32:50.472110+0000","last_undegraded":"2024-09-10T08:32:50.472110+0000","last_fullsized":"2024-09-10T08:32:50.472110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:57.019455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028590+0000","last_change":"2024-09-10T08:32:45.450386+0000","last_active":"2024-09-10T08:32:51.028590+0000","last_peered":"2024-09-10T08:32:51.028590+0000","last_clean":"2024-09-10T08:32:51.028590+0000","last_became_active":"2024-09-10T08:32:45.450085+0000","last_became_peered":"2024-09-10T08:32:45.450085+0000","last_unstale":"2024-09-10T08:32:51.028590+0000","last_undegraded":"2024-09-10T08:32:51.028590+0000","last_fullsized":"2024-09-10T08:32:51.028590+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028234+0000","last_change":"2024-09-10T08:32:49.486291+0000","last_active":"2024-09-10T08:32:51.028234+0000","last_peered":"2024-09-10T08:32:51.028234+0000","last_clean":"2024-09-10T08:32:51.028234+0000","last_became_active":"2024-09-10T08:32:49.485617+0000","last_became_peered":"2024-09-10T08:32:49.485617+0000","last_unstale":"2024-09-10T08:32:51.028234+0000","last_undegraded":"2024-09-10T08:32:51.028234+0000","last_fullsized":"2024-09-10T08:32:51.028234+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:59.150621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471600+0000","last_change":"2024-09-10T08:32:44.447275+0000","last_active":"2024-09-10T08:32:50.471600+0000","last_peered":"2024-09-10T08:32:50.471600+0000","last_clean":"2024-09-10T08:32:50.471600+0000","last_became_active":"2024-09-10T08:32:44.447014+0000","last_became_peered":"2024-09-10T08:32:44.447014+0000","last_unstale":"2024-09-10T08:32:50.471600+0000","last_undegraded":"2024-09-10T08:32:50.471600+0000","last_fullsized":"2024-09-10T08:32:50.471600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028922+0000","last_change":"2024-09-10T08:32:45.448536+0000","last_active":"2024-09-10T08:32:51.028922+0000","last_peered":"2024-09-10T08:32:51.028922+0000","last_clean":"2024-09-10T08:32:51.028922+0000","last_became_active":"2024-09-10T08:32:45.448242+0000","last_became_peered":"2024-09-10T08:32:45.448242+0000","last_unstale":"2024-09-10T08:32:51.028922+0000","last_undegraded":"2024-09-10T08:32:51.028922+0000","last_fullsized":"2024-09-10T08:32:51.028922+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027694+0000","last_change":"2024-09-10T08:32:49.477631+0000","last_active":"2024-09-10T08:32:51.027694+0000","last_peered":"2024-09-10T08:32:51.027694+0000","last_clean":"2024-09-10T08:32:51.027694+0000","last_became_active":"2024-09-10T08:32:49.477142+0000","last_became_peered":"2024-09-10T08:32:49.477142+0000","last_unstale":"2024-09-10T08:32:51.027694+0000","last_undegraded":"2024-09-10T08:32:51.027694+0000","last_fullsized":"2024-09-10T08:32:51.027694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472535+0000","last_change":"2024-09-10T08:32:45.456026+0000","last_active":"2024-09-10T08:32:50.472535+0000","last_peered":"2024-09-10T08:32:50.472535+0000","last_clean":"2024-09-10T08:32:50.472535+0000","last_became_active":"2024-09-10T08:32:45.455719+0000","last_became_peered":"2024-09-10T08:32:45.455719+0000","last_unstale":"2024-09-10T08:32:50.472535+0000","last_undegraded":"2024-09-10T08:32:50.472535+0000","last_fullsized":"2024-09-10T08:32:50.472535+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471524+0000","last_change":"2024-09-10T08:32:44.443384+0000","last_active":"2024-09-10T08:32:50.471524+0000","last_peered":"2024-09-10T08:32:50.471524+0000","last_clean":"2024-09-10T08:32:50.471524+0000","last_became_active":"2024-09-10T08:32:44.443079+0000","last_became_peered":"2024-09-10T08:32:44.443079+0000","last_unstale":"2024-09-10T08:32:50.471524+0000","last_undegraded":"2024-09-10T08:32:50.471524+0000","last_fullsized":"2024-09-10T08:32:50.471524+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028039+0000","last_change":"2024-09-10T08:32:49.487548+0000","last_active":"2024-09-10T08:32:51.028039+0000","last_peered":"2024-09-10T08:32:51.028039+0000","last_clean":"2024-09-10T08:32:51.028039+0000","last_became_active":"2024-09-10T08:32:49.486444+0000","last_became_peered":"2024-09-10T08:32:49.486444+0000","last_unstale":"2024-09-10T08:32:51.028039+0000","last_undegraded":"2024-09-10T08:32:51.028039+0000","last_fullsized":"2024-09-10T08:32:51.028039+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470487+0000","last_change":"2024-09-10T08:32:45.450699+0000","last_active":"2024-09-10T08:32:50.470487+0000","last_peered":"2024-09-10T08:32:50.470487+0000","last_clean":"2024-09-10T08:32:50.470487+0000","last_became_active":"2024-09-10T08:32:45.450232+0000","last_became_peered":"2024-09-10T08:32:45.450232+0000","last_unstale":"2024-09-10T08:32:50.470487+0000","last_undegraded":"2024-09-10T08:32:50.470487+0000","last_fullsized":"2024-09-10T08:32:50.470487+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027530+0000","last_change":"2024-09-10T08:32:44.441386+0000","last_active":"2024-09-10T08:32:51.027530+0000","last_peered":"2024-09-10T08:32:51.027530+0000","last_clean":"2024-09-10T08:32:51.027530+0000","last_became_active":"2024-09-10T08:32:44.440549+0000","last_became_peered":"2024-09-10T08:32:44.440549+0000","last_unstale":"2024-09-10T08:32:51.027530+0000","last_undegraded":"2024-09-10T08:32:51.027530+0000","last_fullsized":"2024-09-10T08:32:51.027530+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:48.077441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028229+0000","last_change":"2024-09-10T08:32:49.477428+0000","last_active":"2024-09-10T08:32:51.028229+0000","last_peered":"2024-09-10T08:32:51.028229+0000","last_clean":"2024-09-10T08:32:51.028229+0000","last_became_active":"2024-09-10T08:32:49.476704+0000","last_became_peered":"2024-09-10T08:32:49.476704+0000","last_unstale":"2024-09-10T08:32:51.028229+0000","last_undegraded":"2024-09-10T08:32:51.028229+0000","last_fullsized":"2024-09-10T08:32:51.028229+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470183+0000","last_change":"2024-09-10T08:32:45.435698+0000","last_active":"2024-09-10T08:32:50.470183+0000","last_peered":"2024-09-10T08:32:50.470183+0000","last_clean":"2024-09-10T08:32:50.470183+0000","last_became_active":"2024-09-10T08:32:45.435424+0000","last_became_peered":"2024-09-10T08:32:45.435424+0000","last_unstale":"2024-09-10T08:32:50.470183+0000","last_undegraded":"2024-09-10T08:32:50.470183+0000","last_fullsized":"2024-09-10T08:32:50.470183+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026912+0000","last_change":"2024-09-10T08:32:44.436495+0000","last_active":"2024-09-10T08:32:51.026912+0000","last_peered":"2024-09-10T08:32:51.026912+0000","last_clean":"2024-09-10T08:32:51.026912+0000","last_became_active":"2024-09-10T08:32:44.436242+0000","last_became_peered":"2024-09-10T08:32:44.436242+0000","last_unstale":"2024-09-10T08:32:51.026912+0000","last_undegraded":"2024-09-10T08:32:51.026912+0000","last_fullsized":"2024-09-10T08:32:51.026912+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:59.380791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028386+0000","last_change":"2024-09-10T08:32:49.484178+0000","last_active":"2024-09-10T08:32:51.028386+0000","last_peered":"2024-09-10T08:32:51.028386+0000","last_clean":"2024-09-10T08:32:51.028386+0000","last_became_active":"2024-09-10T08:32:49.483567+0000","last_became_peered":"2024-09-10T08:32:49.483567+0000","last_unstale":"2024-09-10T08:32:51.028386+0000","last_undegraded":"2024-09-10T08:32:51.028386+0000","last_fullsized":"2024-09-10T08:32:51.028386+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:28.792659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028016+0000","last_change":"2024-09-10T08:32:45.441554+0000","last_active":"2024-09-10T08:32:51.028016+0000","last_peered":"2024-09-10T08:32:51.028016+0000","last_clean":"2024-09-10T08:32:51.028016+0000","last_became_active":"2024-09-10T08:32:45.440868+0000","last_became_peered":"2024-09-10T08:32:45.440868+0000","last_unstale":"2024-09-10T08:32:51.028016+0000","last_undegraded":"2024-09-10T08:32:51.028016+0000","last_fullsized":"2024-09-10T08:32:51.028016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:41.481139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470915+0000","last_change":"2024-09-10T08:32:44.444111+0000","last_active":"2024-09-10T08:32:50.470915+0000","last_peered":"2024-09-10T08:32:50.470915+0000","last_clean":"2024-09-10T08:32:50.470915+0000","last_became_active":"2024-09-10T08:32:44.443828+0000","last_became_peered":"2024-09-10T08:32:44.443828+0000","last_unstale":"2024-09-10T08:32:50.470915+0000","last_undegraded":"2024-09-10T08:32:50.470915+0000","last_fullsized":"2024-09-10T08:32:50.470915+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:45.166699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027912+0000","last_change":"2024-09-10T08:32:49.484054+0000","last_active":"2024-09-10T08:32:51.027912+0000","last_peered":"2024-09-10T08:32:51.027912+0000","last_clean":"2024-09-10T08:32:51.027912+0000","last_became_active":"2024-09-10T08:32:49.483488+0000","last_became_peered":"2024-09-10T08:32:49.483488+0000","last_unstale":"2024-09-10T08:32:51.027912+0000","last_undegraded":"2024-09-10T08:32:51.027912+0000","last_fullsized":"2024-09-10T08:32:51.027912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027365+0000","last_change":"2024-09-10T08:32:45.446183+0000","last_active":"2024-09-10T08:32:51.027365+0000","last_peered":"2024-09-10T08:32:51.027365+0000","last_clean":"2024-09-10T08:32:51.027365+0000","last_became_active":"2024-09-10T08:32:45.445762+0000","last_became_peered":"2024-09-10T08:32:45.445762+0000","last_unstale":"2024-09-10T08:32:51.027365+0000","last_undegraded":"2024-09-10T08:32:51.027365+0000","last_fullsized":"2024-09-10T08:32:51.027365+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472638+0000","last_change":"2024-09-10T08:32:44.448361+0000","last_active":"2024-09-10T08:32:50.472638+0000","last_peered":"2024-09-10T08:32:50.472638+0000","last_clean":"2024-09-10T08:32:50.472638+0000","last_became_active":"2024-09-10T08:32:44.447509+0000","last_became_peered":"2024-09-10T08:32:44.447509+0000","last_unstale":"2024-09-10T08:32:50.472638+0000","last_undegraded":"2024-09-10T08:32:50.472638+0000","last_fullsized":"2024-09-10T08:32:50.472638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:53.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027863+0000","last_change":"2024-09-10T08:32:49.479527+0000","last_active":"2024-09-10T08:32:51.027863+0000","last_peered":"2024-09-10T08:32:51.027863+0000","last_clean":"2024-09-10T08:32:51.027863+0000","last_became_active":"2024-09-10T08:32:49.479009+0000","last_became_peered":"2024-09-10T08:32:49.479009+0000","last_unstale":"2024-09-10T08:32:51.027863+0000","last_undegraded":"2024-09-10T08:32:51.027863+0000","last_fullsized":"2024-09-10T08:32:51.027863+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470837+0000","last_change":"2024-09-10T08:32:45.454586+0000","last_active":"2024-09-10T08:32:50.470837+0000","last_peered":"2024-09-10T08:32:50.470837+0000","last_clean":"2024-09-10T08:32:50.470837+0000","last_became_active":"2024-09-10T08:32:45.454270+0000","last_became_peered":"2024-09-10T08:32:45.454270+0000","last_unstale":"2024-09-10T08:32:50.470837+0000","last_undegraded":"2024-09-10T08:32:50.470837+0000","last_fullsized":"2024-09-10T08:32:50.470837+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028274+0000","last_change":"2024-09-10T08:32:44.446945+0000","last_active":"2024-09-10T08:32:51.028274+0000","last_peered":"2024-09-10T08:32:51.028274+0000","last_clean":"2024-09-10T08:32:51.028274+0000","last_became_active":"2024-09-10T08:32:44.446645+0000","last_became_peered":"2024-09-10T08:32:44.446645+0000","last_unstale":"2024-09-10T08:32:51.028274+0000","last_undegraded":"2024-09-10T08:32:51.028274+0000","last_fullsized":"2024-09-10T08:32:51.028274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:54:23.917931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.469912+0000","last_change":"2024-09-10T08:32:49.487738+0000","last_active":"2024-09-10T08:32:50.469912+0000","last_peered":"2024-09-10T08:32:50.469912+0000","last_clean":"2024-09-10T08:32:50.469912+0000","last_became_active":"2024-09-10T08:32:49.487381+0000","last_became_peered":"2024-09-10T08:32:49.487381+0000","last_unstale":"2024-09-10T08:32:50.469912+0000","last_undegraded":"2024-09-10T08:32:50.469912+0000","last_fullsized":"2024-09-10T08:32:50.469912+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:14.372902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028133+0000","last_change":"2024-09-10T08:32:45.441183+0000","last_active":"2024-09-10T08:32:51.028133+0000","last_peered":"2024-09-10T08:32:51.028133+0000","last_clean":"2024-09-10T08:32:51.028133+0000","last_became_active":"2024-09-10T08:32:45.440348+0000","last_became_peered":"2024-09-10T08:32:45.440348+0000","last_unstale":"2024-09-10T08:32:51.028133+0000","last_undegraded":"2024-09-10T08:32:51.028133+0000","last_fullsized":"2024-09-10T08:32:51.028133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:25:29.678255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472253+0000","last_change":"2024-09-10T08:32:44.445207+0000","last_active":"2024-09-10T08:32:50.472253+0000","last_peered":"2024-09-10T08:32:50.472253+0000","last_clean":"2024-09-10T08:32:50.472253+0000","last_became_active":"2024-09-10T08:32:44.444942+0000","last_became_peered":"2024-09-10T08:32:44.444942+0000","last_unstale":"2024-09-10T08:32:50.472253+0000","last_undegraded":"2024-09-10T08:32:50.472253+0000","last_fullsized":"2024-09-10T08:32:50.472253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.476718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027660+0000","last_change":"2024-09-10T08:32:49.490986+0000","last_active":"2024-09-10T08:32:51.027660+0000","last_peered":"2024-09-10T08:32:51.027660+0000","last_clean":"2024-09-10T08:32:51.027660+0000","last_became_active":"2024-09-10T08:32:49.490608+0000","last_became_peered":"2024-09-10T08:32:49.490608+0000","last_unstale":"2024-09-10T08:32:51.027660+0000","last_undegraded":"2024-09-10T08:32:51.027660+0000","last_fullsized":"2024-09-10T08:32:51.027660+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028943+0000","last_change":"2024-09-10T08:32:45.446086+0000","last_active":"2024-09-10T08:32:51.028943+0000","last_peered":"2024-09-10T08:32:51.028943+0000","last_clean":"2024-09-10T08:32:51.028943+0000","last_became_active":"2024-09-10T08:32:45.445820+0000","last_became_peered":"2024-09-10T08:32:45.445820+0000","last_unstale":"2024-09-10T08:32:51.028943+0000","last_undegraded":"2024-09-10T08:32:51.028943+0000","last_fullsized":"2024-09-10T08:32:51.028943+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028168+0000","last_change":"2024-09-10T08:32:44.439925+0000","last_active":"2024-09-10T08:32:51.028168+0000","last_peered":"2024-09-10T08:32:51.028168+0000","last_clean":"2024-09-10T08:32:51.028168+0000","last_became_active":"2024-09-10T08:32:44.439621+0000","last_became_peered":"2024-09-10T08:32:44.439621+0000","last_unstale":"2024-09-10T08:32:51.028168+0000","last_undegraded":"2024-09-10T08:32:51.028168+0000","last_fullsized":"2024-09-10T08:32:51.028168+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:50.066985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027315+0000","last_change":"2024-09-10T08:32:49.493214+0000","last_active":"2024-09-10T08:32:51.027315+0000","last_peered":"2024-09-10T08:32:51.027315+0000","last_clean":"2024-09-10T08:32:51.027315+0000","last_became_active":"2024-09-10T08:32:49.492830+0000","last_became_peered":"2024-09-10T08:32:49.492830+0000","last_unstale":"2024-09-10T08:32:51.027315+0000","last_undegraded":"2024-09-10T08:32:51.027315+0000","last_fullsized":"2024-09-10T08:32:51.027315+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:46.136394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028380+0000","last_change":"2024-09-10T08:32:45.454575+0000","last_active":"2024-09-10T08:32:51.028380+0000","last_peered":"2024-09-10T08:32:51.028380+0000","last_clean":"2024-09-10T08:32:51.028380+0000","last_became_active":"2024-09-10T08:32:45.454285+0000","last_became_peered":"2024-09-10T08:32:45.454285+0000","last_unstale":"2024-09-10T08:32:51.028380+0000","last_undegraded":"2024-09-10T08:32:51.028380+0000","last_fullsized":"2024-09-10T08:32:51.028380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028366+0000","last_change":"2024-09-10T08:32:44.445586+0000","last_active":"2024-09-10T08:32:51.028366+0000","last_peered":"2024-09-10T08:32:51.028366+0000","last_clean":"2024-09-10T08:32:51.028366+0000","last_became_active":"2024-09-10T08:32:44.445295+0000","last_became_peered":"2024-09-10T08:32:44.445295+0000","last_unstale":"2024-09-10T08:32:51.028366+0000","last_undegraded":"2024-09-10T08:32:51.028366+0000","last_fullsized":"2024-09-10T08:32:51.028366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:49.484021+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:49.483426+0000","last_became_peered":"2024-09-10T08:32:49.483426+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:52:50.574117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026941+0000","last_change":"2024-09-10T08:32:45.443023+0000","last_active":"2024-09-10T08:32:51.026941+0000","last_peered":"2024-09-10T08:32:51.026941+0000","last_clean":"2024-09-10T08:32:51.026941+0000","last_became_active":"2024-09-10T08:32:45.441523+0000","last_became_peered":"2024-09-10T08:32:45.441523+0000","last_unstale":"2024-09-10T08:32:51.026941+0000","last_undegraded":"2024-09-10T08:32:51.026941+0000","last_fullsized":"2024-09-10T08:32:51.026941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:59.511286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644667+0000","last_change":"2024-09-10T08:32:44.444167+0000","last_active":"2024-09-10T08:32:50.644667+0000","last_peered":"2024-09-10T08:32:50.644667+0000","last_clean":"2024-09-10T08:32:50.644667+0000","last_became_active":"2024-09-10T08:32:44.443876+0000","last_became_peered":"2024-09-10T08:32:44.443876+0000","last_unstale":"2024-09-10T08:32:50.644667+0000","last_undegraded":"2024-09-10T08:32:50.644667+0000","last_fullsized":"2024-09-10T08:32:50.644667+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:45.945753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028473+0000","last_change":"2024-09-10T08:32:49.485533+0000","last_active":"2024-09-10T08:32:51.028473+0000","last_peered":"2024-09-10T08:32:51.028473+0000","last_clean":"2024-09-10T08:32:51.028473+0000","last_became_active":"2024-09-10T08:32:49.484401+0000","last_became_peered":"2024-09-10T08:32:49.484401+0000","last_unstale":"2024-09-10T08:32:51.028473+0000","last_undegraded":"2024-09-10T08:32:51.028473+0000","last_fullsized":"2024-09-10T08:32:51.028473+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:43.140455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027006+0000","last_change":"2024-09-10T08:32:45.445150+0000","last_active":"2024-09-10T08:32:51.027006+0000","last_peered":"2024-09-10T08:32:51.027006+0000","last_clean":"2024-09-10T08:32:51.027006+0000","last_became_active":"2024-09-10T08:32:45.444871+0000","last_became_peered":"2024-09-10T08:32:45.444871+0000","last_unstale":"2024-09-10T08:32:51.027006+0000","last_undegraded":"2024-09-10T08:32:51.027006+0000","last_fullsized":"2024-09-10T08:32:51.027006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471042+0000","last_change":"2024-09-10T08:32:44.436263+0000","last_active":"2024-09-10T08:32:50.471042+0000","last_peered":"2024-09-10T08:32:50.471042+0000","last_clean":"2024-09-10T08:32:50.471042+0000","last_became_active":"2024-09-10T08:32:44.435923+0000","last_became_peered":"2024-09-10T08:32:44.435923+0000","last_unstale":"2024-09-10T08:32:50.471042+0000","last_undegraded":"2024-09-10T08:32:50.471042+0000","last_fullsized":"2024-09-10T08:32:50.471042+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027269+0000","last_change":"2024-09-10T08:32:49.488366+0000","last_active":"2024-09-10T08:32:51.027269+0000","last_peered":"2024-09-10T08:32:51.027269+0000","last_clean":"2024-09-10T08:32:51.027269+0000","last_became_active":"2024-09-10T08:32:49.487967+0000","last_became_peered":"2024-09-10T08:32:49.487967+0000","last_unstale":"2024-09-10T08:32:51.027269+0000","last_undegraded":"2024-09-10T08:32:51.027269+0000","last_fullsized":"2024-09-10T08:32:51.027269+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:56.622173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470168+0000","last_change":"2024-09-10T08:32:45.453353+0000","last_active":"2024-09-10T08:32:50.470168+0000","last_peered":"2024-09-10T08:32:50.470168+0000","last_clean":"2024-09-10T08:32:50.470168+0000","last_became_active":"2024-09-10T08:32:45.452283+0000","last_became_peered":"2024-09-10T08:32:45.452283+0000","last_unstale":"2024-09-10T08:32:50.470168+0000","last_undegraded":"2024-09-10T08:32:50.470168+0000","last_fullsized":"2024-09-10T08:32:50.470168+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028606+0000","last_change":"2024-09-10T08:32:44.445538+0000","last_active":"2024-09-10T08:32:51.028606+0000","last_peered":"2024-09-10T08:32:51.028606+0000","last_clean":"2024-09-10T08:32:51.028606+0000","last_became_active":"2024-09-10T08:32:44.445245+0000","last_became_peered":"2024-09-10T08:32:44.445245+0000","last_unstale":"2024-09-10T08:32:51.028606+0000","last_undegraded":"2024-09-10T08:32:51.028606+0000","last_fullsized":"2024-09-10T08:32:51.028606+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":178,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472099+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:32:50.472099+0000","last_peered":"2024-09-10T08:32:50.472099+0000","last_clean":"2024-09-10T08:32:50.472099+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:32:50.472099+0000","last_undegraded":"2024-09-10T08:32:50.472099+0000","last_fullsized":"2024-09-10T08:32:50.472099+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471709+0000","last_change":"2024-09-10T08:32:49.480416+0000","last_active":"2024-09-10T08:32:50.471709+0000","last_peered":"2024-09-10T08:32:50.471709+0000","last_clean":"2024-09-10T08:32:50.471709+0000","last_became_active":"2024-09-10T08:32:49.479955+0000","last_became_peered":"2024-09-10T08:32:49.479955+0000","last_unstale":"2024-09-10T08:32:50.471709+0000","last_undegraded":"2024-09-10T08:32:50.471709+0000","last_fullsized":"2024-09-10T08:32:50.471709+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:41.864589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471906+0000","last_change":"2024-09-10T08:32:45.458781+0000","last_active":"2024-09-10T08:32:50.471906+0000","last_peered":"2024-09-10T08:32:50.471906+0000","last_clean":"2024-09-10T08:32:50.471906+0000","last_became_active":"2024-09-10T08:32:45.458527+0000","last_became_peered":"2024-09-10T08:32:45.458527+0000","last_unstale":"2024-09-10T08:32:50.471906+0000","last_undegraded":"2024-09-10T08:32:50.471906+0000","last_fullsized":"2024-09-10T08:32:50.471906+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644957+0000","last_change":"2024-09-10T08:32:44.446969+0000","last_active":"2024-09-10T08:32:50.644957+0000","last_peered":"2024-09-10T08:32:50.644957+0000","last_clean":"2024-09-10T08:32:50.644957+0000","last_became_active":"2024-09-10T08:32:44.446673+0000","last_became_peered":"2024-09-10T08:32:44.446673+0000","last_unstale":"2024-09-10T08:32:50.644957+0000","last_undegraded":"2024-09-10T08:32:50.644957+0000","last_fullsized":"2024-09-10T08:32:50.644957+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472779+0000","last_change":"2024-09-10T08:32:49.487281+0000","last_active":"2024-09-10T08:32:50.472779+0000","last_peered":"2024-09-10T08:32:50.472779+0000","last_clean":"2024-09-10T08:32:50.472779+0000","last_became_active":"2024-09-10T08:32:49.486799+0000","last_became_peered":"2024-09-10T08:32:49.486799+0000","last_unstale":"2024-09-10T08:32:50.472779+0000","last_undegraded":"2024-09-10T08:32:50.472779+0000","last_fullsized":"2024-09-10T08:32:50.472779+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028659+0000","last_change":"2024-09-10T08:32:45.451640+0000","last_active":"2024-09-10T08:32:51.028659+0000","last_peered":"2024-09-10T08:32:51.028659+0000","last_clean":"2024-09-10T08:32:51.028659+0000","last_became_active":"2024-09-10T08:32:45.451384+0000","last_became_peered":"2024-09-10T08:32:45.451384+0000","last_unstale":"2024-09-10T08:32:51.028659+0000","last_undegraded":"2024-09-10T08:32:51.028659+0000","last_fullsized":"2024-09-10T08:32:51.028659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027964+0000","last_change":"2024-09-10T08:32:44.434525+0000","last_active":"2024-09-10T08:32:51.027964+0000","last_peered":"2024-09-10T08:32:51.027964+0000","last_clean":"2024-09-10T08:32:51.027964+0000","last_became_active":"2024-09-10T08:32:44.434224+0000","last_became_peered":"2024-09-10T08:32:44.434224+0000","last_unstale":"2024-09-10T08:32:51.027964+0000","last_undegraded":"2024-09-10T08:32:51.027964+0000","last_fullsized":"2024-09-10T08:32:51.027964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:44.976254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027753+0000","last_change":"2024-09-10T08:32:49.487053+0000","last_active":"2024-09-10T08:32:51.027753+0000","last_peered":"2024-09-10T08:32:51.027753+0000","last_clean":"2024-09-10T08:32:51.027753+0000","last_became_active":"2024-09-10T08:32:49.486605+0000","last_became_peered":"2024-09-10T08:32:49.486605+0000","last_unstale":"2024-09-10T08:32:51.027753+0000","last_undegraded":"2024-09-10T08:32:51.027753+0000","last_fullsized":"2024-09-10T08:32:51.027753+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:09.577058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472293+0000","last_change":"2024-09-10T08:32:45.452910+0000","last_active":"2024-09-10T08:32:50.472293+0000","last_peered":"2024-09-10T08:32:50.472293+0000","last_clean":"2024-09-10T08:32:50.472293+0000","last_became_active":"2024-09-10T08:32:45.451554+0000","last_became_peered":"2024-09-10T08:32:45.451554+0000","last_unstale":"2024-09-10T08:32:50.472293+0000","last_undegraded":"2024-09-10T08:32:50.472293+0000","last_fullsized":"2024-09-10T08:32:50.472293+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:55.122501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644923+0000","last_change":"2024-09-10T08:32:44.440509+0000","last_active":"2024-09-10T08:32:50.644923+0000","last_peered":"2024-09-10T08:32:50.644923+0000","last_clean":"2024-09-10T08:32:50.644923+0000","last_became_active":"2024-09-10T08:32:44.440206+0000","last_became_peered":"2024-09-10T08:32:44.440206+0000","last_unstale":"2024-09-10T08:32:50.644923+0000","last_undegraded":"2024-09-10T08:32:50.644923+0000","last_fullsized":"2024-09-10T08:32:50.644923+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027290+0000","last_change":"2024-09-10T08:32:49.477856+0000","last_active":"2024-09-10T08:32:51.027290+0000","last_peered":"2024-09-10T08:32:51.027290+0000","last_clean":"2024-09-10T08:32:51.027290+0000","last_became_active":"2024-09-10T08:32:49.477472+0000","last_became_peered":"2024-09-10T08:32:49.477472+0000","last_unstale":"2024-09-10T08:32:51.027290+0000","last_undegraded":"2024-09-10T08:32:51.027290+0000","last_fullsized":"2024-09-10T08:32:51.027290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:15:07.018265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471936+0000","last_change":"2024-09-10T08:32:45.448092+0000","last_active":"2024-09-10T08:32:50.471936+0000","last_peered":"2024-09-10T08:32:50.471936+0000","last_clean":"2024-09-10T08:32:50.471936+0000","last_became_active":"2024-09-10T08:32:45.446898+0000","last_became_peered":"2024-09-10T08:32:45.446898+0000","last_unstale":"2024-09-10T08:32:50.471936+0000","last_undegraded":"2024-09-10T08:32:50.471936+0000","last_fullsized":"2024-09-10T08:32:50.471936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:34.693072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028263+0000","last_change":"2024-09-10T08:32:44.443127+0000","last_active":"2024-09-10T08:32:51.028263+0000","last_peered":"2024-09-10T08:32:51.028263+0000","last_clean":"2024-09-10T08:32:51.028263+0000","last_became_active":"2024-09-10T08:32:44.442811+0000","last_became_peered":"2024-09-10T08:32:44.442811+0000","last_unstale":"2024-09-10T08:32:51.028263+0000","last_undegraded":"2024-09-10T08:32:51.028263+0000","last_fullsized":"2024-09-10T08:32:51.028263+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027342+0000","last_change":"2024-09-10T08:32:49.476654+0000","last_active":"2024-09-10T08:32:51.027342+0000","last_peered":"2024-09-10T08:32:51.027342+0000","last_clean":"2024-09-10T08:32:51.027342+0000","last_became_active":"2024-09-10T08:32:49.476105+0000","last_became_peered":"2024-09-10T08:32:49.476105+0000","last_unstale":"2024-09-10T08:32:51.027342+0000","last_undegraded":"2024-09-10T08:32:51.027342+0000","last_fullsized":"2024-09-10T08:32:51.027342+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:06:38.721193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471347+0000","last_change":"2024-09-10T08:32:45.456849+0000","last_active":"2024-09-10T08:32:50.471347+0000","last_peered":"2024-09-10T08:32:50.471347+0000","last_clean":"2024-09-10T08:32:50.471347+0000","last_became_active":"2024-09-10T08:32:45.456481+0000","last_became_peered":"2024-09-10T08:32:45.456481+0000","last_unstale":"2024-09-10T08:32:50.471347+0000","last_undegraded":"2024-09-10T08:32:50.471347+0000","last_fullsized":"2024-09-10T08:32:50.471347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644556+0000","last_change":"2024-09-10T08:32:44.439635+0000","last_active":"2024-09-10T08:32:50.644556+0000","last_peered":"2024-09-10T08:32:50.644556+0000","last_clean":"2024-09-10T08:32:50.644556+0000","last_became_active":"2024-09-10T08:32:44.439330+0000","last_became_peered":"2024-09-10T08:32:44.439330+0000","last_unstale":"2024-09-10T08:32:50.644556+0000","last_undegraded":"2024-09-10T08:32:50.644556+0000","last_fullsized":"2024-09-10T08:32:50.644556+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027134+0000","last_change":"2024-09-10T08:32:49.476892+0000","last_active":"2024-09-10T08:32:51.027134+0000","last_peered":"2024-09-10T08:32:51.027134+0000","last_clean":"2024-09-10T08:32:51.027134+0000","last_became_active":"2024-09-10T08:32:49.476474+0000","last_became_peered":"2024-09-10T08:32:49.476474+0000","last_unstale":"2024-09-10T08:32:51.027134+0000","last_undegraded":"2024-09-10T08:32:51.027134+0000","last_fullsized":"2024-09-10T08:32:51.027134+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:48.926032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471343+0000","last_change":"2024-09-10T08:32:45.455566+0000","last_active":"2024-09-10T08:32:50.471343+0000","last_peered":"2024-09-10T08:32:50.471343+0000","last_clean":"2024-09-10T08:32:50.471343+0000","last_became_active":"2024-09-10T08:32:45.455258+0000","last_became_peered":"2024-09-10T08:32:45.455258+0000","last_unstale":"2024-09-10T08:32:50.471343+0000","last_undegraded":"2024-09-10T08:32:50.471343+0000","last_fullsized":"2024-09-10T08:32:50.471343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472573+0000","last_change":"2024-09-10T08:32:44.450423+0000","last_active":"2024-09-10T08:32:50.472573+0000","last_peered":"2024-09-10T08:32:50.472573+0000","last_clean":"2024-09-10T08:32:50.472573+0000","last_became_active":"2024-09-10T08:32:44.450137+0000","last_became_peered":"2024-09-10T08:32:44.450137+0000","last_unstale":"2024-09-10T08:32:50.472573+0000","last_undegraded":"2024-09-10T08:32:50.472573+0000","last_fullsized":"2024-09-10T08:32:50.472573+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470730+0000","last_change":"2024-09-10T08:32:49.488503+0000","last_active":"2024-09-10T08:32:50.470730+0000","last_peered":"2024-09-10T08:32:50.470730+0000","last_clean":"2024-09-10T08:32:50.470730+0000","last_became_active":"2024-09-10T08:32:49.488136+0000","last_became_peered":"2024-09-10T08:32:49.488136+0000","last_unstale":"2024-09-10T08:32:50.470730+0000","last_undegraded":"2024-09-10T08:32:50.470730+0000","last_fullsized":"2024-09-10T08:32:50.470730+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:47:37.207400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471473+0000","last_change":"2024-09-10T08:32:45.456215+0000","last_active":"2024-09-10T08:32:50.471473+0000","last_peered":"2024-09-10T08:32:50.471473+0000","last_clean":"2024-09-10T08:32:50.471473+0000","last_became_active":"2024-09-10T08:32:45.453501+0000","last_became_peered":"2024-09-10T08:32:45.453501+0000","last_unstale":"2024-09-10T08:32:50.471473+0000","last_undegraded":"2024-09-10T08:32:50.471473+0000","last_fullsized":"2024-09-10T08:32:50.471473+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028215+0000","last_change":"2024-09-10T08:32:44.444943+0000","last_active":"2024-09-10T08:32:51.028215+0000","last_peered":"2024-09-10T08:32:51.028215+0000","last_clean":"2024-09-10T08:32:51.028215+0000","last_became_active":"2024-09-10T08:32:44.444228+0000","last_became_peered":"2024-09-10T08:32:44.444228+0000","last_unstale":"2024-09-10T08:32:51.028215+0000","last_undegraded":"2024-09-10T08:32:51.028215+0000","last_fullsized":"2024-09-10T08:32:51.028215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470507+0000","last_change":"2024-09-10T08:32:49.481650+0000","last_active":"2024-09-10T08:32:50.470507+0000","last_peered":"2024-09-10T08:32:50.470507+0000","last_clean":"2024-09-10T08:32:50.470507+0000","last_became_active":"2024-09-10T08:32:49.481210+0000","last_became_peered":"2024-09-10T08:32:49.481210+0000","last_unstale":"2024-09-10T08:32:50.470507+0000","last_undegraded":"2024-09-10T08:32:50.470507+0000","last_fullsized":"2024-09-10T08:32:50.470507+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:07:21.032363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027595+0000","last_change":"2024-09-10T08:32:45.446614+0000","last_active":"2024-09-10T08:32:51.027595+0000","last_peered":"2024-09-10T08:32:51.027595+0000","last_clean":"2024-09-10T08:32:51.027595+0000","last_became_active":"2024-09-10T08:32:45.445908+0000","last_became_peered":"2024-09-10T08:32:45.445908+0000","last_unstale":"2024-09-10T08:32:51.027595+0000","last_undegraded":"2024-09-10T08:32:51.027595+0000","last_fullsized":"2024-09-10T08:32:51.027595+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:02:41.786279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027862+0000","last_change":"2024-09-10T08:32:44.443292+0000","last_active":"2024-09-10T08:32:51.027862+0000","last_peered":"2024-09-10T08:32:51.027862+0000","last_clean":"2024-09-10T08:32:51.027862+0000","last_became_active":"2024-09-10T08:32:44.443007+0000","last_became_peered":"2024-09-10T08:32:44.443007+0000","last_unstale":"2024-09-10T08:32:51.027862+0000","last_undegraded":"2024-09-10T08:32:51.027862+0000","last_fullsized":"2024-09-10T08:32:51.027862+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028773+0000","last_change":"2024-09-10T08:32:49.478228+0000","last_active":"2024-09-10T08:32:51.028773+0000","last_peered":"2024-09-10T08:32:51.028773+0000","last_clean":"2024-09-10T08:32:51.028773+0000","last_became_active":"2024-09-10T08:32:49.477835+0000","last_became_peered":"2024-09-10T08:32:49.477835+0000","last_unstale":"2024-09-10T08:32:51.028773+0000","last_undegraded":"2024-09-10T08:32:51.028773+0000","last_fullsized":"2024-09-10T08:32:51.028773+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471740+0000","last_change":"2024-09-10T08:32:45.442423+0000","last_active":"2024-09-10T08:32:50.471740+0000","last_peered":"2024-09-10T08:32:50.471740+0000","last_clean":"2024-09-10T08:32:50.471740+0000","last_became_active":"2024-09-10T08:32:45.442146+0000","last_became_peered":"2024-09-10T08:32:45.442146+0000","last_unstale":"2024-09-10T08:32:50.471740+0000","last_undegraded":"2024-09-10T08:32:50.471740+0000","last_fullsized":"2024-09-10T08:32:50.471740+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:52.594052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:54.816514+0000","last_change":"2024-09-10T08:32:44.447353+0000","last_active":"2024-09-10T08:32:54.816514+0000","last_peered":"2024-09-10T08:32:54.816514+0000","last_clean":"2024-09-10T08:32:54.816514+0000","last_became_active":"2024-09-10T08:32:44.446997+0000","last_became_peered":"2024-09-10T08:32:44.446997+0000","last_unstale":"2024-09-10T08:32:54.816514+0000","last_undegraded":"2024-09-10T08:32:54.816514+0000","last_fullsized":"2024-09-10T08:32:54.816514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:40.858492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027166+0000","last_change":"2024-09-10T08:32:49.486177+0000","last_active":"2024-09-10T08:32:51.027166+0000","last_peered":"2024-09-10T08:32:51.027166+0000","last_clean":"2024-09-10T08:32:51.027166+0000","last_became_active":"2024-09-10T08:32:49.484146+0000","last_became_peered":"2024-09-10T08:32:49.484146+0000","last_unstale":"2024-09-10T08:32:51.027166+0000","last_undegraded":"2024-09-10T08:32:51.027166+0000","last_fullsized":"2024-09-10T08:32:51.027166+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:00:17.300300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028097+0000","last_change":"2024-09-10T08:32:45.445359+0000","last_active":"2024-09-10T08:32:51.028097+0000","last_peered":"2024-09-10T08:32:51.028097+0000","last_clean":"2024-09-10T08:32:51.028097+0000","last_became_active":"2024-09-10T08:32:45.445028+0000","last_became_peered":"2024-09-10T08:32:45.445028+0000","last_unstale":"2024-09-10T08:32:51.028097+0000","last_undegraded":"2024-09-10T08:32:51.028097+0000","last_fullsized":"2024-09-10T08:32:51.028097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:02:46.171120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027875+0000","last_change":"2024-09-10T08:32:44.448184+0000","last_active":"2024-09-10T08:32:51.027875+0000","last_peered":"2024-09-10T08:32:51.027875+0000","last_clean":"2024-09-10T08:32:51.027875+0000","last_became_active":"2024-09-10T08:32:44.447854+0000","last_became_peered":"2024-09-10T08:32:44.447854+0000","last_unstale":"2024-09-10T08:32:51.027875+0000","last_undegraded":"2024-09-10T08:32:51.027875+0000","last_fullsized":"2024-09-10T08:32:51.027875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:40.182499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028110+0000","last_change":"2024-09-10T08:32:49.486130+0000","last_active":"2024-09-10T08:32:51.028110+0000","last_peered":"2024-09-10T08:32:51.028110+0000","last_clean":"2024-09-10T08:32:51.028110+0000","last_became_active":"2024-09-10T08:32:49.485705+0000","last_became_peered":"2024-09-10T08:32:49.485705+0000","last_unstale":"2024-09-10T08:32:51.028110+0000","last_undegraded":"2024-09-10T08:32:51.028110+0000","last_fullsized":"2024-09-10T08:32:51.028110+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:40.746260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027309+0000","last_change":"2024-09-10T08:32:45.451872+0000","last_active":"2024-09-10T08:32:51.027309+0000","last_peered":"2024-09-10T08:32:51.027309+0000","last_clean":"2024-09-10T08:32:51.027309+0000","last_became_active":"2024-09-10T08:32:45.450664+0000","last_became_peered":"2024-09-10T08:32:45.450664+0000","last_unstale":"2024-09-10T08:32:51.027309+0000","last_undegraded":"2024-09-10T08:32:51.027309+0000","last_fullsized":"2024-09-10T08:32:51.027309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028708+0000","last_change":"2024-09-10T08:32:44.448256+0000","last_active":"2024-09-10T08:32:51.028708+0000","last_peered":"2024-09-10T08:32:51.028708+0000","last_clean":"2024-09-10T08:32:51.028708+0000","last_became_active":"2024-09-10T08:32:44.447982+0000","last_became_peered":"2024-09-10T08:32:44.447982+0000","last_unstale":"2024-09-10T08:32:51.028708+0000","last_undegraded":"2024-09-10T08:32:51.028708+0000","last_fullsized":"2024-09-10T08:32:51.028708+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470083+0000","last_change":"2024-09-10T08:32:49.485653+0000","last_active":"2024-09-10T08:32:50.470083+0000","last_peered":"2024-09-10T08:32:50.470083+0000","last_clean":"2024-09-10T08:32:50.470083+0000","last_became_active":"2024-09-10T08:32:49.485295+0000","last_became_peered":"2024-09-10T08:32:49.485295+0000","last_unstale":"2024-09-10T08:32:50.470083+0000","last_undegraded":"2024-09-10T08:32:50.470083+0000","last_fullsized":"2024-09-10T08:32:50.470083+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:27.228308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028771+0000","last_change":"2024-09-10T08:32:45.460130+0000","last_active":"2024-09-10T08:32:51.028771+0000","last_peered":"2024-09-10T08:32:51.028771+0000","last_clean":"2024-09-10T08:32:51.028771+0000","last_became_active":"2024-09-10T08:32:45.459852+0000","last_became_peered":"2024-09-10T08:32:45.459852+0000","last_unstale":"2024-09-10T08:32:51.028771+0000","last_undegraded":"2024-09-10T08:32:51.028771+0000","last_fullsized":"2024-09-10T08:32:51.028771+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:44.897912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472342+0000","last_change":"2024-09-10T08:32:44.445662+0000","last_active":"2024-09-10T08:32:50.472342+0000","last_peered":"2024-09-10T08:32:50.472342+0000","last_clean":"2024-09-10T08:32:50.472342+0000","last_became_active":"2024-09-10T08:32:44.445366+0000","last_became_peered":"2024-09-10T08:32:44.445366+0000","last_unstale":"2024-09-10T08:32:50.472342+0000","last_undegraded":"2024-09-10T08:32:50.472342+0000","last_fullsized":"2024-09-10T08:32:50.472342+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:24:57.431423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470079+0000","last_change":"2024-09-10T08:32:49.477247+0000","last_active":"2024-09-10T08:32:50.470079+0000","last_peered":"2024-09-10T08:32:50.470079+0000","last_clean":"2024-09-10T08:32:50.470079+0000","last_became_active":"2024-09-10T08:32:49.476762+0000","last_became_peered":"2024-09-10T08:32:49.476762+0000","last_unstale":"2024-09-10T08:32:50.470079+0000","last_undegraded":"2024-09-10T08:32:50.470079+0000","last_fullsized":"2024-09-10T08:32:50.470079+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:22.752320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027099+0000","last_change":"2024-09-10T08:32:49.489580+0000","last_active":"2024-09-10T08:32:51.027099+0000","last_peered":"2024-09-10T08:32:51.027099+0000","last_clean":"2024-09-10T08:32:51.027099+0000","last_became_active":"2024-09-10T08:32:49.489209+0000","last_became_peered":"2024-09-10T08:32:49.489209+0000","last_unstale":"2024-09-10T08:32:51.027099+0000","last_undegraded":"2024-09-10T08:32:51.027099+0000","last_fullsized":"2024-09-10T08:32:51.027099+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026817+0000","last_change":"2024-09-10T08:32:45.436736+0000","last_active":"2024-09-10T08:32:51.026817+0000","last_peered":"2024-09-10T08:32:51.026817+0000","last_clean":"2024-09-10T08:32:51.026817+0000","last_became_active":"2024-09-10T08:32:45.436490+0000","last_became_peered":"2024-09-10T08:32:45.436490+0000","last_unstale":"2024-09-10T08:32:51.026817+0000","last_undegraded":"2024-09-10T08:32:51.026817+0000","last_fullsized":"2024-09-10T08:32:51.026817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:31.829432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027433+0000","last_change":"2024-09-10T08:32:44.446957+0000","last_active":"2024-09-10T08:32:51.027433+0000","last_peered":"2024-09-10T08:32:51.027433+0000","last_clean":"2024-09-10T08:32:51.027433+0000","last_became_active":"2024-09-10T08:32:44.446516+0000","last_became_peered":"2024-09-10T08:32:44.446516+0000","last_unstale":"2024-09-10T08:32:51.027433+0000","last_undegraded":"2024-09-10T08:32:51.027433+0000","last_fullsized":"2024-09-10T08:32:51.027433+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:11.494992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472155+0000","last_change":"2024-09-10T08:32:49.487427+0000","last_active":"2024-09-10T08:32:50.472155+0000","last_peered":"2024-09-10T08:32:50.472155+0000","last_clean":"2024-09-10T08:32:50.472155+0000","last_became_active":"2024-09-10T08:32:49.486978+0000","last_became_peered":"2024-09-10T08:32:49.486978+0000","last_unstale":"2024-09-10T08:32:50.472155+0000","last_undegraded":"2024-09-10T08:32:50.472155+0000","last_fullsized":"2024-09-10T08:32:50.472155+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:25.852972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470100+0000","last_change":"2024-09-10T08:32:45.449224+0000","last_active":"2024-09-10T08:32:50.470100+0000","last_peered":"2024-09-10T08:32:50.470100+0000","last_clean":"2024-09-10T08:32:50.470100+0000","last_became_active":"2024-09-10T08:32:45.448929+0000","last_became_peered":"2024-09-10T08:32:45.448929+0000","last_unstale":"2024-09-10T08:32:50.470100+0000","last_undegraded":"2024-09-10T08:32:50.470100+0000","last_fullsized":"2024-09-10T08:32:50.470100+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:35.310508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470307+0000","last_change":"2024-09-10T08:32:44.447818+0000","last_active":"2024-09-10T08:32:50.470307+0000","last_peered":"2024-09-10T08:32:50.470307+0000","last_clean":"2024-09-10T08:32:50.470307+0000","last_became_active":"2024-09-10T08:32:44.447488+0000","last_became_peered":"2024-09-10T08:32:44.447488+0000","last_unstale":"2024-09-10T08:32:50.470307+0000","last_undegraded":"2024-09-10T08:32:50.470307+0000","last_fullsized":"2024-09-10T08:32:50.470307+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:17.043947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472864+0000","last_change":"2024-09-10T08:32:44.447581+0000","last_active":"2024-09-10T08:32:50.472864+0000","last_peered":"2024-09-10T08:32:50.472864+0000","last_clean":"2024-09-10T08:32:50.472864+0000","last_became_active":"2024-09-10T08:32:44.446911+0000","last_became_peered":"2024-09-10T08:32:44.446911+0000","last_unstale":"2024-09-10T08:32:50.472864+0000","last_undegraded":"2024-09-10T08:32:50.472864+0000","last_fullsized":"2024-09-10T08:32:50.472864+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:51.796723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027831+0000","last_change":"2024-09-10T08:32:45.455361+0000","last_active":"2024-09-10T08:32:51.027831+0000","last_peered":"2024-09-10T08:32:51.027831+0000","last_clean":"2024-09-10T08:32:51.027831+0000","last_became_active":"2024-09-10T08:32:45.455127+0000","last_became_peered":"2024-09-10T08:32:45.455127+0000","last_unstale":"2024-09-10T08:32:51.027831+0000","last_undegraded":"2024-09-10T08:32:51.027831+0000","last_fullsized":"2024-09-10T08:32:51.027831+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644839+0000","last_change":"2024-09-10T08:32:49.481681+0000","last_active":"2024-09-10T08:32:50.644839+0000","last_peered":"2024-09-10T08:32:50.644839+0000","last_clean":"2024-09-10T08:32:50.644839+0000","last_became_active":"2024-09-10T08:32:49.481166+0000","last_became_peered":"2024-09-10T08:32:49.481166+0000","last_unstale":"2024-09-10T08:32:50.644839+0000","last_undegraded":"2024-09-10T08:32:50.644839+0000","last_fullsized":"2024-09-10T08:32:50.644839+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:24.655673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470603+0000","last_change":"2024-09-10T08:32:44.445218+0000","last_active":"2024-09-10T08:32:50.470603+0000","last_peered":"2024-09-10T08:32:50.470603+0000","last_clean":"2024-09-10T08:32:50.470603+0000","last_became_active":"2024-09-10T08:32:44.444962+0000","last_became_peered":"2024-09-10T08:32:44.444962+0000","last_unstale":"2024-09-10T08:32:50.470603+0000","last_undegraded":"2024-09-10T08:32:50.470603+0000","last_fullsized":"2024-09-10T08:32:50.470603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:43.417305+0000","last_clean_scrub_stamp":"2024-09-10T08:32:43.417305+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:04.068350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027719+0000","last_change":"2024-09-10T08:32:45.434602+0000","last_active":"2024-09-10T08:32:51.027719+0000","last_peered":"2024-09-10T08:32:51.027719+0000","last_clean":"2024-09-10T08:32:51.027719+0000","last_became_active":"2024-09-10T08:32:45.434233+0000","last_became_peered":"2024-09-10T08:32:45.434233+0000","last_unstale":"2024-09-10T08:32:51.027719+0000","last_undegraded":"2024-09-10T08:32:51.027719+0000","last_fullsized":"2024-09-10T08:32:51.027719+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470976+0000","last_change":"2024-09-10T08:32:49.486671+0000","last_active":"2024-09-10T08:32:50.470976+0000","last_peered":"2024-09-10T08:32:50.470976+0000","last_clean":"2024-09-10T08:32:50.470976+0000","last_became_active":"2024-09-10T08:32:49.486310+0000","last_became_peered":"2024-09-10T08:32:49.486310+0000","last_unstale":"2024-09-10T08:32:50.470976+0000","last_undegraded":"2024-09-10T08:32:50.470976+0000","last_fullsized":"2024-09-10T08:32:50.470976+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:48.449846+0000","last_clean_scrub_stamp":"2024-09-10T08:32:48.449846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:25:36.354490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471121+0000","last_change":"2024-09-10T08:32:45.454772+0000","last_active":"2024-09-10T08:32:50.471121+0000","last_peered":"2024-09-10T08:32:50.471121+0000","last_clean":"2024-09-10T08:32:50.471121+0000","last_became_active":"2024-09-10T08:32:45.454509+0000","last_became_peered":"2024-09-10T08:32:45.454509+0000","last_unstale":"2024-09-10T08:32:50.471121+0000","last_undegraded":"2024-09-10T08:32:50.471121+0000","last_fullsized":"2024-09-10T08:32:50.471121+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644686+0000","last_change":"2024-09-10T08:32:45.449606+0000","last_active":"2024-09-10T08:32:50.644686+0000","last_peered":"2024-09-10T08:32:50.644686+0000","last_clean":"2024-09-10T08:32:50.644686+0000","last_became_active":"2024-09-10T08:32:45.449352+0000","last_became_peered":"2024-09-10T08:32:45.449352+0000","last_unstale":"2024-09-10T08:32:50.644686+0000","last_undegraded":"2024-09-10T08:32:50.644686+0000","last_fullsized":"2024-09-10T08:32:50.644686+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:42:54.400817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028194+0000","last_change":"2024-09-10T08:32:45.445386+0000","last_active":"2024-09-10T08:32:51.028194+0000","last_peered":"2024-09-10T08:32:51.028194+0000","last_clean":"2024-09-10T08:32:51.028194+0000","last_became_active":"2024-09-10T08:32:45.445140+0000","last_became_peered":"2024-09-10T08:32:45.445140+0000","last_unstale":"2024-09-10T08:32:51.028194+0000","last_undegraded":"2024-09-10T08:32:51.028194+0000","last_fullsized":"2024-09-10T08:32:51.028194+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:45:00.928011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027777+0000","last_change":"2024-09-10T08:32:45.449681+0000","last_active":"2024-09-10T08:32:51.027777+0000","last_peered":"2024-09-10T08:32:51.027777+0000","last_clean":"2024-09-10T08:32:51.027777+0000","last_became_active":"2024-09-10T08:32:45.449425+0000","last_became_peered":"2024-09-10T08:32:45.449425+0000","last_unstale":"2024-09-10T08:32:51.027777+0000","last_undegraded":"2024-09-10T08:32:51.027777+0000","last_fullsized":"2024-09-10T08:32:51.027777+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470763+0000","last_change":"2024-09-10T08:32:45.443903+0000","last_active":"2024-09-10T08:32:50.470763+0000","last_peered":"2024-09-10T08:32:50.470763+0000","last_clean":"2024-09-10T08:32:50.470763+0000","last_became_active":"2024-09-10T08:32:45.443652+0000","last_became_peered":"2024-09-10T08:32:45.443652+0000","last_unstale":"2024-09-10T08:32:50.470763+0000","last_undegraded":"2024-09-10T08:32:50.470763+0000","last_fullsized":"2024-09-10T08:32:50.470763+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027720+0000","last_change":"2024-09-10T08:32:45.436209+0000","last_active":"2024-09-10T08:32:51.027720+0000","last_peered":"2024-09-10T08:32:51.027720+0000","last_clean":"2024-09-10T08:32:51.027720+0000","last_became_active":"2024-09-10T08:32:45.435957+0000","last_became_peered":"2024-09-10T08:32:45.435957+0000","last_unstale":"2024-09-10T08:32:51.027720+0000","last_undegraded":"2024-09-10T08:32:51.027720+0000","last_fullsized":"2024-09-10T08:32:51.027720+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:21:34.526883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472823+0000","last_change":"2024-09-10T08:32:45.459771+0000","last_active":"2024-09-10T08:32:50.472823+0000","last_peered":"2024-09-10T08:32:50.472823+0000","last_clean":"2024-09-10T08:32:50.472823+0000","last_became_active":"2024-09-10T08:32:45.459501+0000","last_became_peered":"2024-09-10T08:32:45.459501+0000","last_unstale":"2024-09-10T08:32:50.472823+0000","last_undegraded":"2024-09-10T08:32:50.472823+0000","last_fullsized":"2024-09-10T08:32:50.472823+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470787+0000","last_change":"2024-09-10T08:32:45.444265+0000","last_active":"2024-09-10T08:32:50.470787+0000","last_peered":"2024-09-10T08:32:50.470787+0000","last_clean":"2024-09-10T08:32:50.470787+0000","last_became_active":"2024-09-10T08:32:45.442470+0000","last_became_peered":"2024-09-10T08:32:45.442470+0000","last_unstale":"2024-09-10T08:32:50.470787+0000","last_undegraded":"2024-09-10T08:32:50.470787+0000","last_fullsized":"2024-09-10T08:32:50.470787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027493+0000","last_change":"2024-09-10T08:32:45.450617+0000","last_active":"2024-09-10T08:32:51.027493+0000","last_peered":"2024-09-10T08:32:51.027493+0000","last_clean":"2024-09-10T08:32:51.027493+0000","last_became_active":"2024-09-10T08:32:45.449094+0000","last_became_peered":"2024-09-10T08:32:45.449094+0000","last_unstale":"2024-09-10T08:32:51.027493+0000","last_undegraded":"2024-09-10T08:32:51.027493+0000","last_fullsized":"2024-09-10T08:32:51.027493+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:39:05.967087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470182+0000","last_change":"2024-09-10T08:32:45.442095+0000","last_active":"2024-09-10T08:32:50.470182+0000","last_peered":"2024-09-10T08:32:50.470182+0000","last_clean":"2024-09-10T08:32:50.470182+0000","last_became_active":"2024-09-10T08:32:45.441845+0000","last_became_peered":"2024-09-10T08:32:45.441845+0000","last_unstale":"2024-09-10T08:32:50.470182+0000","last_undegraded":"2024-09-10T08:32:50.470182+0000","last_fullsized":"2024-09-10T08:32:50.470182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027908+0000","last_change":"2024-09-10T08:32:45.460417+0000","last_active":"2024-09-10T08:32:51.027908+0000","last_peered":"2024-09-10T08:32:51.027908+0000","last_clean":"2024-09-10T08:32:51.027908+0000","last_became_active":"2024-09-10T08:32:45.460135+0000","last_became_peered":"2024-09-10T08:32:45.460135+0000","last_unstale":"2024-09-10T08:32:51.027908+0000","last_undegraded":"2024-09-10T08:32:51.027908+0000","last_fullsized":"2024-09-10T08:32:51.027908+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:00.897358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027687+0000","last_change":"2024-09-10T08:32:45.459533+0000","last_active":"2024-09-10T08:32:51.027687+0000","last_peered":"2024-09-10T08:32:51.027687+0000","last_clean":"2024-09-10T08:32:51.027687+0000","last_became_active":"2024-09-10T08:32:45.459291+0000","last_became_peered":"2024-09-10T08:32:45.459291+0000","last_unstale":"2024-09-10T08:32:51.027687+0000","last_undegraded":"2024-09-10T08:32:51.027687+0000","last_fullsized":"2024-09-10T08:32:51.027687+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:05.001361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472751+0000","last_change":"2024-09-10T08:32:45.455926+0000","last_active":"2024-09-10T08:32:50.472751+0000","last_peered":"2024-09-10T08:32:50.472751+0000","last_clean":"2024-09-10T08:32:50.472751+0000","last_became_active":"2024-09-10T08:32:45.455431+0000","last_became_peered":"2024-09-10T08:32:45.455431+0000","last_unstale":"2024-09-10T08:32:50.472751+0000","last_undegraded":"2024-09-10T08:32:50.472751+0000","last_fullsized":"2024-09-10T08:32:50.472751+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472140+0000","last_change":"2024-09-10T08:32:45.447532+0000","last_active":"2024-09-10T08:32:50.472140+0000","last_peered":"2024-09-10T08:32:50.472140+0000","last_clean":"2024-09-10T08:32:50.472140+0000","last_became_active":"2024-09-10T08:32:45.447247+0000","last_became_peered":"2024-09-10T08:32:45.447247+0000","last_unstale":"2024-09-10T08:32:50.472140+0000","last_undegraded":"2024-09-10T08:32:50.472140+0000","last_fullsized":"2024-09-10T08:32:50.472140+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.644889+0000","last_change":"2024-09-10T08:32:45.446864+0000","last_active":"2024-09-10T08:32:50.644889+0000","last_peered":"2024-09-10T08:32:50.644889+0000","last_clean":"2024-09-10T08:32:50.644889+0000","last_became_active":"2024-09-10T08:32:45.446591+0000","last_became_peered":"2024-09-10T08:32:45.446591+0000","last_unstale":"2024-09-10T08:32:50.644889+0000","last_undegraded":"2024-09-10T08:32:50.644889+0000","last_fullsized":"2024-09-10T08:32:50.644889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:58.023876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028988+0000","last_change":"2024-09-10T08:32:45.460070+0000","last_active":"2024-09-10T08:32:51.028988+0000","last_peered":"2024-09-10T08:32:51.028988+0000","last_clean":"2024-09-10T08:32:51.028988+0000","last_became_active":"2024-09-10T08:32:45.459777+0000","last_became_peered":"2024-09-10T08:32:45.459777+0000","last_unstale":"2024-09-10T08:32:51.028988+0000","last_undegraded":"2024-09-10T08:32:51.028988+0000","last_fullsized":"2024-09-10T08:32:51.028988+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:36.718140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027301+0000","last_change":"2024-09-10T08:32:45.452071+0000","last_active":"2024-09-10T08:32:51.027301+0000","last_peered":"2024-09-10T08:32:51.027301+0000","last_clean":"2024-09-10T08:32:51.027301+0000","last_became_active":"2024-09-10T08:32:45.451737+0000","last_became_peered":"2024-09-10T08:32:45.451737+0000","last_unstale":"2024-09-10T08:32:51.027301+0000","last_undegraded":"2024-09-10T08:32:51.027301+0000","last_fullsized":"2024-09-10T08:32:51.027301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:05.880201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.026890+0000","last_change":"2024-09-10T08:32:45.441014+0000","last_active":"2024-09-10T08:32:51.026890+0000","last_peered":"2024-09-10T08:32:51.026890+0000","last_clean":"2024-09-10T08:32:51.026890+0000","last_became_active":"2024-09-10T08:32:45.440626+0000","last_became_peered":"2024-09-10T08:32:45.440626+0000","last_unstale":"2024-09-10T08:32:51.026890+0000","last_undegraded":"2024-09-10T08:32:51.026890+0000","last_fullsized":"2024-09-10T08:32:51.026890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:03.547323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027588+0000","last_change":"2024-09-10T08:32:45.450320+0000","last_active":"2024-09-10T08:32:51.027588+0000","last_peered":"2024-09-10T08:32:51.027588+0000","last_clean":"2024-09-10T08:32:51.027588+0000","last_became_active":"2024-09-10T08:32:45.448272+0000","last_became_peered":"2024-09-10T08:32:45.448272+0000","last_unstale":"2024-09-10T08:32:51.027588+0000","last_undegraded":"2024-09-10T08:32:51.027588+0000","last_fullsized":"2024-09-10T08:32:51.027588+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470385+0000","last_change":"2024-09-10T08:32:45.445595+0000","last_active":"2024-09-10T08:32:50.470385+0000","last_peered":"2024-09-10T08:32:50.470385+0000","last_clean":"2024-09-10T08:32:50.470385+0000","last_became_active":"2024-09-10T08:32:45.445326+0000","last_became_peered":"2024-09-10T08:32:45.445326+0000","last_unstale":"2024-09-10T08:32:50.470385+0000","last_undegraded":"2024-09-10T08:32:50.470385+0000","last_fullsized":"2024-09-10T08:32:50.470385+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:39:54.243339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027905+0000","last_change":"2024-09-10T08:32:45.449969+0000","last_active":"2024-09-10T08:32:51.027905+0000","last_peered":"2024-09-10T08:32:51.027905+0000","last_clean":"2024-09-10T08:32:51.027905+0000","last_became_active":"2024-09-10T08:32:45.448905+0000","last_became_peered":"2024-09-10T08:32:45.448905+0000","last_unstale":"2024-09-10T08:32:51.027905+0000","last_undegraded":"2024-09-10T08:32:51.027905+0000","last_fullsized":"2024-09-10T08:32:51.027905+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:51.991859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471925+0000","last_change":"2024-09-10T08:32:45.451275+0000","last_active":"2024-09-10T08:32:50.471925+0000","last_peered":"2024-09-10T08:32:50.471925+0000","last_clean":"2024-09-10T08:32:50.471925+0000","last_became_active":"2024-09-10T08:32:45.450992+0000","last_became_peered":"2024-09-10T08:32:45.450992+0000","last_unstale":"2024-09-10T08:32:50.471925+0000","last_undegraded":"2024-09-10T08:32:50.471925+0000","last_fullsized":"2024-09-10T08:32:50.471925+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:19:26.645948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472752+0000","last_change":"2024-09-10T08:32:45.449430+0000","last_active":"2024-09-10T08:32:50.472752+0000","last_peered":"2024-09-10T08:32:50.472752+0000","last_clean":"2024-09-10T08:32:50.472752+0000","last_became_active":"2024-09-10T08:32:45.449122+0000","last_became_peered":"2024-09-10T08:32:45.449122+0000","last_unstale":"2024-09-10T08:32:50.472752+0000","last_undegraded":"2024-09-10T08:32:50.472752+0000","last_fullsized":"2024-09-10T08:32:50.472752+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472289+0000","last_change":"2024-09-10T08:32:45.453430+0000","last_active":"2024-09-10T08:32:50.472289+0000","last_peered":"2024-09-10T08:32:50.472289+0000","last_clean":"2024-09-10T08:32:50.472289+0000","last_became_active":"2024-09-10T08:32:45.453159+0000","last_became_peered":"2024-09-10T08:32:45.453159+0000","last_unstale":"2024-09-10T08:32:50.472289+0000","last_undegraded":"2024-09-10T08:32:50.472289+0000","last_fullsized":"2024-09-10T08:32:50.472289+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:05.548937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.470007+0000","last_change":"2024-09-10T08:32:45.453003+0000","last_active":"2024-09-10T08:32:50.470007+0000","last_peered":"2024-09-10T08:32:50.470007+0000","last_clean":"2024-09-10T08:32:50.470007+0000","last_became_active":"2024-09-10T08:32:45.452594+0000","last_became_peered":"2024-09-10T08:32:45.452594+0000","last_unstale":"2024-09-10T08:32:50.470007+0000","last_undegraded":"2024-09-10T08:32:50.470007+0000","last_fullsized":"2024-09-10T08:32:50.470007+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:20.627552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471254+0000","last_change":"2024-09-10T08:32:45.456567+0000","last_active":"2024-09-10T08:32:50.471254+0000","last_peered":"2024-09-10T08:32:50.471254+0000","last_clean":"2024-09-10T08:32:50.471254+0000","last_became_active":"2024-09-10T08:32:45.456156+0000","last_became_peered":"2024-09-10T08:32:45.456156+0000","last_unstale":"2024-09-10T08:32:50.471254+0000","last_undegraded":"2024-09-10T08:32:50.471254+0000","last_fullsized":"2024-09-10T08:32:50.471254+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:51:37.836468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027618+0000","last_change":"2024-09-10T08:32:45.450298+0000","last_active":"2024-09-10T08:32:51.027618+0000","last_peered":"2024-09-10T08:32:51.027618+0000","last_clean":"2024-09-10T08:32:51.027618+0000","last_became_active":"2024-09-10T08:32:45.449980+0000","last_became_peered":"2024-09-10T08:32:45.449980+0000","last_unstale":"2024-09-10T08:32:51.027618+0000","last_undegraded":"2024-09-10T08:32:51.027618+0000","last_fullsized":"2024-09-10T08:32:51.027618+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:41:52.510626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.471331+0000","last_change":"2024-09-10T08:32:45.447599+0000","last_active":"2024-09-10T08:32:50.471331+0000","last_peered":"2024-09-10T08:32:50.471331+0000","last_clean":"2024-09-10T08:32:50.471331+0000","last_became_active":"2024-09-10T08:32:45.447319+0000","last_became_peered":"2024-09-10T08:32:45.447319+0000","last_unstale":"2024-09-10T08:32:50.471331+0000","last_undegraded":"2024-09-10T08:32:50.471331+0000","last_fullsized":"2024-09-10T08:32:50.471331+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:30:21.824851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028491+0000","last_change":"2024-09-10T08:32:45.452378+0000","last_active":"2024-09-10T08:32:51.028491+0000","last_peered":"2024-09-10T08:32:51.028491+0000","last_clean":"2024-09-10T08:32:51.028491+0000","last_became_active":"2024-09-10T08:32:45.451977+0000","last_became_peered":"2024-09-10T08:32:45.451977+0000","last_unstale":"2024-09-10T08:32:51.028491+0000","last_undegraded":"2024-09-10T08:32:51.028491+0000","last_fullsized":"2024-09-10T08:32:51.028491+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:31:17.458035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.027133+0000","last_change":"2024-09-10T08:32:45.448106+0000","last_active":"2024-09-10T08:32:51.027133+0000","last_peered":"2024-09-10T08:32:51.027133+0000","last_clean":"2024-09-10T08:32:51.027133+0000","last_became_active":"2024-09-10T08:32:45.447830+0000","last_became_peered":"2024-09-10T08:32:45.447830+0000","last_unstale":"2024-09-10T08:32:51.027133+0000","last_undegraded":"2024-09-10T08:32:51.027133+0000","last_fullsized":"2024-09-10T08:32:51.027133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:47.196655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:51.028257+0000","last_change":"2024-09-10T08:32:45.449270+0000","last_active":"2024-09-10T08:32:51.028257+0000","last_peered":"2024-09-10T08:32:51.028257+0000","last_clean":"2024-09-10T08:32:51.028257+0000","last_became_active":"2024-09-10T08:32:45.448841+0000","last_became_peered":"2024-09-10T08:32:45.448841+0000","last_unstale":"2024-09-10T08:32:51.028257+0000","last_undegraded":"2024-09-10T08:32:51.028257+0000","last_fullsized":"2024-09-10T08:32:51.028257+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:28:46.201714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-10T08:32:50.472169+0000","last_change":"2024-09-10T08:32:45.451086+0000","last_active":"2024-09-10T08:32:50.472169+0000","last_peered":"2024-09-10T08:32:50.472169+0000","last_clean":"2024-09-10T08:32:50.472169+0000","last_became_active":"2024-09-10T08:32:45.450802+0000","last_became_peered":"2024-09-10T08:32:45.450802+0000","last_unstale":"2024-09-10T08:32:50.472169+0000","last_undegraded":"2024-09-10T08:32:50.472169+0000","last_fullsized":"2024-09-10T08:32:50.472169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:44.421726+0000","last_clean_scrub_stamp":"2024-09-10T08:32:44.421726+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:33:10.344782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476747,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":282624,"data_stored":105732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509450,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":868352,"data_stored":696556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509451,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":274432,"data_stored":105696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509451,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31460,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340380,"statfs":{"total":96636764160,"available":96604549120,"internally_reserved":0,"allocated":282624,"data_stored":109450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509450,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31456,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":270336,"data_stored":105606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509450,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32048,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339792,"statfs":{"total":96636764160,"available":96603947008,"internally_reserved":0,"allocated":876544,"data_stored":696612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574859,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31464,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340376,"statfs":{"total":96636764160,"available":96604545024,"internally_reserved":0,"allocated":278528,"data_stored":105766,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:10.012 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:33:10.012 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T08:33:10.012 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-10T08:33:10.012 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-10T08:33:10.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.143+0000 7f6078f4b640 1 Processor -- start 2024-09-10T08:33:10.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.143+0000 7f6078f4b640 1 -- start start 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6078f4b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f607406f9e0 0x7f60740d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6078f4b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f60740d09f0 0x7f60740c5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6078f4b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60740d0e00 con 0x7f607415b120 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6078f4b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f607415b500 con 0x7f60740d09f0 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6078f4b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f607406e940 con 0x7f607406f9e0 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6072d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f60740d09f0 0x7f60740c5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6072d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f60740d09f0 0x7f60740c5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38972/0 (socket says 172.21.15.94:38972) 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6072d9d640 1 -- 172.21.15.94:0/2869911682 learned_addr learned my addr 172.21.15.94:0/2869911682 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f607259c640 1 --1- 172.21.15.94:0/2869911682 >> v1:172.21.15.94:6789/0 conn(0x7f607415b120 0x7f607406dec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33258/0 (socket says 172.21.15.94:33258) 2024-09-10T08:33:10.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.144+0000 7f6069d9b640 1 --2- 172.21.15.94:0/2869911682 >> v2:172.21.15.143:3300/0 conn(0x7f607406f9e0 0x7f60740d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6072d9d640 1 -- 172.21.15.94:0/2869911682 >> v2:172.21.15.143:3300/0 conn(0x7f607406f9e0 msgr2=0x7f60740d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:10.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6072d9d640 1 --2- 172.21.15.94:0/2869911682 >> v2:172.21.15.143:3300/0 conn(0x7f607406f9e0 0x7f60740d04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6072d9d640 1 -- 172.21.15.94:0/2869911682 >> v1:172.21.15.94:6789/0 conn(0x7f607415b120 legacy=0x7f607406dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6072d9d640 1 -- 172.21.15.94:0/2869911682 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607406ec20 con 0x7f60740d09f0 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6072d9d640 1 --2- 172.21.15.94:0/2869911682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c5160 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f607406dcd0 tx=0x7f606c02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc4fcba4c44a21a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6071d9b640 1 -- 172.21.15.94:0/2869911682 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c036070 con 0x7f60740d09f0 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6071d9b640 1 -- 172.21.15.94:0/2869911682 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f606c031600 con 0x7f60740d09f0 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.145+0000 7f6071d9b640 1 -- 172.21.15.94:0/2869911682 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606c0319d0 con 0x7f60740d09f0 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 -- 172.21.15.94:0/2869911682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 msgr2=0x7f60740c5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 --2- 172.21.15.94:0/2869911682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c5160 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f607406dcd0 tx=0x7f606c02a730 comp rx=0 tx=0).stop 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 -- 172.21.15.94:0/2869911682 shutdown_connections 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 --2- 172.21.15.94:0/2869911682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c5160 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 --2- 172.21.15.94:0/2869911682 >> v2:172.21.15.143:3300/0 conn(0x7f607406f9e0 0x7f60740d04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 -- 172.21.15.94:0/2869911682 >> 172.21.15.94:0/2869911682 conn(0x7f607406bdf0 msgr2=0x7f607406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:10.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 -- 172.21.15.94:0/2869911682 shutdown_connections 2024-09-10T08:33:10.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.146+0000 7f6078f4b640 1 -- 172.21.15.94:0/2869911682 wait complete. 2024-09-10T08:33:10.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.147+0000 7f6078f4b640 1 Processor -- start 2024-09-10T08:33:10.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.147+0000 7f6078f4b640 1 -- start start 2024-09-10T08:33:10.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6078f4b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f607406f9e0 0x7f60741ebef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6078f4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6078f4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f607415b120 0x7f60741f2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6078f4b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f607406f4c0 con 0x7f60740d09f0 2024-09-10T08:33:10.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6078f4b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f607406f1e0 con 0x7f607406f9e0 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6078f4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f607406e5d0 con 0x7f607415b120 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6069d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6069d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c8530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38978/0 (socket says 172.21.15.94:38978) 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6069d9b640 1 -- 172.21.15.94:0/1369426922 learned_addr learned my addr 172.21.15.94:0/1369426922 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.148+0000 7f6072d9d640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f607415b120 0x7f60741f2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f607259c640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f607406f9e0 0x7f60741ebef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6069d9b640 1 -- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f607415b120 msgr2=0x7f60741f2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6069d9b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f607415b120 0x7f60741f2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6069d9b640 1 -- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f607406f9e0 msgr2=0x7f60741ebef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6069d9b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f607406f9e0 0x7f60741ebef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6069d9b640 1 -- 172.21.15.94:0/1369426922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60740c8c10 con 0x7f60740d09f0 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6072d9d640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f607415b120 0x7f60741f2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:10.151 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6069d9b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c8530 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f605c00c820 tx=0x7f605c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f606b7fe640 1 -- 172.21.15.94:0/1369426922 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c015070 con 0x7f60740d09f0 2024-09-10T08:33:10.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f606b7fe640 1 -- 172.21.15.94:0/1369426922 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f605c004240 con 0x7f60740d09f0 2024-09-10T08:33:10.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60740c8ef0 con 0x7f60740d09f0 2024-09-10T08:33:10.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f606b7fe640 1 -- 172.21.15.94:0/1369426922 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c00ce10 con 0x7f60740d09f0 2024-09-10T08:33:10.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.149+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60740c94b0 con 0x7f60740d09f0 2024-09-10T08:33:10.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.150+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6074070030 con 0x7f60740d09f0 2024-09-10T08:33:10.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.151+0000 7f606b7fe640 1 -- 172.21.15.94:0/1369426922 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f605c007830 con 0x7f60740d09f0 2024-09-10T08:33:10.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.151+0000 7f606b7fe640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605406be30 0x7f605406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.151+0000 7f606b7fe640 1 -- 172.21.15.94:0/1369426922 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f605c08b050 con 0x7f60740d09f0 2024-09-10T08:33:10.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.151+0000 7f607259c640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605406be30 0x7f605406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.151+0000 7f607259c640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605406be30 0x7f605406e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f60740cc510 tx=0x7f6064007ce0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.155+0000 7f606b7fe640 1 -- 172.21.15.94:0/1369426922 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6074070030 con 0x7f60740d09f0 2024-09-10T08:33:10.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.355+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f60740ce060 con 0x7f60740d09f0 2024-09-10T08:33:10.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.355+0000 7f606b7fe640 1 -- 172.21.15.94:0/1369426922 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f605c059750 con 0x7f60740d09f0 2024-09-10T08:33:10.356 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:10.356 INFO:teuthology.orchestra.run.smithi094.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605406be30 msgr2=0x7f605406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605406be30 0x7f605406e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f60740cc510 tx=0x7f6064007ce0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 msgr2=0x7f60740c8530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c8530 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f605c00c820 tx=0x7f605c00cce0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 shutdown_connections 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605406be30 0x7f605406e2f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f607415b120 0x7f60741f2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f60740d09f0 0x7f60740c8530 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 --2- 172.21.15.94:0/1369426922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f607406f9e0 0x7f60741ebef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 >> 172.21.15.94:0/1369426922 conn(0x7f607406bdf0 msgr2=0x7f60740cac10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:10.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 shutdown_connections 2024-09-10T08:33:10.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.357+0000 7f6078f4b640 1 -- 172.21.15.94:0/1369426922 wait complete. 2024-09-10T08:33:10.368 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-10T08:33:10.369 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:10.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.465+0000 7f11772d0640 1 Processor -- start 2024-09-10T08:33:10.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.466+0000 7f11772d0640 1 -- start start 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.466+0000 7f11772d0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1170147da0 0x7f11700b6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.466+0000 7f11772d0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1170162dc0 0x7f11700b5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.466+0000 7f11772d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f11700d1120 0x7f11700d15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.466+0000 7f11772d0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f11700b5f90 con 0x7f1170162dc0 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.466+0000 7f11772d0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f11700b61f0 con 0x7f1170147da0 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.466+0000 7f11772d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f11701622e0 con 0x7f11700d1120 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1170162dc0 0x7f11700b5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1170162dc0 0x7f11700b5a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:38994/0 (socket says 172.21.15.94:38994) 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 -- 172.21.15.94:0/2646779977 learned_addr learned my addr 172.21.15.94:0/2646779977 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117586d640 1 --2- 172.21.15.94:0/2646779977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f11700d1120 0x7f11700d15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117506c640 1 --2- 172.21.15.94:0/2646779977 >> v2:172.21.15.143:3300/0 conn(0x7f1170147da0 0x7f11700b6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 -- 172.21.15.94:0/2646779977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f11700d1120 msgr2=0x7f11700d15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 --2- 172.21.15.94:0/2646779977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f11700d1120 0x7f11700d15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 -- 172.21.15.94:0/2646779977 >> v2:172.21.15.143:3300/0 conn(0x7f1170147da0 msgr2=0x7f11700b6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 --2- 172.21.15.94:0/2646779977 >> v2:172.21.15.143:3300/0 conn(0x7f1170147da0 0x7f11700b6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 -- 172.21.15.94:0/2646779977 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11701625c0 con 0x7f1170162dc0 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.467+0000 7f117486b640 1 --2- 172.21.15.94:0/2646779977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1170162dc0 0x7f11700b5a50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f11700b3e30 tx=0x7f116402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb4cf888877184dd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f116ffff640 1 -- 172.21.15.94:0/2646779977 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164037070 con 0x7f1170162dc0 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f116ffff640 1 -- 172.21.15.94:0/2646779977 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1164032440 con 0x7f1170162dc0 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f116ffff640 1 -- 172.21.15.94:0/2646779977 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164032810 con 0x7f1170162dc0 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 -- 172.21.15.94:0/2646779977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1170162dc0 msgr2=0x7f11700b5a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 --2- 172.21.15.94:0/2646779977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1170162dc0 0x7f11700b5a50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f11700b3e30 tx=0x7f116402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 -- 172.21.15.94:0/2646779977 shutdown_connections 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 --2- 172.21.15.94:0/2646779977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f11700d1120 0x7f11700d15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 --2- 172.21.15.94:0/2646779977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1170162dc0 0x7f11700b5a50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 --2- 172.21.15.94:0/2646779977 >> v2:172.21.15.143:3300/0 conn(0x7f1170147da0 0x7f11700b6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 -- 172.21.15.94:0/2646779977 >> 172.21.15.94:0/2646779977 conn(0x7f117009a9f0 msgr2=0x7f11700b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 -- 172.21.15.94:0/2646779977 shutdown_connections 2024-09-10T08:33:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.468+0000 7f11772d0640 1 -- 172.21.15.94:0/2646779977 wait complete. 2024-09-10T08:33:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.469+0000 7f11772d0640 1 Processor -- start 2024-09-10T08:33:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f11772d0640 1 -- start start 2024-09-10T08:33:10.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f11772d0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f11700d1120 0x7f11701e8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f11772d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1170147da0 0x7f11700cdba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f11772d0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1170162dc0 0x7f11700ce0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f11772d0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1170148300 con 0x7f11700d1120 2024-09-10T08:33:10.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f11772d0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1170148180 con 0x7f1170162dc0 2024-09-10T08:33:10.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f11772d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f117006bc10 con 0x7f1170147da0 2024-09-10T08:33:10.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f117506c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f11700d1120 0x7f11701e8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f117506c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f11700d1120 0x7f11701e8470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39010/0 (socket says 172.21.15.94:39010) 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.470+0000 7f117506c640 1 -- 172.21.15.94:0/2600092639 learned_addr learned my addr 172.21.15.94:0/2600092639 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117586d640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1170162dc0 0x7f11700ce0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117486b640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1170147da0 0x7f11700cdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117506c640 1 -- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1170147da0 msgr2=0x7f11700cdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117506c640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1170147da0 0x7f11700cdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117506c640 1 -- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1170162dc0 msgr2=0x7f11700ce0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117506c640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1170162dc0 0x7f11700ce0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117506c640 1 -- 172.21.15.94:0/2600092639 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11701e89b0 con 0x7f11700d1120 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f117506c640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f11700d1120 0x7f11701e8470 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1160007ef0 tx=0x7f116000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f116dffb640 1 -- 172.21.15.94:0/2600092639 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160014620 con 0x7f11700d1120 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f116dffb640 1 -- 172.21.15.94:0/2600092639 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1160019070 con 0x7f11700d1120 2024-09-10T08:33:10.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1170145da0 con 0x7f11700d1120 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f116dffb640 1 -- 172.21.15.94:0/2600092639 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160014a00 con 0x7f11700d1120 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.471+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1170146360 con 0x7f11700d1120 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.472+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11700b5a50 con 0x7f11700d1120 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.472+0000 7f116dffb640 1 -- 172.21.15.94:0/2600092639 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1160014ba0 con 0x7f11700d1120 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.473+0000 7f116dffb640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f115c06be30 0x7f115c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.473+0000 7f116dffb640 1 -- 172.21.15.94:0/2600092639 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f116008bb50 con 0x7f11700d1120 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.473+0000 7f117486b640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f115c06be30 0x7f115c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.473+0000 7f117486b640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f115c06be30 0x7f115c06e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1164034000 tx=0x7f116402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.477+0000 7f116dffb640 1 -- 172.21.15.94:0/2600092639 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f116005a120 con 0x7f11700d1120 2024-09-10T08:33:10.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.678+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1170070cd0 con 0x7f11700d1120 2024-09-10T08:33:10.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.679+0000 7f116dffb640 1 -- 172.21.15.94:0/2600092639 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f1160059a20 con 0x7f11700d1120 2024-09-10T08:33:10.679 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:10.679 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:10.679 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f115c06be30 msgr2=0x7f115c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f115c06be30 0x7f115c06e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1164034000 tx=0x7f116402e000 comp rx=0 tx=0).stop 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f11700d1120 msgr2=0x7f11701e8470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f11700d1120 0x7f11701e8470 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1160007ef0 tx=0x7f116000e4b0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 shutdown_connections 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f115c06be30 0x7f115c06e2f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1170162dc0 0x7f11700ce0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1170147da0 0x7f11700cdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 --2- 172.21.15.94:0/2600092639 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f11700d1120 0x7f11701e8470 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.680+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 >> 172.21.15.94:0/2600092639 conn(0x7f117009a9f0 msgr2=0x7f117006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:10.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.681+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 shutdown_connections 2024-09-10T08:33:10.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.681+0000 7f11772d0640 1 -- 172.21.15.94:0/2600092639 wait complete. 2024-09-10T08:33:10.691 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:10.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.788+0000 7f7b59a53640 1 Processor -- start 2024-09-10T08:33:10.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b59a53640 1 -- start start 2024-09-10T08:33:10.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b59a53640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7b540d4300 0x7f7b540d46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b59a53640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f7b540b24e0 0x7f7b540b2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b59a53640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b540cee80 con 0x7f7b540b2e40 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b59a53640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f7b540b1440 con 0x7f7b540d4300 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b59a53640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f7b540b1720 con 0x7f7b540b24e0 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b52ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7b540d4300 0x7f7b540d46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b537fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7b540b2e40 0x7f7b5406d2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33268/0 (socket says 172.21.15.94:33268) 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.789+0000 7f7b537fe640 1 -- 172.21.15.94:0/1150050857 learned_addr learned my addr 172.21.15.94:0/1150050857 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.790+0000 7f7b527fc640 1 --2- 172.21.15.94:0/1150050857 >> v2:172.21.15.143:3300/0 conn(0x7f7b540b24e0 0x7f7b540b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.790+0000 7f7b52ffd640 1 -- 172.21.15.94:0/1150050857 >> v2:172.21.15.143:3300/0 conn(0x7f7b540b24e0 msgr2=0x7f7b540b2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.790+0000 7f7b52ffd640 1 --2- 172.21.15.94:0/1150050857 >> v2:172.21.15.143:3300/0 conn(0x7f7b540b24e0 0x7f7b540b2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.790+0000 7f7b52ffd640 1 -- 172.21.15.94:0/1150050857 >> v1:172.21.15.94:6789/0 conn(0x7f7b540b2e40 legacy=0x7f7b5406d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.790+0000 7f7b52ffd640 1 -- 172.21.15.94:0/1150050857 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b540b1a00 con 0x7f7b540d4300 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.790+0000 7f7b52ffd640 1 --2- 172.21.15.94:0/1150050857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540d4300 0x7f7b540d46e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7b540d1f50 tx=0x7f7b4402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6f02c91c83f67b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b51ffb640 1 -- 172.21.15.94:0/1150050857 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b44007740 con 0x7f7b540d4300 2024-09-10T08:33:10.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b51ffb640 1 -- 172.21.15.94:0/1150050857 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b440078e0 con 0x7f7b540d4300 2024-09-10T08:33:10.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b51ffb640 1 -- 172.21.15.94:0/1150050857 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b44007cb0 con 0x7f7b540d4300 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 -- 172.21.15.94:0/1150050857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540d4300 msgr2=0x7f7b540d46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1150050857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540d4300 0x7f7b540d46e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7b540d1f50 tx=0x7f7b4402a560 comp rx=0 tx=0).stop 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 -- 172.21.15.94:0/1150050857 shutdown_connections 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1150050857 >> v2:172.21.15.143:3300/0 conn(0x7f7b540b24e0 0x7f7b540b2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1150050857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540d4300 0x7f7b540d46e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 -- 172.21.15.94:0/1150050857 >> 172.21.15.94:0/1150050857 conn(0x7f7b5409d790 msgr2=0x7f7b5408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 -- 172.21.15.94:0/1150050857 shutdown_connections 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.791+0000 7f7b59a53640 1 -- 172.21.15.94:0/1150050857 wait complete. 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.792+0000 7f7b59a53640 1 Processor -- start 2024-09-10T08:33:10.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b59a53640 1 -- start start 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b59a53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540b24e0 0x7f7b540b9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b59a53640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b540b2e40 0x7f7b5415c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b59a53640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b540d4300 0x7f7b5415cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b59a53640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5406ea10 con 0x7f7b540b24e0 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b59a53640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7b540b1fc0 con 0x7f7b540d4300 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b59a53640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7b540d4c20 con 0x7f7b540b2e40 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b52ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540b24e0 0x7f7b540b9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b52ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540b24e0 0x7f7b540b9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39018/0 (socket says 172.21.15.94:39018) 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.793+0000 7f7b52ffd640 1 -- 172.21.15.94:0/1788743168 learned_addr learned my addr 172.21.15.94:0/1788743168 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b527fc640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b540b2e40 0x7f7b5415c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b537fe640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b540d4300 0x7f7b5415cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b52ffd640 1 -- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b540b2e40 msgr2=0x7f7b5415c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b52ffd640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b540b2e40 0x7f7b5415c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b52ffd640 1 -- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b540d4300 msgr2=0x7f7b5415cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b52ffd640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b540d4300 0x7f7b5415cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b52ffd640 1 -- 172.21.15.94:0/1788743168 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b540ca2d0 con 0x7f7b540b24e0 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b527fc640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b540b2e40 0x7f7b5415c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b52ffd640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540b24e0 0x7f7b540b9700 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7b4402ab50 tx=0x7f7b44004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b3bfff640 1 -- 172.21.15.94:0/1788743168 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4403f070 con 0x7f7b540b24e0 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b3bfff640 1 -- 172.21.15.94:0/1788743168 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b44031c40 con 0x7f7b540b24e0 2024-09-10T08:33:10.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b540ca5b0 con 0x7f7b540b24e0 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b3bfff640 1 -- 172.21.15.94:0/1788743168 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b44043410 con 0x7f7b540b24e0 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.794+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b540cab70 con 0x7f7b540b24e0 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.795+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b540cafa0 con 0x7f7b540b24e0 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.795+0000 7f7b3bfff640 1 -- 172.21.15.94:0/1788743168 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7b440435b0 con 0x7f7b540b24e0 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.796+0000 7f7b3bfff640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7b4006be30 0x7f7b4006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.796+0000 7f7b3bfff640 1 -- 172.21.15.94:0/1788743168 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7b440ac510 con 0x7f7b540b24e0 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.796+0000 7f7b527fc640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7b4006be30 0x7f7b4006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:10.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.796+0000 7f7b527fc640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7b4006be30 0x7f7b4006e2f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7b540ba470 tx=0x7f7b48008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:10.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.800+0000 7f7b3bfff640 1 -- 172.21.15.94:0/1788743168 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7b4407ac10 con 0x7f7b540b24e0 2024-09-10T08:33:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.997+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b540d0ee0 con 0x7f7b540b24e0 2024-09-10T08:33:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.997+0000 7f7b3bfff640 1 -- 172.21.15.94:0/1788743168 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f7b4407a510 con 0x7f7b540b24e0 2024-09-10T08:33:10.998 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:10.998 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:10.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7b4006be30 msgr2=0x7f7b4006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7b4006be30 0x7f7b4006e2f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7b540ba470 tx=0x7f7b48008040 comp rx=0 tx=0).stop 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540b24e0 msgr2=0x7f7b540b9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540b24e0 0x7f7b540b9700 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7b4402ab50 tx=0x7f7b44004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 shutdown_connections 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7b4006be30 0x7f7b4006e2f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b540d4300 0x7f7b5415cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b540b2e40 0x7f7b5415c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 --2- 172.21.15.94:0/1788743168 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b540b24e0 0x7f7b540b9700 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 >> 172.21.15.94:0/1788743168 conn(0x7f7b5409d790 msgr2=0x7f7b540b32b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 shutdown_connections 2024-09-10T08:33:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:10.999+0000 7f7b59a53640 1 -- 172.21.15.94:0/1788743168 wait complete. 2024-09-10T08:33:11.010 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:11.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.108+0000 7f37e4f1a640 1 Processor -- start 2024-09-10T08:33:11.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.108+0000 7f37e4f1a640 1 -- start start 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37e4f1a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f37e00d4370 0x7f37e00d4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37e4f1a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37e00d1880 con 0x7f37e015e2a0 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37e4f1a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37e00d1b60 con 0x7f37e015e680 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37e4f1a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f37e00cf2d0 con 0x7f37e00d4370 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37de59c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f37e015e2a0 0x7f37e006d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33272/0 (socket says 172.21.15.94:33272) 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37de59c640 1 -- 172.21.15.94:0/1099972686 learned_addr learned my addr 172.21.15.94:0/1099972686 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37ded9d640 1 --2- 172.21.15.94:0/1099972686 >> v2:172.21.15.143:3300/0 conn(0x7f37e00d4370 0x7f37e00d4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 364378381 0 0) 0x7f37e00d1880 con 0x7f37e015e2a0 2024-09-10T08:33:11.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.109+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f37c8003520 con 0x7f37e015e2a0 2024-09-10T08:33:11.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1597943689 0 0) 0x7f37c8003520 con 0x7f37e015e2a0 2024-09-10T08:33:11.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 >> v2:172.21.15.143:3300/0 conn(0x7f37e00d4370 msgr2=0x7f37e00d4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:11.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 --2- 172.21.15.94:0/1099972686 >> v2:172.21.15.143:3300/0 conn(0x7f37e00d4370 0x7f37e00d4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 >> v1:172.21.15.143:6789/0 conn(0x7f37e015e680 legacy=0x7f37e00cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e00cf5b0 con 0x7f37e015e2a0 2024-09-10T08:33:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f37d0001670 con 0x7f37e015e2a0 2024-09-10T08:33:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 >> v1:172.21.15.94:6789/0 conn(0x7f37e015e2a0 legacy=0x7f37e006d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37c8004800 0x7f37c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37c80051c0 0x7f37c800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f37e00cf2d0 con 0x7f37c80039b0 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f37c800c060 con 0x7f37c80051c0 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f37c800c260 con 0x7f37c8004800 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37ded9d640 1 --2- 172.21.15.94:0/1099972686 >> v2:172.21.15.143:3300/0 conn(0x7f37e00d4370 0x7f37e00d4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37de59c640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37ddd9b640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37c8004800 0x7f37c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37ded9d640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37c80051c0 0x7f37c800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37de59c640 1 -- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37c8004800 msgr2=0x7f37c8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37de59c640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37c8004800 0x7f37c8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37de59c640 1 -- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37c80051c0 msgr2=0x7f37c800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37de59c640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37c80051c0 0x7f37c800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37ded9d640 1 -- 172.21.15.94:0/1099972686 reap_dead start 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.110+0000 7f37de59c640 1 -- 172.21.15.94:0/1099972686 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c8003520 con 0x7f37c80039b0 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37de59c640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f37d000c210 tx=0x7f37c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97a9018952da026 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:11.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d0007d30 con 0x7f37c80039b0 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37d00058d0 con 0x7f37c80039b0 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37dd59a640 1 -- 172.21.15.94:0/1099972686 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d0005d20 con 0x7f37c80039b0 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37e4f1a640 1 -- 172.21.15.94:0/1099972686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 msgr2=0x7f37c8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f37d000c210 tx=0x7f37c8005830 comp rx=0 tx=0).stop 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37e4f1a640 1 -- 172.21.15.94:0/1099972686 shutdown_connections 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/1099972686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37c8003dd0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37e4f1a640 1 -- 172.21.15.94:0/1099972686 >> 172.21.15.94:0/1099972686 conn(0x7f37e009d760 msgr2=0x7f37e008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37e4f1a640 1 -- 172.21.15.94:0/1099972686 shutdown_connections 2024-09-10T08:33:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.111+0000 7f37e4f1a640 1 -- 172.21.15.94:0/1099972686 wait complete. 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.113+0000 7f37e4f1a640 1 Processor -- start 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.113+0000 7f37e4f1a640 1 -- start start 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37e00b7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37e0156300 0x7f37e0156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37e01e8370 0x7f37e01e87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f37e00d49a0 con 0x7f37c80039b0 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f37e00d4820 con 0x7f37e0156300 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f37e00d4b20 con 0x7f37e01e8370 2024-09-10T08:33:11.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37e00b7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37e00b7b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39034/0 (socket says 172.21.15.94:39034) 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 -- 172.21.15.94:0/498842430 learned_addr learned my addr 172.21.15.94:0/498842430 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37ddd9b640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37e0156300 0x7f37e0156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37ded9d640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37e01e8370 0x7f37e01e87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 -- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37e01e8370 msgr2=0x7f37e01e87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37e01e8370 0x7f37e01e87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 -- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37e0156300 msgr2=0x7f37e0156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37e0156300 0x7f37e0156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 -- 172.21.15.94:0/498842430 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e0156cc0 con 0x7f37c80039b0 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37ddd9b640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37e0156300 0x7f37e0156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37de59c640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37e00b7b90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f37d000c300 tx=0x7f37d0001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37ceffd640 1 -- 172.21.15.94:0/498842430 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d0000ed0 con 0x7f37c80039b0 2024-09-10T08:33:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37ceffd640 1 -- 172.21.15.94:0/498842430 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37d0043070 con 0x7f37c80039b0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e00ce190 con 0x7f37c80039b0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37ceffd640 1 -- 172.21.15.94:0/498842430 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d00049e0 con 0x7f37c80039b0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.114+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e00cdeb0 con 0x7f37c80039b0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.115+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37e006d420 con 0x7f37c80039b0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.116+0000 7f37ceffd640 1 -- 172.21.15.94:0/498842430 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f37d0004b80 con 0x7f37c80039b0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.116+0000 7f37ceffd640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f37c006bfd0 0x7f37c006e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.116+0000 7f37ceffd640 1 -- 172.21.15.94:0/498842430 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f37d00ab470 con 0x7f37c80039b0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.116+0000 7f37ddd9b640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f37c006bfd0 0x7f37c006e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.117+0000 7f37ddd9b640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f37c006bfd0 0x7f37c006e490 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f37e015a400 tx=0x7f37d4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.120+0000 7f37ceffd640 1 -- 172.21.15.94:0/498842430 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f37e0156cc0 con 0x7f37c80039b0 2024-09-10T08:33:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.287+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f37e006cf90 con 0x7f37c80039b0 2024-09-10T08:33:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.288+0000 7f37ceffd640 1 -- 172.21.15.94:0/498842430 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7f37d0079a40 con 0x7f37c80039b0 2024-09-10T08:33:11.288 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:11.288 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:11.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f37c006bfd0 msgr2=0x7f37c006e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f37c006bfd0 0x7f37c006e490 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f37e015a400 tx=0x7f37d4009040 comp rx=0 tx=0).stop 2024-09-10T08:33:11.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 msgr2=0x7f37e00b7b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37e00b7b90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f37d000c300 tx=0x7f37d0001a40 comp rx=0 tx=0).stop 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 shutdown_connections 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f37c006bfd0 0x7f37c006e490 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f37e0156300 0x7f37e0156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f37e01e8370 0x7f37e01e87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 --2- 172.21.15.94:0/498842430 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f37c80039b0 0x7f37e00b7b90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 >> 172.21.15.94:0/498842430 conn(0x7f37e009d760 msgr2=0x7f37e015fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 shutdown_connections 2024-09-10T08:33:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.290+0000 7f37e4f1a640 1 -- 172.21.15.94:0/498842430 wait complete. 2024-09-10T08:33:11.301 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:11.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.399+0000 7fbd7b352640 1 Processor -- start 2024-09-10T08:33:11.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.399+0000 7fbd7b352640 1 -- start start 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd7b352640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbd7415e2a0 0x7fbd7406d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd7b352640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7415e680 0x7fbd740cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd7b352640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd740d1880 con 0x7fbd7406d960 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd7b352640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbd740d1b60 con 0x7fbd7415e2a0 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd7b352640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbd740cf2d0 con 0x7fbd7415e680 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd790ee640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbd7415e2a0 0x7fbd7406d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd790ee640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbd7415e2a0 0x7fbd7406d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39036/0 (socket says 172.21.15.94:39036) 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.400+0000 7fbd790ee640 1 -- 172.21.15.94:0/1665702231 learned_addr learned my addr 172.21.15.94:0/1665702231 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.401+0000 7fbd788ed640 1 --2- 172.21.15.94:0/1665702231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7415e680 0x7fbd740cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.401+0000 7fbd790ee640 1 -- 172.21.15.94:0/1665702231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7415e680 msgr2=0x7fbd740cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:11.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.401+0000 7fbd790ee640 1 --2- 172.21.15.94:0/1665702231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7415e680 0x7fbd740cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.401+0000 7fbd790ee640 1 -- 172.21.15.94:0/1665702231 >> v1:172.21.15.143:6789/0 conn(0x7fbd7406d960 legacy=0x7fbd740d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:11.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.401+0000 7fbd790ee640 1 -- 172.21.15.94:0/1665702231 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd740cf5b0 con 0x7fbd7415e2a0 2024-09-10T08:33:11.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.401+0000 7fbd790ee640 1 --2- 172.21.15.94:0/1665702231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e2a0 0x7fbd7406d420 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c009e50 tx=0x7fbd6c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f61edb76ef56873 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:11.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.401+0000 7fbd73fff640 1 -- 172.21.15.94:0/1665702231 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c036070 con 0x7fbd7415e2a0 2024-09-10T08:33:11.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd73fff640 1 -- 172.21.15.94:0/1665702231 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd6c031600 con 0x7fbd7415e2a0 2024-09-10T08:33:11.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd73fff640 1 -- 172.21.15.94:0/1665702231 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c0319d0 con 0x7fbd7415e2a0 2024-09-10T08:33:11.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 -- 172.21.15.94:0/1665702231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e2a0 msgr2=0x7fbd7406d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1665702231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e2a0 0x7fbd7406d420 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c009e50 tx=0x7fbd6c02a6c0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 -- 172.21.15.94:0/1665702231 shutdown_connections 2024-09-10T08:33:11.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1665702231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7415e680 0x7fbd740cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1665702231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e2a0 0x7fbd7406d420 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 -- 172.21.15.94:0/1665702231 >> 172.21.15.94:0/1665702231 conn(0x7fbd7409d760 msgr2=0x7fbd7408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:11.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 -- 172.21.15.94:0/1665702231 shutdown_connections 2024-09-10T08:33:11.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.402+0000 7fbd7b352640 1 -- 172.21.15.94:0/1665702231 wait complete. 2024-09-10T08:33:11.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.403+0000 7fbd7b352640 1 Processor -- start 2024-09-10T08:33:11.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.403+0000 7fbd7b352640 1 -- start start 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd7b352640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7406d960 0x7fbd740cb720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd7b352640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd7415e2a0 0x7fbd740c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd7b352640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e680 0x7fbd740c8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd7b352640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbd740d4c00 con 0x7fbd7415e680 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd7b352640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbd740d4a80 con 0x7fbd7415e2a0 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd7b352640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbd740d0010 con 0x7fbd7406d960 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e680 0x7fbd740c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e680 0x7fbd740c8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39048/0 (socket says 172.21.15.94:39048) 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 -- 172.21.15.94:0/1078929324 learned_addr learned my addr 172.21.15.94:0/1078929324 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd790ee640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7406d960 0x7fbd740cb720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 -- 172.21.15.94:0/1078929324 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7406d960 msgr2=0x7fbd740cb720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7406d960 0x7fbd740cb720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 -- 172.21.15.94:0/1078929324 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd7415e2a0 msgr2=0x7fbd740c7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd7415e2a0 0x7fbd740c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.404+0000 7fbd798ef640 1 -- 172.21.15.94:0/1078929324 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd740c8b00 con 0x7fbd7415e680 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.405+0000 7fbd798ef640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e680 0x7fbd740c8450 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbd6400c410 tx=0x7fbd6400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.405+0000 7fbd71ffb640 1 -- 172.21.15.94:0/1078929324 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd64011790 con 0x7fbd7415e680 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.405+0000 7fbd71ffb640 1 -- 172.21.15.94:0/1078929324 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd64017070 con 0x7fbd7415e680 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.405+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd740c8de0 con 0x7fbd7415e680 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.405+0000 7fbd71ffb640 1 -- 172.21.15.94:0/1078929324 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd64011b70 con 0x7fbd7415e680 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.405+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd740c93a0 con 0x7fbd7415e680 2024-09-10T08:33:11.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.406+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd7406d420 con 0x7fbd7415e680 2024-09-10T08:33:11.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.406+0000 7fbd71ffb640 1 -- 172.21.15.94:0/1078929324 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbd64011d10 con 0x7fbd7415e680 2024-09-10T08:33:11.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.407+0000 7fbd71ffb640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbd6006be30 0x7fbd6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:11.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.407+0000 7fbd71ffb640 1 -- 172.21.15.94:0/1078929324 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbd6408ae20 con 0x7fbd7415e680 2024-09-10T08:33:11.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.407+0000 7fbd790ee640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbd6006be30 0x7fbd6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:11.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.407+0000 7fbd790ee640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbd6006be30 0x7fbd6006e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c033000 tx=0x7fbd6c009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:11.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.411+0000 7fbd71ffb640 1 -- 172.21.15.94:0/1078929324 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbd64021020 con 0x7fbd7415e680 2024-09-10T08:33:11.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.612+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd741619e0 con 0x7fbd7415e680 2024-09-10T08:33:11.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.613+0000 7fbd71ffb640 1 -- 172.21.15.94:0/1078929324 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7fbd64059400 con 0x7fbd7415e680 2024-09-10T08:33:11.613 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:11.613 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbd6006be30 msgr2=0x7fbd6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbd6006be30 0x7fbd6006e2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c033000 tx=0x7fbd6c009000 comp rx=0 tx=0).stop 2024-09-10T08:33:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e680 msgr2=0x7fbd740c8450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e680 0x7fbd740c8450 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbd6400c410 tx=0x7fbd6400c8d0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 shutdown_connections 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbd6006be30 0x7fbd6006e2f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbd7415e2a0 0x7fbd740c7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbd7415e680 0x7fbd740c8450 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 --2- 172.21.15.94:0/1078929324 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbd7406d960 0x7fbd740cb720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 >> 172.21.15.94:0/1078929324 conn(0x7fbd7409d760 msgr2=0x7fbd7415eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 shutdown_connections 2024-09-10T08:33:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:11.615+0000 7fbd7b352640 1 -- 172.21.15.94:0/1078929324 wait complete. 2024-09-10T08:33:12.028 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:32:44.770798+0000', 'modified': '2024-09-10T08:33:03.833797+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.143:6835/1721261724', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.143:6833', 'nonce': 1721261724}, {'type': 'v1', 'addr': '172.21.15.143:6835', 'nonce': 1721261724}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4290, 'qdb_cluster': [4290]} 2024-09-10T08:33:12.029 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:33:12.029 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T08:33:12.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.131+0000 7fb97b74b640 1 Processor -- start 2024-09-10T08:33:12.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.131+0000 7fb97b74b640 1 -- start start 2024-09-10T08:33:12.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.131+0000 7fb97b74b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb9740d0070 0x7fb97415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.131+0000 7fb97b74b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9740d4130 0x7fb9740d45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.131+0000 7fb97b74b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9740d4ae0 con 0x7fb97415f0d0 2024-09-10T08:33:12.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb97b74b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb9740d1b10 con 0x7fb9740d0070 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb97b74b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb9740cf2b0 con 0x7fb9740d4130 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb978ce6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb9740d0070 0x7fb97415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb978ce6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb9740d0070 0x7fb97415f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39058/0 (socket says 172.21.15.94:39058) 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb978ce6640 1 -- 172.21.15.94:0/120854415 learned_addr learned my addr 172.21.15.94:0/120854415 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb9794e7640 1 --1- 172.21.15.94:0/120854415 >> v1:172.21.15.94:6789/0 conn(0x7fb97415f0d0 0x7fb9740d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33284/0 (socket says 172.21.15.94:33284) 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb979ce8640 1 --2- 172.21.15.94:0/120854415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9740d4130 0x7fb9740d45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb978ce6640 1 -- 172.21.15.94:0/120854415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9740d4130 msgr2=0x7fb9740d45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb978ce6640 1 --2- 172.21.15.94:0/120854415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9740d4130 0x7fb9740d45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb978ce6640 1 -- 172.21.15.94:0/120854415 >> v1:172.21.15.94:6789/0 conn(0x7fb97415f0d0 legacy=0x7fb9740d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb978ce6640 1 -- 172.21.15.94:0/120854415 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9740cf590 con 0x7fb9740d0070 2024-09-10T08:33:12.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.132+0000 7fb96bfff640 1 -- 172.21.15.94:0/120854415 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3326412451 0 0) 0x7fb9740d4ae0 con 0x7fb97415f0d0 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb978ce6640 1 --2- 172.21.15.94:0/120854415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d0070 0x7fb97415f4b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb964009870 tx=0x7fb96402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f85230d256c1a533 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb96bfff640 1 -- 172.21.15.94:0/120854415 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964037070 con 0x7fb9740d0070 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb96bfff640 1 -- 172.21.15.94:0/120854415 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb964032440 con 0x7fb9740d0070 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb96bfff640 1 -- 172.21.15.94:0/120854415 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964032810 con 0x7fb9740d0070 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 -- 172.21.15.94:0/120854415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d0070 msgr2=0x7fb97415f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 --2- 172.21.15.94:0/120854415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d0070 0x7fb97415f4b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb964009870 tx=0x7fb96402a1c0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 -- 172.21.15.94:0/120854415 shutdown_connections 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 --2- 172.21.15.94:0/120854415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9740d4130 0x7fb9740d45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 --2- 172.21.15.94:0/120854415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d0070 0x7fb97415f4b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 -- 172.21.15.94:0/120854415 >> 172.21.15.94:0/120854415 conn(0x7fb97409d760 msgr2=0x7fb97408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 -- 172.21.15.94:0/120854415 shutdown_connections 2024-09-10T08:33:12.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.133+0000 7fb97b74b640 1 -- 172.21.15.94:0/120854415 wait complete. 2024-09-10T08:33:12.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 Processor -- start 2024-09-10T08:33:12.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 -- start start 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9740d0070 0x7fb9740c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d4130 0x7fb9740cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb97415f0d0 0x7fb9741512d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb9740cef60 con 0x7fb9740d4130 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb9740cfb50 con 0x7fb9740d0070 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb97b74b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb9740b2f70 con 0x7fb97415f0d0 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb978ce6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d4130 0x7fb9740cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb978ce6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d4130 0x7fb9740cdf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39060/0 (socket says 172.21.15.94:39060) 2024-09-10T08:33:12.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.135+0000 7fb978ce6640 1 -- 172.21.15.94:0/3545786110 learned_addr learned my addr 172.21.15.94:0/3545786110 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb979ce8640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb97415f0d0 0x7fb9741512d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9740d0070 0x7fb9740c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb978ce6640 1 -- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb97415f0d0 msgr2=0x7fb9741512d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb978ce6640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb97415f0d0 0x7fb9741512d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb978ce6640 1 -- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9740d0070 msgr2=0x7fb9740c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb978ce6640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9740d0070 0x7fb9740c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb978ce6640 1 -- 172.21.15.94:0/3545786110 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9740cb6a0 con 0x7fb9740d4130 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9740d0070 0x7fb9740c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb978ce6640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d4130 0x7fb9740cdf70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb964035040 tx=0x7fb9640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb969ffb640 1 -- 172.21.15.94:0/3545786110 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964037040 con 0x7fb9740d4130 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb969ffb640 1 -- 172.21.15.94:0/3545786110 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb964004230 con 0x7fb9740d4130 2024-09-10T08:33:12.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb969ffb640 1 -- 172.21.15.94:0/3545786110 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964003610 con 0x7fb9740d4130 2024-09-10T08:33:12.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9740b45e0 con 0x7fb9740d4130 2024-09-10T08:33:12.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.136+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9740b4ba0 con 0x7fb9740d4130 2024-09-10T08:33:12.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.138+0000 7fb969ffb640 1 -- 172.21.15.94:0/3545786110 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb96402ad10 con 0x7fb9740d4130 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.139+0000 7fb969ffb640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb95806be60 0x7fb95806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.139+0000 7fb969ffb640 1 -- 172.21.15.94:0/3545786110 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb9640abd10 con 0x7fb9740d4130 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.139+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb95806be60 0x7fb95806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.139+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb95806be60 0x7fb95806e320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb970000f60 tx=0x7fb970007ca0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.139+0000 7fb97e5c2740 1 Processor -- start 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.139+0000 7fb97e5c2740 1 -- start start 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007d2c0 0x5604b00c2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007aa80 0x5604b007d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00778b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5604affdf520 con 0x5604b007aa80 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5604aff873e0 con 0x5604b007d2c0 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5604affdb4e0 con 0x5604b007ea50 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb978ce6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007aa80 0x5604b007d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb978ce6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007aa80 0x5604b007d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39074/0 (socket says 172.21.15.94:39074) 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb978ce6640 1 -- 172.21.15.94:0/3416082895 learned_addr learned my addr 172.21.15.94:0/3416082895 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb979ce8640 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00778b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007d2c0 0x5604b00c2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb978ce6640 1 -- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 msgr2=0x5604b00778b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb978ce6640 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00778b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb978ce6640 1 -- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007d2c0 msgr2=0x5604b00c2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.140+0000 7fb978ce6640 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007d2c0 0x5604b00c2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb978ce6640 1 -- 172.21.15.94:0/3416082895 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604affa22f0 con 0x5604b007aa80 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007d2c0 0x5604b00c2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb978ce6640 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007aa80 0x5604b007d6a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb964079ca0 tx=0x7fb964009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea31710bff2793d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb956ffd640 1 -- 172.21.15.94:0/3416082895 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9640a7020 con 0x5604b007aa80 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb956ffd640 1 -- 172.21.15.94:0/3416082895 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96407e0c0 con 0x5604b007aa80 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb956ffd640 1 -- 172.21.15.94:0/3416082895 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9640828f0 con 0x5604b007aa80 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3416082895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007aa80 msgr2=0x5604b007d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007aa80 0x5604b007d6a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb964079ca0 tx=0x7fb964009240 comp rx=0 tx=0).stop 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3416082895 shutdown_connections 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00778b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007aa80 0x5604b007d6a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3416082895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007d2c0 0x5604b00c2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3416082895 >> 172.21.15.94:0/3416082895 conn(0x5604b0079a80 msgr2=0x5604b00c1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.141+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3416082895 shutdown_connections 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.142+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3416082895 wait complete. 2024-09-10T08:33:12.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.142+0000 7fb97e5c2740 1 -- start start 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.142+0000 7fb97e5c2740 1 Processor -- start 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007d2c0 0x5604b009bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00a74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b00a6da0 0x5604b009c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5604aff873e0 con 0x5604b007d2c0 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5604aff68450 con 0x5604b00a6da0 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5604affdf520 con 0x5604b007ea50 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb97e5c2740 10 client.0 _ll_register_callbacks cb 0x5604afcf1ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007d2c0 0x5604b009bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007d2c0 0x5604b009bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39090/0 (socket says 172.21.15.94:39090) 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 -- 172.21.15.94:0/2694234907 learned_addr learned my addr 172.21.15.94:0/2694234907 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb978ce6640 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00a74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb979ce8640 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b00a6da0 0x5604b009c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 -- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 msgr2=0x5604b00a74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00a74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 -- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b00a6da0 msgr2=0x5604b009c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b00a6da0 0x5604b009c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.143+0000 7fb9794e7640 1 -- 172.21.15.94:0/2694234907 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604afcf22d0 con 0x5604b007d2c0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb9794e7640 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007d2c0 0x5604b009bb00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb970001bc0 tx=0x7fb970011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe5dccae86de8ea4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb94ffff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb94ffff640 1 -- 172.21.15.94:0/2694234907 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970027060 con 0x5604b007d2c0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb94ffff640 1 -- 172.21.15.94:0/2694234907 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb970010040 con 0x5604b007d2c0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb96407e0c0 con 0x5604b007d2c0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb94ffff640 1 -- 172.21.15.94:0/2694234907 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7fb970015110 con 0x5604b007d2c0 2024-09-10T08:33:12.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 10 client.4686 fetch_fsmap learned FSMap version 9 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x5604afdbc6b0 con 0x5604b007d2c0 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb94ffff640 1 -- 172.21.15.94:0/2694234907 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb96407e0c0 con 0x5604b007d2c0 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb94ffff640 1 -- 172.21.15.94:0/2694234907 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7fb970013420 con 0x5604b007d2c0 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 10 client.4686 fetch_fsmap finished waiting for FSMap version 9 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 10 client.4686 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 20 client.4686 populate_metadata read hostname 'smithi094' 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b0076940 0x5604b0076d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 4 client.4686 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 --> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604affecc50 con 0x5604b0076940 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.144+0000 7fb978ce6640 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b0076940 0x5604b0076d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.145+0000 7fb978ce6640 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b0076940 0x5604b0076d40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=149998030d2fd0a6 server_cookie=2e962066c9fac5dc in_seq=0 out_seq=0 2024-09-10T08:33:12.150 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.145+0000 7fb94ffff640 10 client.4686 ms_handle_connect on v2:172.21.15.143:6833/1721261724 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.145+0000 7fb94ffff640 1 -- 172.21.15.94:0/2694234907 <== mds.0 v2:172.21.15.143:6833/1721261724 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5604affecc50 con 0x5604b0076940 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.145+0000 7fb94ffff640 10 client.4686 handle_command_reply: tid=0 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 client.4686 shutdown 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007d2c0 msgr2=0x5604b009bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007d2c0 0x5604b009bb00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb970001bc0 tx=0x7fb970011000 comp rx=0 tx=0).stop 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 shutdown_connections 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b0076940 0x5604b0076d40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b00a6da0 0x5604b009c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb94ffff640 0 client.4686 ms_handle_reset on v2:172.21.15.143:6833/1721261724 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007ea50 0x5604b00a74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/2694234907 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007d2c0 0x5604b009bb00 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 >> 172.21.15.94:0/2694234907 conn(0x5604b007aa80 msgr2=0x5604b00bffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 shutdown_connections 2024-09-10T08:33:12.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 1 -- 172.21.15.94:0/2694234907 wait complete. 2024-09-10T08:33:12.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.146+0000 7fb97e5c2740 20 client.4686 trim_cache size 0 max 16384 2024-09-10T08:33:12.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.163+0000 7fb97e5c2740 1 Processor -- start 2024-09-10T08:33:12.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.163+0000 7fb97e5c2740 1 -- start start 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b0076940 0x5604b00bffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 0x5604b00c04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007ea50 0x5604b0077ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb974200ce0 con 0x5604b0076940 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb974200050 con 0x5604b007ea50 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb974200670 con 0x5604b007d2c0 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b0076940 0x5604b00bffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b0076940 0x5604b00bffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39096/0 (socket says 172.21.15.94:39096) 2024-09-10T08:33:12.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 -- 172.21.15.94:0/991342328 learned_addr learned my addr 172.21.15.94:0/991342328 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 -- 172.21.15.94:0/991342328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 msgr2=0x5604b00c04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 --2- 172.21.15.94:0/991342328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 0x5604b00c04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 -- 172.21.15.94:0/991342328 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007ea50 msgr2=0x5604b0077ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 --2- 172.21.15.94:0/991342328 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007ea50 0x5604b0077ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.164+0000 7fb9794e7640 1 -- 172.21.15.94:0/991342328 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604b00a65a0 con 0x5604b0076940 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb9794e7640 1 --2- 172.21.15.94:0/991342328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b0076940 0x5604b00bffb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb970001520 tx=0x7fb970013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f24c894f3466e882 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb9567fc640 1 -- 172.21.15.94:0/991342328 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970015ca0 con 0x5604b0076940 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb9567fc640 1 -- 172.21.15.94:0/991342328 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9700015a0 con 0x5604b0076940 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb9567fc640 1 -- 172.21.15.94:0/991342328 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970013420 con 0x5604b0076940 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 -- 172.21.15.94:0/991342328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b0076940 msgr2=0x5604b00bffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/991342328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b0076940 0x5604b00bffb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb970001520 tx=0x7fb970013000 comp rx=0 tx=0).stop 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 -- 172.21.15.94:0/991342328 shutdown_connections 2024-09-10T08:33:12.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/991342328 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b007ea50 0x5604b0077ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/991342328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 0x5604b00c04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/991342328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b0076940 0x5604b00bffb0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 -- 172.21.15.94:0/991342328 >> 172.21.15.94:0/991342328 conn(0x5604b007aa80 msgr2=0x5604b00a4fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 -- 172.21.15.94:0/991342328 shutdown_connections 2024-09-10T08:33:12.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.165+0000 7fb97e5c2740 1 -- 172.21.15.94:0/991342328 wait complete. 2024-09-10T08:33:12.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.166+0000 7fb97e5c2740 1 -- start start 2024-09-10T08:33:12.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.166+0000 7fb97e5c2740 1 Processor -- start 2024-09-10T08:33:12.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b0076940 0x5604b013f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 0x5604b009d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007ea50 0x5604b009d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5604b009cfe0 con 0x5604b007ea50 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5604b00a6380 con 0x5604b0076940 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5604b007b670 con 0x5604b007d2c0 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 10 client.0 _ll_register_callbacks cb 0x7fb970007390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007ea50 0x5604b009d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007ea50 0x5604b009d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39104/0 (socket says 172.21.15.94:39104) 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 -- 172.21.15.94:0/3383445956 learned_addr learned my addr 172.21.15.94:0/3383445956 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb978ce6640 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 0x5604b009d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b0076940 0x5604b013f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 -- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 msgr2=0x5604b009d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 0x5604b009d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 -- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b0076940 msgr2=0x5604b013f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b0076940 0x5604b013f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 -- 172.21.15.94:0/3383445956 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604b00d09c0 con 0x5604b007ea50 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb979ce8640 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007ea50 0x5604b009d6a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb96c00eea0 tx=0x7fb96c00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e7d9e851874aba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb94ffff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb94ffff640 1 -- 172.21.15.94:0/3383445956 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c003b90 con 0x5604b007ea50 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb94ffff640 1 -- 172.21.15.94:0/3383445956 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb96c01be00 con 0x5604b007ea50 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.167+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9700015a0 con 0x5604b007ea50 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb94ffff640 1 -- 172.21.15.94:0/3383445956 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7fb96c003d30 con 0x5604b007ea50 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 10 client.4692 fetch_fsmap learned FSMap version 9 2024-09-10T08:33:12.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x5604b00e57f0 con 0x5604b007ea50 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb94ffff640 1 -- 172.21.15.94:0/3383445956 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9700015a0 con 0x5604b007ea50 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb94ffff640 1 -- 172.21.15.94:0/3383445956 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7fb96c004030 con 0x5604b007ea50 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 10 client.4692 fetch_fsmap finished waiting for FSMap version 9 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 10 client.4692 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 20 client.4692 populate_metadata read hostname 'smithi094' 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b00a6da0 0x5604b00e47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 4 client.4692 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 --> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] -- command(tid 0: {"prefix": "status"}) -- 0x5604affe6fa0 con 0x5604b00a6da0 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b00a6da0 0x5604b00e47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb9794e7640 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b00a6da0 0x5604b00e47b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8d7b66f50b89586 server_cookie=e8de1717f607b5f0 in_seq=0 out_seq=0 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.168+0000 7fb94ffff640 10 client.4692 ms_handle_connect on v2:172.21.15.143:6833/1721261724 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb94ffff640 1 -- 172.21.15.94:0/3383445956 <== mds.0 v2:172.21.15.143:6833/1721261724 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x5604affe6fa0 con 0x5604b00a6da0 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb94ffff640 10 client.4692 handle_command_reply: tid=0 2024-09-10T08:33:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 client.4692 shutdown 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007ea50 msgr2=0x5604b009d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007ea50 0x5604b009d6a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb96c00eea0 tx=0x7fb96c00ef90 comp rx=0 tx=0).stop 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 shutdown_connections 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:6833/1721261724,v1:172.21.15.143:6835/1721261724] conn(0x5604b00a6da0 0x5604b00e47b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5604b007ea50 0x5604b009d6a0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5604b007d2c0 0x5604b009d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 --2- 172.21.15.94:0/3383445956 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5604b0076940 0x5604b013f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb94ffff640 0 client.4692 ms_handle_reset on v2:172.21.15.143:6833/1721261724 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 >> 172.21.15.94:0/3383445956 conn(0x5604b007aa80 msgr2=0x5604b00a4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 shutdown_connections 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 1 -- 172.21.15.94:0/3383445956 wait complete. 2024-09-10T08:33:12.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97e5c2740 20 client.4692 trim_cache size 0 max 16384 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 4290, 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 26.741896819000001, 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 9, 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 26, 2024-09-10T08:33:12.176 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 26, 2024-09-10T08:33:12.177 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 32.746455628 2024-09-10T08:33:12.177 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:33:12.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb95806be60 msgr2=0x7fb95806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb95806be60 0x7fb95806e320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb970000f60 tx=0x7fb970007ca0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d4130 msgr2=0x7fb9740cdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d4130 0x7fb9740cdf70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb964035040 tx=0x7fb9640046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 shutdown_connections 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb95806be60 0x7fb95806e320 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb97415f0d0 0x7fb9741512d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9740d4130 0x7fb9740cdf70 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 --2- 172.21.15.94:0/3545786110 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9740d0070 0x7fb9740c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.169+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 >> 172.21.15.94:0/3545786110 conn(0x7fb97409d760 msgr2=0x7fb9740d1040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.170+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 shutdown_connections 2024-09-10T08:33:12.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.170+0000 7fb97b74b640 1 -- 172.21.15.94:0/3545786110 wait complete. 2024-09-10T08:33:12.180 INFO:teuthology.run_tasks:Running task sequential... 2024-09-10T08:33:12.189 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-10T08:33:12.189 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-10T08:33:12.190 INFO:teuthology.task.print:Enabling mgr modules 2024-09-10T08:33:12.190 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-10T08:33:12.236 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-10T08:33:12.237 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-10T08:33:12.237 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-10T08:33:12.237 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T08:33:12.237 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:12.237 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-10T08:33:12.237 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T08:33:12.237 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:12.237 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-10T08:33:12.238 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T08:33:12.238 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:12.238 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-10T08:33:12.238 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T08:33:12.238 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:12.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:12.238 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:33:12.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:12.258 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-09-10T08:33:12.330 INFO:teuthology.orchestra.run.smithi143.stderr:Cannot find device "ceph-brx" 2024-09-10T08:33:12.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:33:12.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:12.332 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:33:12.347 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-10T08:33:12.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:12.348 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:33:12.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:12.413 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link delete ceph-brx 2024-09-10T08:33:12.514 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-10T08:33:12.514 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T08:33:12.514 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:33:12.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.613+0000 7f702de4c640 1 Processor -- start 2024-09-10T08:33:12.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.613+0000 7f702de4c640 1 -- start start 2024-09-10T08:33:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f702de4c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f702815b120 0x7f702806f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f702de4c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f702806dec0 0x7f702806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f702de4c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f702815b500 con 0x7f70280d04b0 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f702de4c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f702806e940 con 0x7f702815b120 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f702de4c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f702806ec20 con 0x7f702806dec0 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f70277fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f702815b120 0x7f702806f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f70277fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f702815b120 0x7f702806f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39118/0 (socket says 172.21.15.94:39118) 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.614+0000 7f70277fe640 1 -- 172.21.15.94:0/502229139 learned_addr learned my addr 172.21.15.94:0/502229139 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.615+0000 7f7026ffd640 1 --2- 172.21.15.94:0/502229139 >> v2:172.21.15.143:3300/0 conn(0x7f702806dec0 0x7f702806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.615+0000 7f70277fe640 1 -- 172.21.15.94:0/502229139 >> v2:172.21.15.143:3300/0 conn(0x7f702806dec0 msgr2=0x7f702806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.615+0000 7f70277fe640 1 --2- 172.21.15.94:0/502229139 >> v2:172.21.15.143:3300/0 conn(0x7f702806dec0 0x7f702806e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.615+0000 7f70277fe640 1 -- 172.21.15.94:0/502229139 >> v1:172.21.15.143:6789/0 conn(0x7f70280d04b0 legacy=0x7f70280c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.615+0000 7f70277fe640 1 -- 172.21.15.94:0/502229139 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f702806ef00 con 0x7f702815b120 2024-09-10T08:33:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.615+0000 7f7026ffd640 1 --2- 172.21.15.94:0/502229139 >> v2:172.21.15.143:3300/0 conn(0x7f702806dec0 0x7f702806e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:12.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.615+0000 7f70277fe640 1 --2- 172.21.15.94:0/502229139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702806f9e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f702806dcd0 tx=0x7f701802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31e73eabc1ead835 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f70267fc640 1 -- 172.21.15.94:0/502229139 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7018037070 con 0x7f702815b120 2024-09-10T08:33:12.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f70267fc640 1 -- 172.21.15.94:0/502229139 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7018032440 con 0x7f702815b120 2024-09-10T08:33:12.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f70267fc640 1 -- 172.21.15.94:0/502229139 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7018032810 con 0x7f702815b120 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 -- 172.21.15.94:0/502229139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 msgr2=0x7f702806f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 --2- 172.21.15.94:0/502229139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702806f9e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f702806dcd0 tx=0x7f701802a230 comp rx=0 tx=0).stop 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 -- 172.21.15.94:0/502229139 shutdown_connections 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 --2- 172.21.15.94:0/502229139 >> v2:172.21.15.143:3300/0 conn(0x7f702806dec0 0x7f702806e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 --2- 172.21.15.94:0/502229139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702806f9e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 -- 172.21.15.94:0/502229139 >> 172.21.15.94:0/502229139 conn(0x7f702806bdf0 msgr2=0x7f702806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 -- 172.21.15.94:0/502229139 shutdown_connections 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.616+0000 7f702de4c640 1 -- 172.21.15.94:0/502229139 wait complete. 2024-09-10T08:33:12.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.617+0000 7f702de4c640 1 Processor -- start 2024-09-10T08:33:12.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f702de4c640 1 -- start start 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f702de4c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f702806dec0 0x7f7028156780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f702de4c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70280d04b0 0x7f70281550e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f702de4c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702815c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f702de4c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f70280ce060 con 0x7f702815b120 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f702de4c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f702806f4c0 con 0x7f702806dec0 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f702de4c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f70280d0900 con 0x7f70280d04b0 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f7027fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702815c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f7027fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702815c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39126/0 (socket says 172.21.15.94:39126) 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f7027fff640 1 -- 172.21.15.94:0/2303139114 learned_addr learned my addr 172.21.15.94:0/2303139114 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.618+0000 7f70277fe640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f702806dec0 0x7f7028156780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7026ffd640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70280d04b0 0x7f70281550e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7027fff640 1 -- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70280d04b0 msgr2=0x7f70281550e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7027fff640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70280d04b0 0x7f70281550e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7027fff640 1 -- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f702806dec0 msgr2=0x7f7028156780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7027fff640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f702806dec0 0x7f7028156780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7027fff640 1 -- 172.21.15.94:0/2303139114 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7028157060 con 0x7f702815b120 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7026ffd640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70280d04b0 0x7f70281550e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f7027fff640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702815c890 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f702000c780 tx=0x7f702000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f700ffff640 1 -- 172.21.15.94:0/2303139114 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7020004b60 con 0x7f702815b120 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f700ffff640 1 -- 172.21.15.94:0/2303139114 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7020004d00 con 0x7f702815b120 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7028157340 con 0x7f702815b120 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f700ffff640 1 -- 172.21.15.94:0/2303139114 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702000aa30 con 0x7f702815b120 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.619+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7028157900 con 0x7f702815b120 2024-09-10T08:33:12.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.620+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70280d0cd0 con 0x7f702815b120 2024-09-10T08:33:12.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.621+0000 7f700ffff640 1 -- 172.21.15.94:0/2303139114 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f702000abd0 con 0x7f702815b120 2024-09-10T08:33:12.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.621+0000 7f700ffff640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f701406be60 0x7f701406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:12.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.621+0000 7f70277fe640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f701406be60 0x7f701406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:12.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.621+0000 7f700ffff640 1 -- 172.21.15.94:0/2303139114 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f702008b5a0 con 0x7f702815b120 2024-09-10T08:33:12.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.622+0000 7f70277fe640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f701406be60 0x7f701406e320 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7018034000 tx=0x7f701802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:12.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.626+0000 7f700ffff640 1 -- 172.21.15.94:0/2303139114 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7020059ca0 con 0x7f702815b120 2024-09-10T08:33:12.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.828+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f70280cbb00 con 0x7f702815b120 2024-09-10T08:33:12.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.828+0000 7f700ffff640 1 -- 172.21.15.94:0/2303139114 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f70200595a0 con 0x7f702815b120 2024-09-10T08:33:12.829 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f701406be60 msgr2=0x7f701406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f701406be60 0x7f701406e320 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7018034000 tx=0x7f701802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 msgr2=0x7f702815c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702815c890 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f702000c780 tx=0x7f702000cc40 comp rx=0 tx=0).stop 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 shutdown_connections 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f701406be60 0x7f701406e320 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f702815b120 0x7f702815c890 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70280d04b0 0x7f70281550e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 --2- 172.21.15.94:0/2303139114 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f702806dec0 0x7f7028156780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:12.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.830+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 >> 172.21.15.94:0/2303139114 conn(0x7f702806bdf0 msgr2=0x7f7028074f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:12.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.831+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 shutdown_connections 2024-09-10T08:33:12.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12.831+0000 7f702de4c640 1 -- 172.21.15.94:0/2303139114 wait complete. 2024-09-10T08:33:12.841 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:33:12.842 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:33:12.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:12.842 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:33:12.858 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:12.858 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:12.858 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:12.858 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:12.858 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:33:12.859 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42763sec preferred_lft 42763sec 2024-09-10T08:33:12.860 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:33:12.860 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:12.860 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T08:33:12.860 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:12.860 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:12.860 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link add name ceph-brx type bridge 2024-09-10T08:33:12.860 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip addr flush dev ceph-brx 2024-09-10T08:33:12.860 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set ceph-brx up 2024-09-10T08:33:12.860 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T08:33:12.861 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:12.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:12.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:12.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:12.996 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:33:13.019 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:33:13.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:13.020 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:33:13.078 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:33:13.078 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:33:13.078 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:33:13.078 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:33:13.078 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:33:13.078 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:13.078 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:13.079 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:33:13.079 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:33:13.079 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:33:13.079 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:13.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:13.198 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:13.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:13.204 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:33:13.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:13.219 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list-id 2024-09-10T08:33:13.274 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:13.274 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:13.274 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:13.274 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-10T08:33:13.274 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:13.364 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:13.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:13.391 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-10T08:33:13.391 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:13.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:13.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:13.504 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:13.505 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:13.505 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:33:13.505 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T08:33:13.505 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:13.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:13.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:13.581 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:33:13.581 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:13.582 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:13.596 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:33:13.597 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:13.597 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:13.652 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:33:13.717 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:13.773 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:33:13.774 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:33:13.775 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:33:13.776 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:33:13.776 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:33:13.776 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:33:13.776 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:13.776 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:13.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:13.776 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:33:13.829 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:33:13.829 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:33:13.871 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:33:13.895 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:13.951 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:33:13.951 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:13.952 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:33:13.953 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:33:13.954 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:33:13.954 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:33:13.954 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:33:13.954 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:13.954 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:13.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:13.954 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:33:13.955 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:33:13.953+0000 7f6133e1b480 -1 init, newargv = 0x55ba18d035f0 newargc=15 2024-09-10T08:33:13.955 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[44919]: starting ceph client 2024-09-10T08:33:13.958 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[44919]: starting fuse 2024-09-10T08:33:13.969 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:33:13.970 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:33:13.970 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:33:13.971 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:13.972 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:33:13.972 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:33:14.088 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.44919.asok 2024-09-10T08:33:14.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:14.098 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.44919.asok 2024-09-10T08:33:14.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:14.098 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.44919.asok status 2024-09-10T08:33:14.230 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:33:14.230 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:33:14.230 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:33:14.230 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:33:14.230 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:33:14.230 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "44919", 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 4704, 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 4704 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:33:14.231 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:33:14.232 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:14.232 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 46510747 2024-09-10T08:33:14.232 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:14.232 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 46510747 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.4704 192.168.0.1:0/46510747", 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/46510747", 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 9, 2024-09-10T08:33:14.233 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 26, 2024-09-10T08:33:14.234 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:33:14.234 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:33:14.234 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:33:14.234 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:33:14.238 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T08:33:14.238 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:33:14.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.336+0000 7fc1c70ac640 1 Processor -- start 2024-09-10T08:33:14.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.336+0000 7fc1c70ac640 1 -- start start 2024-09-10T08:33:14.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1c70ac640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc1c00d0bc0 0x7fc1c00cf200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1c70ac640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015c2c0 0x7fc1c00cf740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1c70ac640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1c00cfc80 con 0x7fc1c015bee0 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1c70ac640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc1c00ceaf0 con 0x7fc1c00d0bc0 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1c70ac640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc1c00cdee0 con 0x7fc1c015c2c0 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1bffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc1c00d0bc0 0x7fc1c00cf200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1bffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc1c00d0bc0 0x7fc1c00cf200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39136/0 (socket says 172.21.15.94:39136) 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1bffff640 1 -- 172.21.15.94:0/2958717314 learned_addr learned my addr 172.21.15.94:0/2958717314 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1c5649640 1 --2- 172.21.15.94:0/2958717314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015c2c0 0x7fc1c00cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1bffff640 1 -- 172.21.15.94:0/2958717314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015c2c0 msgr2=0x7fc1c00cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1bffff640 1 --2- 172.21.15.94:0/2958717314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015c2c0 0x7fc1c00cf740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1bffff640 1 -- 172.21.15.94:0/2958717314 >> v1:172.21.15.143:6789/0 conn(0x7fc1c015bee0 legacy=0x7fc1c00d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:14.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.337+0000 7fc1bffff640 1 -- 172.21.15.94:0/2958717314 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1c00ce1c0 con 0x7fc1c00d0bc0 2024-09-10T08:33:14.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.338+0000 7fc1bffff640 1 --2- 172.21.15.94:0/2958717314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c00d0bc0 0x7fc1c00cf200 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc1b4009870 tx=0x7fc1b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b14cc50189445c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:14.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.338+0000 7fc1bf7fe640 1 -- 172.21.15.94:0/2958717314 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4037070 con 0x7fc1c00d0bc0 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.338+0000 7fc1bf7fe640 1 -- 172.21.15.94:0/2958717314 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1b4032440 con 0x7fc1c00d0bc0 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.338+0000 7fc1bf7fe640 1 -- 172.21.15.94:0/2958717314 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4032810 con 0x7fc1c00d0bc0 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 -- 172.21.15.94:0/2958717314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c00d0bc0 msgr2=0x7fc1c00cf200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/2958717314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c00d0bc0 0x7fc1c00cf200 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc1b4009870 tx=0x7fc1b402a270 comp rx=0 tx=0).stop 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 -- 172.21.15.94:0/2958717314 shutdown_connections 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/2958717314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015c2c0 0x7fc1c00cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/2958717314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c00d0bc0 0x7fc1c00cf200 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 -- 172.21.15.94:0/2958717314 >> 172.21.15.94:0/2958717314 conn(0x7fc1c006bdf0 msgr2=0x7fc1c006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 -- 172.21.15.94:0/2958717314 shutdown_connections 2024-09-10T08:33:14.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.339+0000 7fc1c70ac640 1 -- 172.21.15.94:0/2958717314 wait complete. 2024-09-10T08:33:14.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.340+0000 7fc1c70ac640 1 Processor -- start 2024-09-10T08:33:14.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.340+0000 7fc1c70ac640 1 -- start start 2024-09-10T08:33:14.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c70ac640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1c00d0bc0 0x7fc1c0150810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:14.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c70ac640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015bee0 0x7fc1c01f5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:14.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c70ac640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c015c2c0 0x7fc1c015c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:14.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c70ac640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c006dec0 con 0x7fc1c015c2c0 2024-09-10T08:33:14.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c70ac640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c00ce780 con 0x7fc1c00d0bc0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c70ac640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc1c006e040 con 0x7fc1c015bee0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c015c2c0 0x7fc1c015c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c015c2c0 0x7fc1c015c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39146/0 (socket says 172.21.15.94:39146) 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 -- 172.21.15.94:0/513910316 learned_addr learned my addr 172.21.15.94:0/513910316 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c4e48640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1c00d0bc0 0x7fc1c0150810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1bffff640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015bee0 0x7fc1c01f5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 -- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015bee0 msgr2=0x7fc1c01f5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015bee0 0x7fc1c01f5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 -- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1c00d0bc0 msgr2=0x7fc1c0150810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1c00d0bc0 0x7fc1c0150810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 -- 172.21.15.94:0/513910316 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1c015e950 con 0x7fc1c015c2c0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.341+0000 7fc1c5649640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c015c2c0 0x7fc1c015c750 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc1b800efc0 tx=0x7fc1b800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.342+0000 7fc1bd7fa640 1 -- 172.21.15.94:0/513910316 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8018020 con 0x7fc1c015c2c0 2024-09-10T08:33:14.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.342+0000 7fc1bd7fa640 1 -- 172.21.15.94:0/513910316 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1b8014480 con 0x7fc1c015c2c0 2024-09-10T08:33:14.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.342+0000 7fc1bd7fa640 1 -- 172.21.15.94:0/513910316 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8014870 con 0x7fc1c015c2c0 2024-09-10T08:33:14.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.342+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1c015ec30 con 0x7fc1c015c2c0 2024-09-10T08:33:14.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.342+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1c015f1f0 con 0x7fc1c015c2c0 2024-09-10T08:33:14.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.343+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1c00d04b0 con 0x7fc1c015c2c0 2024-09-10T08:33:14.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.343+0000 7fc1bd7fa640 1 -- 172.21.15.94:0/513910316 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc1b8005d10 con 0x7fc1c015c2c0 2024-09-10T08:33:14.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.344+0000 7fc1bd7fa640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc1ac06be30 0x7fc1ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:14.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.344+0000 7fc1bd7fa640 1 -- 172.21.15.94:0/513910316 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc1b808bb50 con 0x7fc1c015c2c0 2024-09-10T08:33:14.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.344+0000 7fc1c4e48640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc1ac06be30 0x7fc1ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:14.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.344+0000 7fc1c4e48640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc1ac06be30 0x7fc1ac06e2f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0001780 tx=0x7fc1b0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:14.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.348+0000 7fc1bd7fa640 1 -- 172.21.15.94:0/513910316 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc1b8022070 con 0x7fc1c015c2c0 2024-09-10T08:33:14.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.551+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc1c00b1990 con 0x7fc1c015c2c0 2024-09-10T08:33:14.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.551+0000 7fc1bd7fa640 1 -- 172.21.15.94:0/513910316 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fc1b8010040 con 0x7fc1c015c2c0 2024-09-10T08:33:14.552 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.553+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc1ac06be30 msgr2=0x7fc1ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc1ac06be30 0x7fc1ac06e2f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0001780 tx=0x7fc1b0009040 comp rx=0 tx=0).stop 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c015c2c0 msgr2=0x7fc1c015c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c015c2c0 0x7fc1c015c750 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc1b800efc0 tx=0x7fc1b800c490 comp rx=0 tx=0).stop 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 shutdown_connections 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc1ac06be30 0x7fc1ac06e2f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1c015c2c0 0x7fc1c015c750 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1c015bee0 0x7fc1c01f5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 --2- 172.21.15.94:0/513910316 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1c00d0bc0 0x7fc1c0150810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:14.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 >> 172.21.15.94:0/513910316 conn(0x7fc1c006bdf0 msgr2=0x7fc1c00b4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:14.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 shutdown_connections 2024-09-10T08:33:14.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14.554+0000 7fc1c70ac640 1 -- 172.21.15.94:0/513910316 wait complete. 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:33:14.565 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-10T08:33:14.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:14.565 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:14.581 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42762sec preferred_lft 42762sec 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:14.582 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link tentative 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link tentative 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:14.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:14.583 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:33:14.645 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:33:14.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:14.647 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:33:14.703 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:33:14.703 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:33:14.703 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:33:14.703 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:33:14.703 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:33:14.704 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:14.704 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:14.704 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:33:14.704 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:33:14.704 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:33:14.704 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:14.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:14.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:14.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:14.828 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:33:14.843 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:33:14.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:14.844 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list-id 2024-09-10T08:33:14.899 INFO:teuthology.orchestra.run.smithi094.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-10T08:33:14.899 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:14.899 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:14.900 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:14.900 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-10T08:33:14.900 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:14.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:15.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:15.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:15.014 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T08:33:15.038 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:15.038 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 7e:5a:2e:72:ac:f4 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::7c5a:2eff:fe72:acf4/64 scope link tentative 2024-09-10T08:33:15.039 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:15.040 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-10T08:33:15.104 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 7e:5a:2e:72:ac:f4 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::7c5a:2eff:fe72:acf4/64 scope link tentative 2024-09-10T08:33:15.105 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:15.107 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-10T08:33:15.107 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:15.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:15.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:15.260 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:15.260 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:15.261 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.1 up 2024-09-10T08:33:15.261 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T08:33:15.261 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:15.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:15.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:15.349 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-10T08:33:15.349 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:15.349 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:15.364 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-10T08:33:15.364 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:15.364 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:15.419 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:33:15.485 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:33:15.541 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:15.542 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:15.543 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:15.544 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:15.544 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:33:15.597 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:33:15.597 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-10T08:33:15.597 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-10T08:33:15.639 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:33:15.642 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:33:15.666 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:15.708 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:33:15.723 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:33:15.723 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:15.724 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:33:15.725 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:33:15.726 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:33:15.726 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:33:15.726 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:15.726 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:15.726 INFO:teuthology.orchestra.run.smithi094.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:15.726 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:15.726 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:15.726 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi094.stderr:2024-09-10T08:33:15.723+0000 7fdbd9d18480 -1 init, newargv = 0x55f16c5fb800 newargc=15 2024-09-10T08:33:15.727 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi094.stderr:ceph-fuse[45426]: starting ceph client 2024-09-10T08:33:15.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:15.727 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:33:15.729 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi094.stderr:ceph-fuse[45426]: starting fuse 2024-09-10T08:33:15.744 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:33:15.744 INFO:teuthology.orchestra.run.smithi094.stdout:44 2024-09-10T08:33:15.744 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-10T08:33:15.744 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:33:15.745 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.2")) 2024-09-10T08:33:15.746 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:33:15.885 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.2.45426.asok 2024-09-10T08:33:15.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:15.895 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45426.asok 2024-09-10T08:33:15.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:15.895 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45426.asok status 2024-09-10T08:33:16.029 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:33:16.029 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:33:16.029 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:33:16.029 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:33:16.029 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "2", 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "45426", 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 4538, 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 4538 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:16.030 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.2:0", 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 1782679549 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.2:0", 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 1782679549 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.4538 192.168.0.2:0/1782679549", 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.2:0/1782679549", 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:33:16.031 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 9, 2024-09-10T08:33:16.032 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 26, 2024-09-10T08:33:16.032 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:33:16.032 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:33:16.032 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:33:16.032 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:33:16.037 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T08:33:16.038 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:33:16.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.136+0000 7f9c5ff18640 1 Processor -- start 2024-09-10T08:33:16.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.136+0000 7f9c5ff18640 1 -- start start 2024-09-10T08:33:16.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5ff18640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9c580ae150 0x7f9c580ae5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:16.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5ff18640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c5806e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:16.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5ff18640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9c580b02a0 con 0x7f9c580ce9d0 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5ff18640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f9c5806eef0 con 0x7f9c580ae150 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5ff18640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9c5806bdb0 con 0x7f9c5806e520 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5d4b3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9c580ae150 0x7f9c580ae5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5dcb4640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9c580ce9d0 0x7f9c5806ce50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33286/0 (socket says 172.21.15.94:33286) 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5dcb4640 1 -- 172.21.15.94:0/1826430356 learned_addr learned my addr 172.21.15.94:0/1826430356 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5e4b5640 1 --2- 172.21.15.94:0/1826430356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c5806e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5d4b3640 1 -- 172.21.15.94:0/1826430356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 msgr2=0x7f9c5806e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5d4b3640 1 --2- 172.21.15.94:0/1826430356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c5806e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5d4b3640 1 -- 172.21.15.94:0/1826430356 >> v1:172.21.15.94:6789/0 conn(0x7f9c580ce9d0 legacy=0x7f9c5806ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5d4b3640 1 -- 172.21.15.94:0/1826430356 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c5806c090 con 0x7f9c580ae150 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5ccb2640 1 -- 172.21.15.94:0/1826430356 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3548117583 0 0) 0x7f9c54001110 con 0x7f9c580ce9d0 2024-09-10T08:33:16.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.137+0000 7f9c5e4b5640 1 --2- 172.21.15.94:0/1826430356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c5806e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:16.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.138+0000 7f9c5d4b3640 1 --2- 172.21.15.94:0/1826430356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ae150 0x7f9c580ae5c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9c480097a0 tx=0x7f9c4802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=889eaff931eda0a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:16.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.138+0000 7f9c5ccb2640 1 -- 172.21.15.94:0/1826430356 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c48037070 con 0x7f9c580ae150 2024-09-10T08:33:16.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.138+0000 7f9c5ccb2640 1 -- 172.21.15.94:0/1826430356 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c4802ae50 con 0x7f9c580ae150 2024-09-10T08:33:16.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.138+0000 7f9c5ccb2640 1 -- 172.21.15.94:0/1826430356 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c48032660 con 0x7f9c580ae150 2024-09-10T08:33:16.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 -- 172.21.15.94:0/1826430356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ae150 msgr2=0x7f9c580ae5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:16.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/1826430356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ae150 0x7f9c580ae5c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9c480097a0 tx=0x7f9c4802a100 comp rx=0 tx=0).stop 2024-09-10T08:33:16.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 -- 172.21.15.94:0/1826430356 shutdown_connections 2024-09-10T08:33:16.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/1826430356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c5806e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/1826430356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ae150 0x7f9c580ae5c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 -- 172.21.15.94:0/1826430356 >> 172.21.15.94:0/1826430356 conn(0x7f9c580cd260 msgr2=0x7f9c580cd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:16.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 -- 172.21.15.94:0/1826430356 shutdown_connections 2024-09-10T08:33:16.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.139+0000 7f9c5ff18640 1 -- 172.21.15.94:0/1826430356 wait complete. 2024-09-10T08:33:16.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.140+0000 7f9c5ff18640 1 Processor -- start 2024-09-10T08:33:16.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.140+0000 7f9c5ff18640 1 -- start start 2024-09-10T08:33:16.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c580b3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:16.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9c580ae150 0x7f9c5814efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ce9d0 0x7f9c581e8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5806c930 con 0x7f9c580ce9d0 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9c5806c650 con 0x7f9c580ae150 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9c5806d560 con 0x7f9c5806e520 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ce9d0 0x7f9c581e8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ce9d0 0x7f9c581e8650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39164/0 (socket says 172.21.15.94:39164) 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 -- 172.21.15.94:0/3507062901 learned_addr learned my addr 172.21.15.94:0/3507062901 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5dcb4640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c580b3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5d4b3640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9c580ae150 0x7f9c5814efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 -- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 msgr2=0x7f9c580b3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c580b3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 -- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9c580ae150 msgr2=0x7f9c5814efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:16.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9c580ae150 0x7f9c5814efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 -- 172.21.15.94:0/3507062901 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c5814f9a0 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5d4b3640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9c580ae150 0x7f9c5814efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5e4b5640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ce9d0 0x7f9c581e8650 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9c5000cd50 tx=0x7f9c5000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c4e7fc640 1 -- 172.21.15.94:0/3507062901 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5000f680 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c4e7fc640 1 -- 172.21.15.94:0/3507062901 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9c5000f840 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c5814f500 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c4e7fc640 1 -- 172.21.15.94:0/3507062901 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5000fc30 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.141+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c581e73b0 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.142+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c5806e9b0 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.143+0000 7f9c4e7fc640 1 -- 172.21.15.94:0/3507062901 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9c500213f0 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.143+0000 7f9c4e7fc640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9c3c06be30 0x7f9c3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.143+0000 7f9c4e7fc640 1 -- 172.21.15.94:0/3507062901 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9c5008bed0 con 0x7f9c580ce9d0 2024-09-10T08:33:16.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.143+0000 7f9c5dcb4640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9c3c06be30 0x7f9c3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:16.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.144+0000 7f9c5dcb4640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9c3c06be30 0x7f9c3c06e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9c54000f60 tx=0x7f9c54007970 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:16.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.147+0000 7f9c4e7fc640 1 -- 172.21.15.94:0/3507062901 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9c5814f9a0 con 0x7f9c580ce9d0 2024-09-10T08:33:16.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.352+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9c5806ff40 con 0x7f9c580ce9d0 2024-09-10T08:33:16.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.353+0000 7f9c4e7fc640 1 -- 172.21.15.94:0/3507062901 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f9c50014030 con 0x7f9c580ce9d0 2024-09-10T08:33:16.353 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T08:33:16.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9c3c06be30 msgr2=0x7f9c3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:16.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9c3c06be30 0x7f9c3c06e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9c54000f60 tx=0x7f9c54007970 comp rx=0 tx=0).stop 2024-09-10T08:33:16.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ce9d0 msgr2=0x7f9c581e8650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:16.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ce9d0 0x7f9c581e8650 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9c5000cd50 tx=0x7f9c5000a650 comp rx=0 tx=0).stop 2024-09-10T08:33:16.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 shutdown_connections 2024-09-10T08:33:16.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9c3c06be30 0x7f9c3c06e2f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9c580ae150 0x7f9c5814efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9c580ce9d0 0x7f9c581e8650 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 --2- 172.21.15.94:0/3507062901 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9c5806e520 0x7f9c580b3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:16.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 >> 172.21.15.94:0/3507062901 conn(0x7f9c580cd260 msgr2=0x7f9c580b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:16.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 shutdown_connections 2024-09-10T08:33:16.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:16.355+0000 7f9c5ff18640 1 -- 172.21.15.94:0/3507062901 wait complete. 2024-09-10T08:33:16.365 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:33:16.366 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:33:16.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:16.366 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:33:16.386 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:16.386 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:16.386 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:16.386 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:16.386 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:33:16.387 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42731sec preferred_lft 42731sec 2024-09-10T08:33:16.388 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:33:16.388 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:16.388 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T08:33:16.388 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:16.388 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:16.388 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add name ceph-brx type bridge 2024-09-10T08:33:16.388 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr flush dev ceph-brx 2024-09-10T08:33:16.388 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set ceph-brx up 2024-09-10T08:33:16.388 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T08:33:16.388 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:16.484 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:16.602 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:16.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:16.609 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:33:16.634 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:33:16.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:16.635 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:33:16.701 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:33:16.702 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:33:16.702 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:33:16.702 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:33:16.702 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:33:16.702 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:16.702 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:16.702 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:33:16.702 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:33:16.702 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:33:16.703 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:16.790 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:16.997 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:17.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:17.003 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:33:17.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:17.020 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list-id 2024-09-10T08:33:17.077 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:17.077 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:17.077 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:17.077 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-10T08:33:17.077 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:17.166 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:17.190 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:17.196 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-10T08:33:17.197 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:17.248 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:17.330 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:17.337 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:17.337 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:17.337 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:33:17.337 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T08:33:17.337 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:17.385 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:17.408 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:17.414 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:33:17.414 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:17.415 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:17.429 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:33:17.429 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:17.430 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:17.488 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:33:17.554 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:17.609 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:33:17.610 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:33:17.611 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:33:17.612 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:17.612 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:17.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:17.612 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:33:17.664 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:33:17.665 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:33:17.707 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:33:17.733 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:33:17.789 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:33:17.790 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:33:17.791 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:33:17.791 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:33:17.791 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:33:17.791 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:33:17.791 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:33:17.791 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:17.791 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:17.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:17.792 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:33:17.805 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:33:17.805+0000 7f61db0eb480 -1 init, newargv = 0x55c8c18dff60 newargc=15 2024-09-10T08:33:17.806 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[42756]: starting ceph client 2024-09-10T08:33:17.810 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[42756]: starting fuse 2024-09-10T08:33:17.821 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:33:17.822 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:33:17.822 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:33:17.823 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:33:17.824 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:33:17.824 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:17.824 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:33:17.824 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:33:17.939 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.42756.asok 2024-09-10T08:33:17.942 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:17.950 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42756.asok 2024-09-10T08:33:17.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:17.950 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42756.asok status 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:33:18.086 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "42756", 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4547, 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:33:18.087 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4547 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3385779571 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3385779571 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4547 192.168.0.1:0/3385779571", 2024-09-10T08:33:18.088 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/3385779571", 2024-09-10T08:33:18.089 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:33:18.089 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 9, 2024-09-10T08:33:18.089 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 26, 2024-09-10T08:33:18.089 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:33:18.089 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:33:18.089 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:33:18.089 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:33:18.095 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T08:33:18.095 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:33:18.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.206+0000 7f1e021bd640 1 Processor -- start 2024-09-10T08:33:18.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.206+0000 7f1e021bd640 1 -- start start 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.207+0000 7f1e021bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc161af0 0x7f1dfc162c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.207+0000 7f1e021bd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1dfc09a9f0 0x7f1dfc09aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.207+0000 7f1e021bd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1dfc0d05e0 con 0x7f1dfc0b47c0 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.207+0000 7f1e021bd640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1dfc0d03b0 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.207+0000 7f1e021bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1dfc163150 con 0x7f1dfc161af0 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.207+0000 7f1dfaffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f1dfc0b47c0 0x7f1dfc0d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33292/0 (socket says 172.21.15.94:33292) 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.207+0000 7f1dfaffd640 1 -- 172.21.15.94:0/3326516991 learned_addr learned my addr 172.21.15.94:0/3326516991 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:18.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfb7fe640 1 --2- 172.21.15.94:0/3326516991 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc161af0 0x7f1dfc162c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:18.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfbfff640 1 --2- 172.21.15.94:0/3326516991 >> v2:172.21.15.143:3300/0 conn(0x7f1dfc09a9f0 0x7f1dfc09aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:18.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfa7fc640 1 -- 172.21.15.94:0/3326516991 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2329119717 0 0) 0x7f1dfc0d05e0 con 0x7f1dfc0b47c0 2024-09-10T08:33:18.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfa7fc640 1 -- 172.21.15.94:0/3326516991 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1de4003520 con 0x7f1dfc0b47c0 2024-09-10T08:33:18.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfb7fe640 1 -- 172.21.15.94:0/3326516991 >> v2:172.21.15.143:3300/0 conn(0x7f1dfc09a9f0 msgr2=0x7f1dfc09aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:18.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfb7fe640 1 --2- 172.21.15.94:0/3326516991 >> v2:172.21.15.143:3300/0 conn(0x7f1dfc09a9f0 0x7f1dfc09aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfb7fe640 1 -- 172.21.15.94:0/3326516991 >> v1:172.21.15.94:6789/0 conn(0x7f1dfc0b47c0 legacy=0x7f1dfc0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:18.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.208+0000 7f1dfb7fe640 1 -- 172.21.15.94:0/3326516991 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dfc0d08c0 con 0x7f1dfc161af0 2024-09-10T08:33:18.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1dfb7fe640 1 --2- 172.21.15.94:0/3326516991 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc161af0 0x7f1dfc162c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1dec0097a0 tx=0x7f1dec02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=459219cb5f6fa3a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1dfa7fc640 1 -- 172.21.15.94:0/3326516991 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec037070 con 0x7f1dfc161af0 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1dfa7fc640 1 -- 172.21.15.94:0/3326516991 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dec032440 con 0x7f1dfc161af0 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1dfa7fc640 1 -- 172.21.15.94:0/3326516991 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec0327f0 con 0x7f1dfc161af0 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1e021bd640 1 -- 172.21.15.94:0/3326516991 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc161af0 msgr2=0x7f1dfc162c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3326516991 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc161af0 0x7f1dfc162c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1dec0097a0 tx=0x7f1dec02a210 comp rx=0 tx=0).stop 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1e021bd640 1 -- 172.21.15.94:0/3326516991 shutdown_connections 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3326516991 >> v2:172.21.15.143:3300/0 conn(0x7f1dfc09a9f0 0x7f1dfc09aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3326516991 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc161af0 0x7f1dfc162c10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.209+0000 7f1e021bd640 1 -- 172.21.15.94:0/3326516991 >> 172.21.15.94:0/3326516991 conn(0x7f1dfc0b3ca0 msgr2=0x7f1dfc0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.210+0000 7f1e021bd640 1 -- 172.21.15.94:0/3326516991 shutdown_connections 2024-09-10T08:33:18.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.210+0000 7f1e021bd640 1 -- 172.21.15.94:0/3326516991 wait complete. 2024-09-10T08:33:18.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.211+0000 7f1e021bd640 1 Processor -- start 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.211+0000 7f1e021bd640 1 -- start start 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1e021bd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1dfc09a9f0 0x7f1dfc156690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1e021bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc0b47c0 0x7f1dfc0c5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1e021bd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1dfc161af0 0x7f1dfc0c6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1e021bd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1dfc0d1160 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1e021bd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1dfc0d0e80 con 0x7f1dfc161af0 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1e021bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1dfc161ed0 con 0x7f1dfc0b47c0 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1dfc09a9f0 0x7f1dfc156690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:18.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1dfc09a9f0 0x7f1dfc156690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39178/0 (socket says 172.21.15.94:39178) 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 -- 172.21.15.94:0/3708628821 learned_addr learned my addr 172.21.15.94:0/3708628821 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfbfff640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1dfc161af0 0x7f1dfc0c6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfaffd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc0b47c0 0x7f1dfc0c5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 -- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc0b47c0 msgr2=0x7f1dfc0c5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc0b47c0 0x7f1dfc0c5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 -- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1dfc161af0 msgr2=0x7f1dfc0c6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1dfc161af0 0x7f1dfc0c6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 -- 172.21.15.94:0/3708628821 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dfc1607d0 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfbfff640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1dfc161af0 0x7f1dfc0c6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1dfb7fe640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1dfc09a9f0 0x7f1dfc156690 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1dec0098c0 tx=0x7f1dec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:18.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1de3fff640 1 -- 172.21.15.94:0/3708628821 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec037040 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1de3fff640 1 -- 172.21.15.94:0/3708628821 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1dec004230 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dfc158fa0 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.212+0000 7f1de3fff640 1 -- 172.21.15.94:0/3708628821 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dec006e10 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.213+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dfc159560 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.214+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dfc0d05e0 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.214+0000 7f1de3fff640 1 -- 172.21.15.94:0/3708628821 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1dec03a070 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.214+0000 7f1de3fff640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1de806be30 0x7f1de806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:18.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.215+0000 7f1de3fff640 1 -- 172.21.15.94:0/3708628821 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1dec0ab750 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.215+0000 7f1dfaffd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1de806be30 0x7f1de806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:18.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.215+0000 7f1dfaffd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1de806be30 0x7f1de806e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1df0000f60 tx=0x7f1df0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:18.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.219+0000 7f1de3fff640 1 -- 172.21.15.94:0/3708628821 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1dec041020 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.417+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1dfc09b850 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.417+0000 7f1de3fff640 1 -- 172.21.15.94:0/3708628821 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f1dec079ee0 con 0x7f1dfc09a9f0 2024-09-10T08:33:18.418 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T08:33:18.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1de806be30 msgr2=0x7f1de806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1de806be30 0x7f1de806e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1df0000f60 tx=0x7f1df0009040 comp rx=0 tx=0).stop 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1dfc09a9f0 msgr2=0x7f1dfc156690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1dfc09a9f0 0x7f1dfc156690 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1dec0098c0 tx=0x7f1dec0046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 shutdown_connections 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1de806be30 0x7f1de806e2f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1dfc161af0 0x7f1dfc0c6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1dfc0b47c0 0x7f1dfc0c5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 --2- 172.21.15.94:0/3708628821 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1dfc09a9f0 0x7f1dfc156690 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 >> 172.21.15.94:0/3708628821 conn(0x7f1dfc0b3ca0 msgr2=0x7f1dfc0b5070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 shutdown_connections 2024-09-10T08:33:18.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:18.419+0000 7f1e021bd640 1 -- 172.21.15.94:0/3708628821 wait complete. 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:33:18.430 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-10T08:33:18.430 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:18.431 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:33:18.447 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42729sec preferred_lft 42729sec 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:18.448 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link tentative 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:18.449 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:33:18.511 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:33:18.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:18.513 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:33:18.570 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:33:18.570 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:33:18.570 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:33:18.570 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:33:18.570 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:33:18.571 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:18.571 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:18.571 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:33:18.571 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:33:18.571 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:33:18.571 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:18.658 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:18.690 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:18.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:18.696 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:33:18.711 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:33:18.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:18.712 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list-id 2024-09-10T08:33:18.767 INFO:teuthology.orchestra.run.smithi143.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-10T08:33:18.767 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:18.768 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:18.768 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:18.768 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-10T08:33:18.768 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:18.855 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:18.878 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:18.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:18.885 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T08:33:18.913 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:18.913 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:18.913 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:18.913 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.913 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:18.913 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.913 INFO:teuthology.orchestra.run.smithi143.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:18.914 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 2e:e2:34:a5:6d:72 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T08:33:18.914 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T08:33:18.914 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.914 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::2ce2:34ff:fea5:6d72/64 scope link tentative 2024-09-10T08:33:18.914 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:18.915 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 2e:e2:34:a5:6d:72 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-10T08:33:18.981 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-10T08:33:18.982 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.982 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::2ce2:34ff:fea5:6d72/64 scope link tentative 2024-09-10T08:33:18.982 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:18.983 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-10T08:33:18.983 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:18.983 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:18.983 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-10T08:33:18.983 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-10T08:33:18.983 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-10T08:33:18.983 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-10T08:33:18.983 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-10T08:33:18.984 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:19.071 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:19.129 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:19.135 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:19.135 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:19.135 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.1 up 2024-09-10T08:33:19.135 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set dev brx.1 master ceph-brx 2024-09-10T08:33:19.135 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:19.183 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:19.205 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:19.211 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-10T08:33:19.211 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:19.211 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:19.238 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-10T08:33:19.239 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:19.239 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:19.294 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:33:19.360 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:19.416 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:33:19.417 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:33:19.418 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:19.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:19.420 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:33:19.472 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:33:19.473 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-09-10T08:33:19.473 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-10T08:33:19.515 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:33:19.540 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:19.596 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:33:19.596 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:33:19.596 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:33:19.596 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:33:19.597 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:33:19.598 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:19.599 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:19.599 INFO:teuthology.orchestra.run.smithi143.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:19.599 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:19.599 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:19.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:19.599 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:33:19.600 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi143.stderr:2024-09-10T08:33:19.598+0000 7f912023d480 -1 init, newargv = 0x56222b02dc10 newargc=15 2024-09-10T08:33:19.600 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi143.stderr:ceph-fuse[43200]: starting ceph client 2024-09-10T08:33:19.603 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi143.stderr:ceph-fuse[43200]: starting fuse 2024-09-10T08:33:19.616 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:33:19.616 INFO:teuthology.orchestra.run.smithi143.stdout:44 2024-09-10T08:33:19.616 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-09-10T08:33:19.616 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:33:19.616 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:33:19.617 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.3")) 2024-09-10T08:33:19.618 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:33:19.733 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.3.43200.asok 2024-09-10T08:33:19.736 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:19.744 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.43200.asok 2024-09-10T08:33:19.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:19.744 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.43200.asok status 2024-09-10T08:33:19.877 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:33:19.877 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "3", 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "43200", 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4681, 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:33:19.878 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4681 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.2:0", 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3223143783 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.2:0", 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3223143783 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4681 192.168.0.2:0/3223143783", 2024-09-10T08:33:19.879 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.2:0/3223143783", 2024-09-10T08:33:19.880 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:33:19.880 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 9, 2024-09-10T08:33:19.880 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 26, 2024-09-10T08:33:19.880 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:33:19.880 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:33:19.880 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:33:19.880 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:33:19.886 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:19.886 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:33:19.886 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:19.905 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:33:19.905 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:19.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:19.906 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:19.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:19.976 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:33:19.976 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:20.035 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:33:20.036 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:20.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:20.036 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:20.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:20.103 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:33:20.103 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:20.119 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:33:20.120 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:20.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:20.120 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:20.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:20.185 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:33:20.185 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:20.241 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:33:20.241 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:20.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:20.241 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:20.306 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-10T08:33:20.355 INFO:tasks.cephfs_test_runner:Starting test: test_mount_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) That when a client unmounts, the thread count on the MDS goes back 2024-09-10T08:33:20.355 INFO:tasks.cephfs_test_runner:test_mount_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-10T08:33:20.355 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:20.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.462+0000 7f86e580a640 1 Processor -- start 2024-09-10T08:33:20.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.462+0000 7f86e580a640 1 -- start start 2024-09-10T08:33:20.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86e580a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e00d21f0 0x7f86e00d25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86e580a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f86e0072590 0x7f86e006d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86e580a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86e00d2b10 con 0x7f86e0143a60 2024-09-10T08:33:20.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86e580a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f86e0141750 con 0x7f86e0072590 2024-09-10T08:33:20.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86e580a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f86e01620b0 con 0x7f86e00d21f0 2024-09-10T08:33:20.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86d67fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f86e0072590 0x7f86e006d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86df7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f86e0143a60 0x7f86e0143f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54598/0 (socket says 172.21.15.94:54598) 2024-09-10T08:33:20.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86df7fe640 1 -- 172.21.15.94:0/4075337783 learned_addr learned my addr 172.21.15.94:0/4075337783 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:20.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86deffd640 1 --2- 172.21.15.94:0/4075337783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e00d21f0 0x7f86e00d25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86d67fc640 1 -- 172.21.15.94:0/4075337783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e00d21f0 msgr2=0x7f86e00d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:20.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86d67fc640 1 --2- 172.21.15.94:0/4075337783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e00d21f0 0x7f86e00d25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86d67fc640 1 -- 172.21.15.94:0/4075337783 >> v1:172.21.15.94:6789/0 conn(0x7f86e0143a60 legacy=0x7f86e0143f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.463+0000 7f86d67fc640 1 -- 172.21.15.94:0/4075337783 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86e0162370 con 0x7f86e0072590 2024-09-10T08:33:20.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.464+0000 7f86d67fc640 1 --2- 172.21.15.94:0/4075337783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e0072590 0x7f86e006d0e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f86c80097a0 tx=0x7f86c802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd5e40241814598d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:20.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.464+0000 7f86de7fc640 1 -- 172.21.15.94:0/4075337783 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c8037070 con 0x7f86e0072590 2024-09-10T08:33:20.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.464+0000 7f86de7fc640 1 -- 172.21.15.94:0/4075337783 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86c802ae50 con 0x7f86e0072590 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.464+0000 7f86de7fc640 1 -- 172.21.15.94:0/4075337783 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c8032660 con 0x7f86e0072590 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 -- 172.21.15.94:0/4075337783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e0072590 msgr2=0x7f86e006d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 --2- 172.21.15.94:0/4075337783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e0072590 0x7f86e006d0e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f86c80097a0 tx=0x7f86c802a100 comp rx=0 tx=0).stop 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 -- 172.21.15.94:0/4075337783 shutdown_connections 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 --2- 172.21.15.94:0/4075337783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e0072590 0x7f86e006d0e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 --2- 172.21.15.94:0/4075337783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e00d21f0 0x7f86e00d25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 -- 172.21.15.94:0/4075337783 >> 172.21.15.94:0/4075337783 conn(0x7f86e00b3ed0 msgr2=0x7f86e00b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 -- 172.21.15.94:0/4075337783 shutdown_connections 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.465+0000 7f86e580a640 1 -- 172.21.15.94:0/4075337783 wait complete. 2024-09-10T08:33:20.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.466+0000 7f86e580a640 1 Processor -- start 2024-09-10T08:33:20.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.466+0000 7f86e580a640 1 -- start start 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86e580a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e0072590 0x7f86e0136bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86e580a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e00d21f0 0x7f86e00b71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86e580a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f86e0143a60 0x7f86e015c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86e580a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f86e0162c10 con 0x7f86e00d21f0 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86e580a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f86e0162930 con 0x7f86e0143a60 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86e580a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f86e006d620 con 0x7f86e0072590 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86d67fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e00d21f0 0x7f86e00b71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86d67fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e00d21f0 0x7f86e00b71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60128/0 (socket says 172.21.15.94:60128) 2024-09-10T08:33:20.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86d67fc640 1 -- 172.21.15.94:0/2717960241 learned_addr learned my addr 172.21.15.94:0/2717960241 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86deffd640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e0072590 0x7f86e0136bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.467+0000 7f86df7fe640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f86e0143a60 0x7f86e015c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86d67fc640 1 -- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e0072590 msgr2=0x7f86e0136bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86d67fc640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e0072590 0x7f86e0136bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86d67fc640 1 -- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f86e0143a60 msgr2=0x7f86e015c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86d67fc640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f86e0143a60 0x7f86e015c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86d67fc640 1 -- 172.21.15.94:0/2717960241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86e00b7ca0 con 0x7f86e00d21f0 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86df7fe640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f86e0143a60 0x7f86e015c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86d67fc640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e00d21f0 0x7f86e00b71b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f86c80098c0 tx=0x7f86c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86dcff9640 1 -- 172.21.15.94:0/2717960241 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c8042070 con 0x7f86e00d21f0 2024-09-10T08:33:20.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86dcff9640 1 -- 172.21.15.94:0/2717960241 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86c803e670 con 0x7f86e00d21f0 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86e00b76f0 con 0x7f86e00d21f0 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86dcff9640 1 -- 172.21.15.94:0/2717960241 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c8037040 con 0x7f86e00d21f0 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.468+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86e0159cf0 con 0x7f86e00d21f0 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.469+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86e0158c30 con 0x7f86e00d21f0 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.469+0000 7f86dcff9640 1 -- 172.21.15.94:0/2717960241 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f86c8045070 con 0x7f86e00d21f0 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.470+0000 7f86dcff9640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f86c006be30 0x7f86c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.470+0000 7f86dcff9640 1 -- 172.21.15.94:0/2717960241 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f86c80aba10 con 0x7f86e00d21f0 2024-09-10T08:33:20.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.470+0000 7f86deffd640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f86c006be30 0x7f86c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.470+0000 7f86deffd640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f86c006be30 0x7f86c006e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f86d0006fd0 tx=0x7f86d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:20.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.474+0000 7f86dcff9640 1 -- 172.21.15.94:0/2717960241 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f86c8079be0 con 0x7f86e00d21f0 2024-09-10T08:33:20.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.642+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f86e00690c0 con 0x7f86e00d21f0 2024-09-10T08:33:20.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.643+0000 7f86dcff9640 1 -- 172.21.15.94:0/2717960241 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18598 (secure 0 0 0) 0x7f86c807dee0 con 0x7f86e00d21f0 2024-09-10T08:33:20.644 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:20.645 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:32:49.815047+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:20.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f86c006be30 msgr2=0x7f86c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f86c006be30 0x7f86c006e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f86d0006fd0 tx=0x7f86d0008040 comp rx=0 tx=0).stop 2024-09-10T08:33:20.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e00d21f0 msgr2=0x7f86e00b71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e00d21f0 0x7f86e00b71b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f86c80098c0 tx=0x7f86c80046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 shutdown_connections 2024-09-10T08:33:20.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f86c006be30 0x7f86c006e2f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f86e0143a60 0x7f86e015c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f86e00d21f0 0x7f86e00b71b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 --2- 172.21.15.94:0/2717960241 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f86e0072590 0x7f86e0136bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.645+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 >> 172.21.15.94:0/2717960241 conn(0x7f86e00b3ed0 msgr2=0x7f86e0141ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:20.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.646+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 shutdown_connections 2024-09-10T08:33:20.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.646+0000 7f86e580a640 1 -- 172.21.15.94:0/2717960241 wait complete. 2024-09-10T08:33:20.657 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:32:33.842418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T08:32:42.580381+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T08:32:43.739308+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-10T08:32:47.468452+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-10T08:33:20.658 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:33:20.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.759+0000 7f5ae041e640 1 Processor -- start 2024-09-10T08:33:20.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.759+0000 7f5ae041e640 1 -- start start 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5ae041e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5ad8141680 0x7f5ad80cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5ae041e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ad815d710 con 0x7f5ad80d0370 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5ae041e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ad815c950 con 0x7f5ad8142170 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5ae041e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5ad80d07e0 con 0x7f5ad8141680 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5add9b9640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5ad80d0370 0x7f5ad8141a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54602/0 (socket says 172.21.15.94:54602) 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5add9b9640 1 -- 172.21.15.94:0/867079586 learned_addr learned my addr 172.21.15.94:0/867079586 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5ade1ba640 1 --2- 172.21.15.94:0/867079586 >> v2:172.21.15.143:3300/0 conn(0x7f5ad8141680 0x7f5ad80cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4194101758 0 0) 0x7f5ad815d710 con 0x7f5ad80d0370 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.760+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ac4003520 con 0x7f5ad80d0370 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1926376263 0 0) 0x7f5ac4003520 con 0x7f5ad80d0370 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 >> v2:172.21.15.143:3300/0 conn(0x7f5ad8141680 msgr2=0x7f5ad80cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 --2- 172.21.15.94:0/867079586 >> v2:172.21.15.143:3300/0 conn(0x7f5ad8141680 0x7f5ad80cfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 >> v1:172.21.15.143:6789/0 conn(0x7f5ad8142170 legacy=0x7f5ad813f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ad815cc30 con 0x7f5ad80d0370 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f5ac8001670 con 0x7f5ad80d0370 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5ade1ba640 1 --2- 172.21.15.94:0/867079586 >> v2:172.21.15.143:3300/0 conn(0x7f5ad8141680 0x7f5ad80cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 >> v1:172.21.15.94:6789/0 conn(0x7f5ad80d0370 legacy=0x7f5ad8141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac40039b0 0x7f5ac4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ac4004800 0x7f5ac4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ac40051c0 0x7f5ac400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad80d07e0 con 0x7f5ac4004800 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac400c060 con 0x7f5ac40039b0 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5ac400c260 con 0x7f5ac40051c0 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add9b9640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ac4004800 0x7f5ac4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5ade1ba640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac40039b0 0x7f5ac4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5ade9bb640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ac40051c0 0x7f5ac400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add9b9640 1 -- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ac40051c0 msgr2=0x7f5ac400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add9b9640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ac40051c0 0x7f5ac400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add9b9640 1 -- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac40039b0 msgr2=0x7f5ac4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:20.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add9b9640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac40039b0 0x7f5ac4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5add9b9640 1 -- 172.21.15.94:0/867079586 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac4003520 con 0x7f5ac4004800 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.761+0000 7f5ade9bb640 1 -- 172.21.15.94:0/867079586 reap_dead start 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.762+0000 7f5add9b9640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ac4004800 0x7f5ac4004c80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800c240 tx=0x7f5ac4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8937f2644b379533 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.762+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8007d10 con 0x7f5ac4004800 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.762+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ac80058d0 con 0x7f5ac4004800 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.762+0000 7f5add1b8640 1 -- 172.21.15.94:0/867079586 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8005d20 con 0x7f5ac4004800 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.763+0000 7f5ae041e640 1 -- 172.21.15.94:0/867079586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ac4004800 msgr2=0x7f5ac4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.763+0000 7f5ae041e640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ac4004800 0x7f5ac4004c80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800c240 tx=0x7f5ac4005830 comp rx=0 tx=0).stop 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.763+0000 7f5ae041e640 1 -- 172.21.15.94:0/867079586 shutdown_connections 2024-09-10T08:33:20.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.763+0000 7f5ae041e640 1 --2- 172.21.15.94:0/867079586 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ac4004800 0x7f5ac4004c80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.763+0000 7f5ae041e640 1 -- 172.21.15.94:0/867079586 >> 172.21.15.94:0/867079586 conn(0x7f5ad80b3ed0 msgr2=0x7f5ad80b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:20.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.763+0000 7f5ae041e640 1 -- 172.21.15.94:0/867079586 shutdown_connections 2024-09-10T08:33:20.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.763+0000 7f5ae041e640 1 -- 172.21.15.94:0/867079586 wait complete. 2024-09-10T08:33:20.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.764+0000 7f5ae041e640 1 Processor -- start 2024-09-10T08:33:20.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.764+0000 7f5ae041e640 1 -- start start 2024-09-10T08:33:20.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac4004800 0x7f5ad8158090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ad81e5480 0x7f5ad81e6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ad81e7160 0x7f5ad80cd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad815d1f0 con 0x7f5ad81e5480 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5ad815c6f0 con 0x7f5ac4004800 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5ad8142570 con 0x7f5ad81e7160 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ad81e5480 0x7f5ad81e6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ad81e5480 0x7f5ad81e6c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60140/0 (socket says 172.21.15.94:60140) 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 -- 172.21.15.94:0/551251080 learned_addr learned my addr 172.21.15.94:0/551251080 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ade1ba640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac4004800 0x7f5ad8158090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ade9bb640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ad81e7160 0x7f5ad80cd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 -- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ad81e7160 msgr2=0x7f5ad80cd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ad81e7160 0x7f5ad80cd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 -- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac4004800 msgr2=0x7f5ad8158090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac4004800 0x7f5ad8158090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 -- 172.21.15.94:0/551251080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ad81e5910 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ade1ba640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac4004800 0x7f5ad8158090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5add9b9640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ad81e5480 0x7f5ad81e6c20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800c360 tx=0x7f5ad815ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5aceffd640 1 -- 172.21.15.94:0/551251080 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8041020 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5aceffd640 1 -- 172.21.15.94:0/551251080 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ac8000ed0 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ad81e5e60 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5aceffd640 1 -- 172.21.15.94:0/551251080 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ac8038040 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.765+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ad81e6420 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.766+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ad80cfe30 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.767+0000 7f5aceffd640 1 -- 172.21.15.94:0/551251080 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5ac8044020 con 0x7f5ad81e5480 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.767+0000 7f5aceffd640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5abc06be60 0x7f5abc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.767+0000 7f5ade1ba640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5abc06be60 0x7f5abc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:20.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.767+0000 7f5aceffd640 1 -- 172.21.15.94:0/551251080 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5ac80ab050 con 0x7f5ad81e5480 2024-09-10T08:33:20.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.768+0000 7f5ade1ba640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5abc06be60 0x7f5abc06e320 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5ad8051220 tx=0x7f5ad4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:20.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.772+0000 7f5aceffd640 1 -- 172.21.15.94:0/551251080 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5ac8079190 con 0x7f5ad81e5480 2024-09-10T08:33:20.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.936+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5ad813fd50 con 0x7f5ad81e5480 2024-09-10T08:33:20.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.936+0000 7f5aceffd640 1 -- 172.21.15.94:0/551251080 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f5ac807d490 con 0x7f5ad81e5480 2024-09-10T08:33:20.937 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 1 2024-09-10T08:33:20.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5abc06be60 msgr2=0x7f5abc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5abc06be60 0x7f5abc06e320 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5ad8051220 tx=0x7f5ad4009190 comp rx=0 tx=0).stop 2024-09-10T08:33:20.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ad81e5480 msgr2=0x7f5ad81e6c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:20.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ad81e5480 0x7f5ad81e6c20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800c360 tx=0x7f5ad815ce00 comp rx=0 tx=0).stop 2024-09-10T08:33:20.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 shutdown_connections 2024-09-10T08:33:20.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5abc06be60 0x7f5abc06e320 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ad81e7160 0x7f5ad80cd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ad81e5480 0x7f5ad81e6c20 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 --2- 172.21.15.94:0/551251080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ac4004800 0x7f5ad8158090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:20.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 >> 172.21.15.94:0/551251080 conn(0x7f5ad80b3ed0 msgr2=0x7f5ad80b3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:20.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 shutdown_connections 2024-09-10T08:33:20.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:20.938+0000 7f5ae041e640 1 -- 172.21.15.94:0/551251080 wait complete. 2024-09-10T08:33:20.949 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T08:33:21.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.049+0000 7fa5be349640 1 Processor -- start 2024-09-10T08:33:21.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.049+0000 7fa5be349640 1 -- start start 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5be349640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa5b815e680 0x7fa5b80cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5be349640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa5b80d0010 0x7fa5b80d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5be349640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5b80d1880 con 0x7fa5b815e2a0 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5be349640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa5b80d1b60 con 0x7fa5b815e680 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5be349640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa5b80cf2d0 con 0x7fa5b80d0010 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5b77fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa5b815e680 0x7fa5b80cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5b7fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fa5b815e2a0 0x7fa5b806d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54618/0 (socket says 172.21.15.94:54618) 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.050+0000 7fa5b7fff640 1 -- 172.21.15.94:0/1089492840 learned_addr learned my addr 172.21.15.94:0/1089492840 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.051+0000 7fa5bc8e6640 1 --2- 172.21.15.94:0/1089492840 >> v2:172.21.15.143:3300/0 conn(0x7fa5b80d0010 0x7fa5b80d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.051+0000 7fa5b77fe640 1 -- 172.21.15.94:0/1089492840 >> v2:172.21.15.143:3300/0 conn(0x7fa5b80d0010 msgr2=0x7fa5b80d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.051+0000 7fa5b77fe640 1 --2- 172.21.15.94:0/1089492840 >> v2:172.21.15.143:3300/0 conn(0x7fa5b80d0010 0x7fa5b80d4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.051+0000 7fa5b77fe640 1 -- 172.21.15.94:0/1089492840 >> v1:172.21.15.94:6789/0 conn(0x7fa5b815e2a0 legacy=0x7fa5b806d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.051+0000 7fa5b6ffd640 1 -- 172.21.15.94:0/1089492840 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 839346224 0 0) 0x7fa5b80d1880 con 0x7fa5b815e2a0 2024-09-10T08:33:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.051+0000 7fa5b77fe640 1 -- 172.21.15.94:0/1089492840 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b80cf5b0 con 0x7fa5b815e680 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.051+0000 7fa5b77fe640 1 --2- 172.21.15.94:0/1089492840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b815e680 0x7fa5b80cfad0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8163050 tx=0x7fa5ac02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63ada27a2a5713c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5b6ffd640 1 -- 172.21.15.94:0/1089492840 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac037070 con 0x7fa5b815e680 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5b6ffd640 1 -- 172.21.15.94:0/1089492840 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5ac032440 con 0x7fa5b815e680 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5b6ffd640 1 -- 172.21.15.94:0/1089492840 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ac02ae60 con 0x7fa5b815e680 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 -- 172.21.15.94:0/1089492840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b815e680 msgr2=0x7fa5b80cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 --2- 172.21.15.94:0/1089492840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b815e680 0x7fa5b80cfad0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8163050 tx=0x7fa5ac02a110 comp rx=0 tx=0).stop 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 -- 172.21.15.94:0/1089492840 shutdown_connections 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 --2- 172.21.15.94:0/1089492840 >> v2:172.21.15.143:3300/0 conn(0x7fa5b80d0010 0x7fa5b80d4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 --2- 172.21.15.94:0/1089492840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b815e680 0x7fa5b80cfad0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 -- 172.21.15.94:0/1089492840 >> 172.21.15.94:0/1089492840 conn(0x7fa5b809d760 msgr2=0x7fa5b808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:21.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 -- 172.21.15.94:0/1089492840 shutdown_connections 2024-09-10T08:33:21.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.052+0000 7fa5be349640 1 -- 172.21.15.94:0/1089492840 wait complete. 2024-09-10T08:33:21.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.053+0000 7fa5be349640 1 Processor -- start 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5be349640 1 -- start start 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5be349640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b80d0010 0x7fa5b814dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5be349640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa5b815e2a0 0x7fa5b814e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5be349640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa5b815e680 0x7fa5b80ca0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5be349640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b806dcb0 con 0x7fa5b80d0010 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5be349640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa5b806db30 con 0x7fa5b815e680 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5be349640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa5b80d48b0 con 0x7fa5b815e2a0 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b80d0010 0x7fa5b814dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b80d0010 0x7fa5b814dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60154/0 (socket says 172.21.15.94:60154) 2024-09-10T08:33:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.054+0000 7fa5b7fff640 1 -- 172.21.15.94:0/3954222980 learned_addr learned my addr 172.21.15.94:0/3954222980 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5bc8e6640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa5b815e680 0x7fa5b80ca0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b77fe640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa5b815e2a0 0x7fa5b814e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b7fff640 1 -- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa5b815e2a0 msgr2=0x7fa5b814e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b7fff640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa5b815e2a0 0x7fa5b814e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b7fff640 1 -- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa5b815e680 msgr2=0x7fa5b80ca0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b7fff640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa5b815e680 0x7fa5b80ca0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b7fff640 1 -- 172.21.15.94:0/3954222980 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5b80b32e0 con 0x7fa5b80d0010 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b7fff640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b80d0010 0x7fa5b814dbc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa5a800c500 tx=0x7fa5a800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b4ff9640 1 -- 172.21.15.94:0/3954222980 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8018070 con 0x7fa5b80d0010 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b4ff9640 1 -- 172.21.15.94:0/3954222980 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5a8007580 con 0x7fa5b80d0010 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5b4ff9640 1 -- 172.21.15.94:0/3954222980 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a8004a20 con 0x7fa5b80d0010 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5b80b35c0 con 0x7fa5b80d0010 2024-09-10T08:33:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.055+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5b80b3b80 con 0x7fa5b80d0010 2024-09-10T08:33:21.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.056+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5b80d4c70 con 0x7fa5b80d0010 2024-09-10T08:33:21.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.057+0000 7fa5b4ff9640 1 -- 172.21.15.94:0/3954222980 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa5a801b070 con 0x7fa5b80d0010 2024-09-10T08:33:21.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.057+0000 7fa5b4ff9640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa5a406be60 0x7fa5a406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.057+0000 7fa5b4ff9640 1 -- 172.21.15.94:0/3954222980 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa5a808a360 con 0x7fa5b80d0010 2024-09-10T08:33:21.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.057+0000 7fa5b77fe640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa5a406be60 0x7fa5a406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.058+0000 7fa5b77fe640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa5a406be60 0x7fa5a406e320 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac034000 tx=0x7fa5ac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.061+0000 7fa5b4ff9640 1 -- 172.21.15.94:0/3954222980 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa5a8058410 con 0x7fa5b80d0010 2024-09-10T08:33:21.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.226+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa5b80cb1d0 con 0x7fa5b80d0010 2024-09-10T08:33:21.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.226+0000 7fa5b4ff9640 1 -- 172.21.15.94:0/3954222980 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7fa5a805c710 con 0x7fa5b80d0010 2024-09-10T08:33:21.226 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 32 2024-09-10T08:33:21.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa5a406be60 msgr2=0x7fa5a406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa5a406be60 0x7fa5a406e320 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa5ac034000 tx=0x7fa5ac02e000 comp rx=0 tx=0).stop 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b80d0010 msgr2=0x7fa5b814dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b80d0010 0x7fa5b814dbc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa5a800c500 tx=0x7fa5a800c9c0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 shutdown_connections 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa5a406be60 0x7fa5a406e320 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa5b815e680 0x7fa5b80ca0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa5b815e2a0 0x7fa5b814e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 --2- 172.21.15.94:0/3954222980 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa5b80d0010 0x7fa5b814dbc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 >> 172.21.15.94:0/3954222980 conn(0x7fa5b809d760 msgr2=0x7fa5b80d2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 shutdown_connections 2024-09-10T08:33:21.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.228+0000 7fa5be349640 1 -- 172.21.15.94:0/3954222980 wait complete. 2024-09-10T08:33:21.239 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T08:33:21.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.340+0000 7f38beb23640 1 Processor -- start 2024-09-10T08:33:21.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.340+0000 7f38beb23640 1 -- start start 2024-09-10T08:33:21.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38beb23640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f38b815e2a0 0x7f38b806d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38beb23640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 0x7f38b80d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38beb23640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38b80d1880 con 0x7f38b815e680 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38beb23640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f38b80d1b60 con 0x7f38b815e2a0 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38beb23640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f38b80cf2d0 con 0x7f38b806d960 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38bc8bf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f38b815e2a0 0x7f38b806d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38bc8bf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f38b815e2a0 0x7f38b806d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60156/0 (socket says 172.21.15.94:60156) 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.341+0000 7f38bc8bf640 1 -- 172.21.15.94:0/1194929727 learned_addr learned my addr 172.21.15.94:0/1194929727 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.342+0000 7f38bc8bf640 1 -- 172.21.15.94:0/1194929727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 msgr2=0x7f38b80d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.342+0000 7f38bc8bf640 1 --2- 172.21.15.94:0/1194929727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 0x7f38b80d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.342+0000 7f38bc8bf640 1 -- 172.21.15.94:0/1194929727 >> v1:172.21.15.143:6789/0 conn(0x7f38b815e680 legacy=0x7f38b80cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.342+0000 7f38bc8bf640 1 -- 172.21.15.94:0/1194929727 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38b80cf5b0 con 0x7f38b815e2a0 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.342+0000 7f38bc8bf640 1 --2- 172.21.15.94:0/1194929727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e2a0 0x7f38b806d420 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f38a8009870 tx=0x7f38a802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b7e05488f25e78 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38b77fe640 1 -- 172.21.15.94:0/1194929727 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38a8037070 con 0x7f38b815e2a0 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38b77fe640 1 -- 172.21.15.94:0/1194929727 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38a8032440 con 0x7f38b815e2a0 2024-09-10T08:33:21.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38b77fe640 1 -- 172.21.15.94:0/1194929727 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38a8032810 con 0x7f38b815e2a0 2024-09-10T08:33:21.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 -- 172.21.15.94:0/1194929727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e2a0 msgr2=0x7f38b806d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 --2- 172.21.15.94:0/1194929727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e2a0 0x7f38b806d420 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f38a8009870 tx=0x7f38a802a210 comp rx=0 tx=0).stop 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 -- 172.21.15.94:0/1194929727 shutdown_connections 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 --2- 172.21.15.94:0/1194929727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 0x7f38b80d4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 --2- 172.21.15.94:0/1194929727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e2a0 0x7f38b806d420 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 -- 172.21.15.94:0/1194929727 >> 172.21.15.94:0/1194929727 conn(0x7f38b809d760 msgr2=0x7f38b808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 -- 172.21.15.94:0/1194929727 shutdown_connections 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.343+0000 7f38beb23640 1 -- 172.21.15.94:0/1194929727 wait complete. 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.344+0000 7f38beb23640 1 Processor -- start 2024-09-10T08:33:21.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.344+0000 7f38beb23640 1 -- start start 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38beb23640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 0x7f38b815c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38beb23640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38b815e2a0 0x7f38b81f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38beb23640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e680 0x7f38b81f7f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38beb23640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f38b80d0360 con 0x7f38b815e680 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38beb23640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f38b80d01e0 con 0x7f38b815e2a0 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38beb23640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f38b80d48b0 con 0x7f38b806d960 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38bd0c0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e680 0x7f38b81f7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38bd0c0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e680 0x7f38b81f7f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60168/0 (socket says 172.21.15.94:60168) 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38bd0c0640 1 -- 172.21.15.94:0/1271807442 learned_addr learned my addr 172.21.15.94:0/1271807442 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:21.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38b7fff640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38b815e2a0 0x7f38b81f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.345+0000 7f38bc8bf640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 0x7f38b815c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38bd0c0640 1 -- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 msgr2=0x7f38b815c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38bd0c0640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 0x7f38b815c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38bd0c0640 1 -- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38b815e2a0 msgr2=0x7f38b81f79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38bd0c0640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38b815e2a0 0x7f38b81f79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38bd0c0640 1 -- 172.21.15.94:0/1271807442 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38b80c8b70 con 0x7f38b815e680 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38bd0c0640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e680 0x7f38b81f7f30 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f38b000b970 tx=0x7f38b000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38b57fa640 1 -- 172.21.15.94:0/1271807442 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b0019070 con 0x7f38b815e680 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38b57fa640 1 -- 172.21.15.94:0/1271807442 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38b000cb60 con 0x7f38b815e680 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38b80c8e50 con 0x7f38b815e680 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38b57fa640 1 -- 172.21.15.94:0/1271807442 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b0014440 con 0x7f38b815e680 2024-09-10T08:33:21.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.346+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38b80c9410 con 0x7f38b815e680 2024-09-10T08:33:21.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.347+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38b80d4c90 con 0x7f38b815e680 2024-09-10T08:33:21.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.347+0000 7f38b57fa640 1 -- 172.21.15.94:0/1271807442 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f38b001c070 con 0x7f38b815e680 2024-09-10T08:33:21.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.348+0000 7f38b57fa640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38a406be30 0x7f38a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.348+0000 7f38b57fa640 1 -- 172.21.15.94:0/1271807442 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f38b008ada0 con 0x7f38b815e680 2024-09-10T08:33:21.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.348+0000 7f38bc8bf640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38a406be30 0x7f38a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.348+0000 7f38bc8bf640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38a406be30 0x7f38a406e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f38a8034000 tx=0x7f38a802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.352+0000 7f38b57fa640 1 -- 172.21.15.94:0/1271807442 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f38b0058e50 con 0x7f38b815e680 2024-09-10T08:33:21.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.525+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f38b806cf90 con 0x7f38b815e680 2024-09-10T08:33:21.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.526+0000 7f38b57fa640 1 -- 172.21.15.94:0/1271807442 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f38b005d150 con 0x7f38b815e680 2024-09-10T08:33:21.526 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 64 2024-09-10T08:33:21.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38a406be30 msgr2=0x7f38a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38a406be30 0x7f38a406e2f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f38a8034000 tx=0x7f38a802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:21.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e680 msgr2=0x7f38b81f7f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e680 0x7f38b81f7f30 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f38b000b970 tx=0x7f38b000be30 comp rx=0 tx=0).stop 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 shutdown_connections 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38a406be30 0x7f38a406e2f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38b815e2a0 0x7f38b81f79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38b815e680 0x7f38b81f7f30 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 --2- 172.21.15.94:0/1271807442 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38b806d960 0x7f38b815c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 >> 172.21.15.94:0/1271807442 conn(0x7f38b809d760 msgr2=0x7f38b80d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 shutdown_connections 2024-09-10T08:33:21.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.528+0000 7f38beb23640 1 -- 172.21.15.94:0/1271807442 wait complete. 2024-09-10T08:33:21.539 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-10T08:33:21.640 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.640+0000 7f89326af640 1 Processor -- start 2024-09-10T08:33:21.640 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.640+0000 7f89326af640 1 -- start start 2024-09-10T08:33:21.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f89326af640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f892c072590 0x7f892c06d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f89326af640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f892c141ad0 0x7f892c141f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f89326af640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f892c1620b0 con 0x7f892c0d21f0 2024-09-10T08:33:21.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f89326af640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f892c141750 con 0x7f892c072590 2024-09-10T08:33:21.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f89326af640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f892c162370 con 0x7f892c141ad0 2024-09-10T08:33:21.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f892c072590 0x7f892c06d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892bfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f892c0d21f0 0x7f892c0d25d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54626/0 (socket says 172.21.15.94:54626) 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892bfff640 1 -- 172.21.15.94:0/11892443 learned_addr learned my addr 172.21.15.94:0/11892443 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f8930c4c640 1 --2- 172.21.15.94:0/11892443 >> v2:172.21.15.143:3300/0 conn(0x7f892c141ad0 0x7f892c141f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892b7fe640 1 -- 172.21.15.94:0/11892443 >> v2:172.21.15.143:3300/0 conn(0x7f892c141ad0 msgr2=0x7f892c141f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892b7fe640 1 --2- 172.21.15.94:0/11892443 >> v2:172.21.15.143:3300/0 conn(0x7f892c141ad0 0x7f892c141f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892b7fe640 1 -- 172.21.15.94:0/11892443 >> v1:172.21.15.94:6789/0 conn(0x7f892c0d21f0 legacy=0x7f892c0d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892b7fe640 1 -- 172.21.15.94:0/11892443 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892c162650 con 0x7f892c072590 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.641+0000 7f892affd640 1 -- 172.21.15.94:0/11892443 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3076324244 0 0) 0x7f892c1620b0 con 0x7f892c0d21f0 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.642+0000 7f892b7fe640 1 --2- 172.21.15.94:0/11892443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c06d0e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f892c0b1df0 tx=0x7f892002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf6b8fc87fae8eb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.642+0000 7f892affd640 1 -- 172.21.15.94:0/11892443 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8920037070 con 0x7f892c072590 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.642+0000 7f892affd640 1 -- 172.21.15.94:0/11892443 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8920032440 con 0x7f892c072590 2024-09-10T08:33:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.642+0000 7f892affd640 1 -- 172.21.15.94:0/11892443 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f892002ae60 con 0x7f892c072590 2024-09-10T08:33:21.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 -- 172.21.15.94:0/11892443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 msgr2=0x7f892c06d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 --2- 172.21.15.94:0/11892443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c06d0e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f892c0b1df0 tx=0x7f892002a110 comp rx=0 tx=0).stop 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 -- 172.21.15.94:0/11892443 shutdown_connections 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 --2- 172.21.15.94:0/11892443 >> v2:172.21.15.143:3300/0 conn(0x7f892c141ad0 0x7f892c141f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 --2- 172.21.15.94:0/11892443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c06d0e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 -- 172.21.15.94:0/11892443 >> 172.21.15.94:0/11892443 conn(0x7f892c0b3ed0 msgr2=0x7f892c0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 -- 172.21.15.94:0/11892443 shutdown_connections 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.643+0000 7f89326af640 1 -- 172.21.15.94:0/11892443 wait complete. 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.644+0000 7f89326af640 1 Processor -- start 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.644+0000 7f89326af640 1 -- start start 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c0b5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f892c0d21f0 0x7f892c0b77a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f892c141ad0 0x7f892c15ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f892c06d620 con 0x7f892c072590 2024-09-10T08:33:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f892c162c10 con 0x7f892c141ad0 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f892c06d7a0 con 0x7f892c0d21f0 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c0b5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c0b5be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60188/0 (socket says 172.21.15.94:60188) 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 -- 172.21.15.94:0/1435910317 learned_addr learned my addr 172.21.15.94:0/1435910317 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f8930c4c640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f892c141ad0 0x7f892c15ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892b7fe640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f892c0d21f0 0x7f892c0b77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 -- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f892c0d21f0 msgr2=0x7f892c0b77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f892c0d21f0 0x7f892c0b77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 -- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f892c141ad0 msgr2=0x7f892c15ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f892c141ad0 0x7f892c15ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 -- 172.21.15.94:0/1435910317 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892c0b6230 con 0x7f892c072590 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892b7fe640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f892c0d21f0 0x7f892c0b77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f892bfff640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c0b5be0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f891c00c4d0 tx=0x7f891c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f8928ff9640 1 -- 172.21.15.94:0/1435910317 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c018070 con 0x7f892c072590 2024-09-10T08:33:21.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f8928ff9640 1 -- 172.21.15.94:0/1435910317 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f891c007500 con 0x7f892c072590 2024-09-10T08:33:21.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f892c0b6510 con 0x7f892c072590 2024-09-10T08:33:21.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f8928ff9640 1 -- 172.21.15.94:0/1435910317 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c004a20 con 0x7f892c072590 2024-09-10T08:33:21.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.645+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f892c0b7ce0 con 0x7f892c072590 2024-09-10T08:33:21.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.646+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f892c0b66e0 con 0x7f892c072590 2024-09-10T08:33:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.647+0000 7f8928ff9640 1 -- 172.21.15.94:0/1435910317 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f891c01b070 con 0x7f892c072590 2024-09-10T08:33:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.647+0000 7f8928ff9640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f891806be30 0x7f891806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.647+0000 7f8928ff9640 1 -- 172.21.15.94:0/1435910317 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f891c08a520 con 0x7f892c072590 2024-09-10T08:33:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.647+0000 7f892b7fe640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f891806be30 0x7f891806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.648+0000 7f892b7fe640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f891806be30 0x7f891806e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8920034000 tx=0x7f892002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.652+0000 7f8928ff9640 1 -- 172.21.15.94:0/1435910317 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f891c058b90 con 0x7f892c072590 2024-09-10T08:33:21.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.819+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f892c0690c0 con 0x7f892c072590 2024-09-10T08:33:21.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.819+0000 7f8928ff9640 1 -- 172.21.15.94:0/1435910317 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f891c058490 con 0x7f892c072590 2024-09-10T08:33:21.819 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 32 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f891806be30 msgr2=0x7f891806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f891806be30 0x7f891806e2f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8920034000 tx=0x7f892002e000 comp rx=0 tx=0).stop 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 msgr2=0x7f892c0b5be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c0b5be0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f891c00c4d0 tx=0x7f891c00c990 comp rx=0 tx=0).stop 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 shutdown_connections 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f891806be30 0x7f891806e2f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f892c141ad0 0x7f892c15ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f892c0d21f0 0x7f892c0b77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 --2- 172.21.15.94:0/1435910317 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f892c072590 0x7f892c0b5be0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 >> 172.21.15.94:0/1435910317 conn(0x7f892c0b3ed0 msgr2=0x7f892c15c940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 shutdown_connections 2024-09-10T08:33:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.821+0000 7f89326af640 1 -- 172.21.15.94:0/1435910317 wait complete. 2024-09-10T08:33:21.832 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close' 2024-09-10T08:33:21.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.930+0000 7f6e0b72a640 1 Processor -- start 2024-09-10T08:33:21.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.930+0000 7f6e0b72a640 1 -- start start 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.931+0000 7f6e0b72a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6e0415e2a0 0x7f6e0406d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.931+0000 7f6e0b72a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e040d1880 con 0x7f6e0406d960 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.931+0000 7f6e0b72a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e040d1b60 con 0x7f6e0415e680 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.931+0000 7f6e0b72a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f6e040cf2d0 con 0x7f6e0415e2a0 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.931+0000 7f6e09cc7640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f6e0406d960 0x7f6e040d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54634/0 (socket says 172.21.15.94:54634) 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.931+0000 7f6e09cc7640 1 -- 172.21.15.94:0/3244339093 learned_addr learned my addr 172.21.15.94:0/3244339093 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1896960754 0 0) 0x7f6e040d1880 con 0x7f6e0406d960 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6dec003520 con 0x7f6e0406d960 2024-09-10T08:33:21.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3244339093 >> v2:172.21.15.143:3300/0 conn(0x7f6e0415e2a0 0x7f6e0406d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1901438741 0 0) 0x7f6dec003520 con 0x7f6e0406d960 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 >> v2:172.21.15.143:3300/0 conn(0x7f6e0415e2a0 msgr2=0x7f6e0406d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 --2- 172.21.15.94:0/3244339093 >> v2:172.21.15.143:3300/0 conn(0x7f6e0415e2a0 0x7f6e0406d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 >> v1:172.21.15.143:6789/0 conn(0x7f6e0415e680 legacy=0x7f6e040cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e040cf5b0 con 0x7f6e0406d960 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f6dfc001670 con 0x7f6e0406d960 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 >> v1:172.21.15.94:6789/0 conn(0x7f6e0406d960 legacy=0x7f6e040d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6dec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6dec004800 0x7f6dec004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6dec0051c0 0x7f6dec00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6e040cf2d0 con 0x7f6dec0039b0 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6dec00c060 con 0x7f6dec004800 2024-09-10T08:33:21.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6dec00c260 con 0x7f6dec0051c0 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6dec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e08cc5640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6dec004800 0x7f6dec004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e09cc7640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6dec0051c0 0x7f6dec00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e094c6640 1 -- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6dec0051c0 msgr2=0x7f6dec00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6dec0051c0 0x7f6dec00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e094c6640 1 -- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6dec004800 msgr2=0x7f6dec004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6dec004800 0x7f6dec004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e094c6640 1 -- 172.21.15.94:0/3244339093 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dec003520 con 0x7f6dec0039b0 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e09cc7640 1 -- 172.21.15.94:0/3244339093 reap_dead start 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.932+0000 7f6e08cc5640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6dec004800 0x7f6dec004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.933+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6dec003dd0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6df4009fc0 tx=0x7f6dec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0250be5dfcee45b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.933+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df4009c10 con 0x7f6dec0039b0 2024-09-10T08:33:21.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.933+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df4036070 con 0x7f6dec0039b0 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.933+0000 7f6e03fff640 1 -- 172.21.15.94:0/3244339093 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df4031880 con 0x7f6dec0039b0 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.934+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3244339093 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 msgr2=0x7f6dec003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.934+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6dec003dd0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6df4009fc0 tx=0x7f6dec005830 comp rx=0 tx=0).stop 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.934+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3244339093 shutdown_connections 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.934+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3244339093 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6dec003dd0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.934+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3244339093 >> 172.21.15.94:0/3244339093 conn(0x7f6e0409d760 msgr2=0x7f6e0408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.934+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3244339093 shutdown_connections 2024-09-10T08:33:21.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.934+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3244339093 wait complete. 2024-09-10T08:33:21.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.935+0000 7f6e0b72a640 1 Processor -- start 2024-09-10T08:33:21.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.935+0000 7f6e0b72a640 1 -- start start 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e0b72a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6e040b9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e0b72a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e040b8260 0x7f6e040c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e0b72a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6e040c8450 0x7f6e040c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e0b72a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0406d5a0 con 0x7f6dec0039b0 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e0b72a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6e0406d420 con 0x7f6e040c8450 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e0b72a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6e0406d720 con 0x7f6e040b8260 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6e040b9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6e040b9850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60214/0 (socket says 172.21.15.94:60214) 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 -- 172.21.15.94:0/3026643918 learned_addr learned my addr 172.21.15.94:0/3026643918 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e09cc7640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6e040c8450 0x7f6e040c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e08cc5640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e040b8260 0x7f6e040c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 -- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e040b8260 msgr2=0x7f6e040c7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e040b8260 0x7f6e040c7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 -- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6e040c8450 msgr2=0x7f6e040c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6e040c8450 0x7f6e040c88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 -- 172.21.15.94:0/3026643918 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e040b87b0 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e094c6640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6e040b9850 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6df402aee0 tx=0x7f6df4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e01ffb640 1 -- 172.21.15.94:0/3026643918 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df4009c10 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e01ffb640 1 -- 172.21.15.94:0/3026643918 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df4003990 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e040b8a90 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.936+0000 7f6e01ffb640 1 -- 172.21.15.94:0/3026643918 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df4003d80 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.937+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e040b9050 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.938+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e0415de50 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.938+0000 7f6e01ffb640 1 -- 172.21.15.94:0/3026643918 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6df4005d10 con 0x7f6dec0039b0 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.938+0000 7f6e01ffb640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6df006be30 0x7f6df006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:21.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.938+0000 7f6e01ffb640 1 -- 172.21.15.94:0/3026643918 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f6df40ac1e0 con 0x7f6dec0039b0 2024-09-10T08:33:21.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.938+0000 7f6e08cc5640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6df006be30 0x7f6df006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:21.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.939+0000 7f6e08cc5640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6df006be30 0x7f6df006e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6df8000c00 tx=0x7f6df8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:21.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:21.943+0000 7f6e01ffb640 1 -- 172.21.15.94:0/3026643918 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6e0415de50 con 0x7f6dec0039b0 2024-09-10T08:33:22.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.174+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]} v 0) -- 0x7f6e04161320 con 0x7f6dec0039b0 2024-09-10T08:33:22.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.551+0000 7f6e01ffb640 1 -- 172.21.15.94:0/3026643918 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]}]=0 v56) ==== 147+0+0 (secure 0 0 0) 0x7f6df407a290 con 0x7f6dec0039b0 2024-09-10T08:33:22.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6df006be30 msgr2=0x7f6df006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6df006be30 0x7f6df006e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6df8000c00 tx=0x7f6df8009040 comp rx=0 tx=0).stop 2024-09-10T08:33:22.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 msgr2=0x7f6e040b9850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6e040b9850 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6df402aee0 tx=0x7f6df4009750 comp rx=0 tx=0).stop 2024-09-10T08:33:22.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 shutdown_connections 2024-09-10T08:33:22.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6df006be30 0x7f6df006e2f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6e040c8450 0x7f6e040c88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e040b8260 0x7f6e040c7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.553+0000 7f6e0b72a640 1 --2- 172.21.15.94:0/3026643918 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6dec0039b0 0x7f6e040b9850 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.554+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 >> 172.21.15.94:0/3026643918 conn(0x7f6e0409d760 msgr2=0x7f6e040d4370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:22.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.554+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 shutdown_connections 2024-09-10T08:33:22.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.554+0000 7f6e0b72a640 1 -- 172.21.15.94:0/3026643918 wait complete. 2024-09-10T08:33:22.565 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T08:33:22.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.666+0000 7f9427d78640 1 Processor -- start 2024-09-10T08:33:22.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.667+0000 7f9427d78640 1 -- start start 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.667+0000 7f9427d78640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f94200d2750 0x7f942013f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.667+0000 7f9427d78640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94200726c0 0x7f9420160010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.667+0000 7f9427d78640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f942013fda0 con 0x7f9420072250 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.667+0000 7f9427d78640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f9420145bd0 con 0x7f94200726c0 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.667+0000 7f9427d78640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f94201427e0 con 0x7f94200d2750 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9426315640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94200726c0 0x7f9420160010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9425313640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9420072250 0x7f94200cfdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54642/0 (socket says 172.21.15.94:54642) 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9425313640 1 -- 172.21.15.94:0/3123681886 learned_addr learned my addr 172.21.15.94:0/3123681886 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:22.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9426315640 1 -- 172.21.15.94:0/3123681886 >> v2:172.21.15.143:3300/0 conn(0x7f94200d2750 msgr2=0x7f942013f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:22.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9426315640 1 --2- 172.21.15.94:0/3123681886 >> v2:172.21.15.143:3300/0 conn(0x7f94200d2750 0x7f942013f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9426315640 1 -- 172.21.15.94:0/3123681886 >> v1:172.21.15.94:6789/0 conn(0x7f9420072250 legacy=0x7f94200cfdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9426315640 1 -- 172.21.15.94:0/3123681886 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94200d2b30 con 0x7f94200726c0 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.668+0000 7f9426315640 1 --2- 172.21.15.94:0/3123681886 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f9420160010 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f94200735e0 tx=0x7f941802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25d9bd84dcec3fec server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9424b12640 1 -- 172.21.15.94:0/3123681886 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9418007740 con 0x7f94200726c0 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9424b12640 1 -- 172.21.15.94:0/3123681886 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94180078e0 con 0x7f94200726c0 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9424b12640 1 -- 172.21.15.94:0/3123681886 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9418007cb0 con 0x7f94200726c0 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 -- 172.21.15.94:0/3123681886 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 msgr2=0x7f9420160010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 --2- 172.21.15.94:0/3123681886 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f9420160010 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f94200735e0 tx=0x7f941802a5f0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 -- 172.21.15.94:0/3123681886 shutdown_connections 2024-09-10T08:33:22.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 --2- 172.21.15.94:0/3123681886 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f9420160010 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 --2- 172.21.15.94:0/3123681886 >> v2:172.21.15.143:3300/0 conn(0x7f94200d2750 0x7f942013f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 -- 172.21.15.94:0/3123681886 >> 172.21.15.94:0/3123681886 conn(0x7f94200b4040 msgr2=0x7f94200b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:22.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 -- 172.21.15.94:0/3123681886 shutdown_connections 2024-09-10T08:33:22.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.669+0000 7f9427d78640 1 -- 172.21.15.94:0/3123681886 wait complete. 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.670+0000 7f9427d78640 1 Processor -- start 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.670+0000 7f9427d78640 1 -- start start 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9427d78640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9420072250 0x7f942013ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9427d78640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f94200b7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9427d78640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94200d2750 0x7f94200b6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9427d78640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9420142220 con 0x7f94200726c0 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9427d78640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9420141f40 con 0x7f94200d2750 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9427d78640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9420142500 con 0x7f9420072250 2024-09-10T08:33:22.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9425313640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f94200b7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9425313640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f94200b7bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60226/0 (socket says 172.21.15.94:60226) 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9425313640 1 -- 172.21.15.94:0/3375284278 learned_addr learned my addr 172.21.15.94:0/3375284278 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9426315640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94200d2750 0x7f94200b6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.671+0000 7f9425b14640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9420072250 0x7f942013ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9425313640 1 -- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9420072250 msgr2=0x7f942013ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9425313640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9420072250 0x7f942013ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9425313640 1 -- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94200d2750 msgr2=0x7f94200b6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9425313640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94200d2750 0x7f94200b6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9425313640 1 -- 172.21.15.94:0/3375284278 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94200cb920 con 0x7f94200726c0 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9425313640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f94200b7bd0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f941000c400 tx=0x7f941000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f94167fc640 1 -- 172.21.15.94:0/3375284278 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410017070 con 0x7f94200726c0 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f94167fc640 1 -- 172.21.15.94:0/3375284278 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9410005ce0 con 0x7f94200726c0 2024-09-10T08:33:22.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94200cbc00 con 0x7f94200726c0 2024-09-10T08:33:22.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f94167fc640 1 -- 172.21.15.94:0/3375284278 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94100072f0 con 0x7f94200726c0 2024-09-10T08:33:22.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.672+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94200b5570 con 0x7f94200726c0 2024-09-10T08:33:22.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.673+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94200b5770 con 0x7f94200726c0 2024-09-10T08:33:22.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.673+0000 7f94167fc640 1 -- 172.21.15.94:0/3375284278 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f941001a070 con 0x7f94200726c0 2024-09-10T08:33:22.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.674+0000 7f94167fc640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f940406be60 0x7f940406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:22.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.674+0000 7f94167fc640 1 -- 172.21.15.94:0/3375284278 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f941008a550 con 0x7f94200726c0 2024-09-10T08:33:22.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.674+0000 7f9425b14640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f940406be60 0x7f940406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:22.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.674+0000 7f9425b14640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f940406be60 0x7f940406e320 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f941c00b810 tx=0x7f941c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:22.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.678+0000 7f94167fc640 1 -- 172.21.15.94:0/3375284278 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f94200b5770 con 0x7f94200726c0 2024-09-10T08:33:22.844 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.844+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f94201418b0 con 0x7f94200726c0 2024-09-10T08:33:22.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.847+0000 7f94167fc640 1 -- 172.21.15.94:0/3375284278 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f9410058c50 con 0x7f94200726c0 2024-09-10T08:33:22.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f940406be60 msgr2=0x7f940406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f940406be60 0x7f940406e320 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f941c00b810 tx=0x7f941c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:22.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 msgr2=0x7f94200b7bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:22.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f94200b7bd0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f941000c400 tx=0x7f941000c8c0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 shutdown_connections 2024-09-10T08:33:22.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f940406be60 0x7f940406e320 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94200d2750 0x7f94200b6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94200726c0 0x7f94200b7bd0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 --2- 172.21.15.94:0/3375284278 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9420072250 0x7f942013ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:22.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 >> 172.21.15.94:0/3375284278 conn(0x7f94200b4040 msgr2=0x7f94200cd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:22.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 shutdown_connections 2024-09-10T08:33:22.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:22.850+0000 7f9427d78640 1 -- 172.21.15.94:0/3375284278 wait complete. 2024-09-10T08:33:22.861 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:33:22.861 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:33:22.915 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:33:22.954 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:33:22.955 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:22.955 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:22.971 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:22.971 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:23.028 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:23.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.168+0000 7f8c375e4640 1 Processor -- start 2024-09-10T08:33:23.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.168+0000 7f8c375e4640 1 -- start start 2024-09-10T08:33:23.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c375e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 0x7f8c30169620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c375e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c30162b70 con 0x7f8c30161eb0 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c375e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c30141b00 con 0x7f8c3006cd20 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c375e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c30162e50 con 0x7f8c30167230 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c34b7f640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8c30161eb0 0x7f8c301622f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54658/0 (socket says 172.21.15.94:54658) 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c34b7f640 1 -- 172.21.15.94:0/2425181069 learned_addr learned my addr 172.21.15.94:0/2425181069 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2724285374 0 0) 0x7f8c30162b70 con 0x7f8c30161eb0 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c1c003520 con 0x7f8c30161eb0 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c35b81640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 0x7f8c30169620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3157543840 0 0) 0x7f8c1c003520 con 0x7f8c30161eb0 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 msgr2=0x7f8c30169620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 0x7f8c30169620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 >> v1:172.21.15.143:6789/0 conn(0x7f8c3006cd20 legacy=0x7f8c3006d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c30141de0 con 0x7f8c30161eb0 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8c24001670 con 0x7f8c30161eb0 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 >> v1:172.21.15.94:6789/0 conn(0x7f8c30161eb0 legacy=0x7f8c301622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 0x7f8c1c0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c1c004010 0x7f8c1c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004d40 0x7f8c1c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8c30162e50 con 0x7f8c1c004010 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8c1c00bc00 con 0x7f8c1c004d40 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c1c00be00 con 0x7f8c30167230 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c34b7f640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c1c004010 0x7f8c1c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.169+0000 7f8c35380640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 0x7f8c1c0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c35b81640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004d40 0x7f8c1c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c34b7f640 1 -- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 msgr2=0x7f8c1c0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c34b7f640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c30167230 0x7f8c1c0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c34b7f640 1 -- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004d40 msgr2=0x7f8c1c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c34b7f640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004d40 0x7f8c1c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c34b7f640 1 -- 172.21.15.94:0/2425181069 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c1c003520 con 0x7f8c1c004010 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c35b81640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004d40 0x7f8c1c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c34b7f640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c1c004010 0x7f8c1c004800 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8c2400c210 tx=0x7f8c1c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcaf024ed8c88ab1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.170+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c24007d30 con 0x7f8c1c004010 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c24005ad0 con 0x7f8c1c004010 2024-09-10T08:33:23.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c23fff640 1 -- 172.21.15.94:0/2425181069 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c24007070 con 0x7f8c1c004010 2024-09-10T08:33:23.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c375e4640 1 -- 172.21.15.94:0/2425181069 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c1c004010 msgr2=0x7f8c1c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c375e4640 1 --2- 172.21.15.94:0/2425181069 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c1c004010 0x7f8c1c004800 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8c2400c210 tx=0x7f8c1c005830 comp rx=0 tx=0).stop 2024-09-10T08:33:23.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c35b81640 1 -- 172.21.15.94:0/2425181069 reap_dead start 2024-09-10T08:33:23.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c375e4640 1 -- 172.21.15.94:0/2425181069 shutdown_connections 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c375e4640 1 -- 172.21.15.94:0/2425181069 >> 172.21.15.94:0/2425181069 conn(0x7f8c300b3ed0 msgr2=0x7f8c300b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c375e4640 1 -- 172.21.15.94:0/2425181069 shutdown_connections 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.171+0000 7f8c375e4640 1 -- 172.21.15.94:0/2425181069 wait complete. 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.172+0000 7f8c375e4640 1 Processor -- start 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.172+0000 7f8c375e4640 1 -- start start 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c375e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004010 0x7f8c30140740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c375e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c3013fff0 0x7f8c300c9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c375e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c30146130 0x7f8c301465b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c375e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8c301435f0 con 0x7f8c30146130 2024-09-10T08:33:23.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c375e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8c30142150 con 0x7f8c1c004010 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c375e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c30143770 con 0x7f8c3013fff0 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c30146130 0x7f8c301465b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c30146130 0x7f8c301465b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60250/0 (socket says 172.21.15.94:60250) 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 -- 172.21.15.94:0/3627014574 learned_addr learned my addr 172.21.15.94:0/3627014574 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35380640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004010 0x7f8c30140740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c34b7f640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c3013fff0 0x7f8c300c9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 -- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c3013fff0 msgr2=0x7f8c300c9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c3013fff0 0x7f8c300c9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 -- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004010 msgr2=0x7f8c30140740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004010 0x7f8c30140740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c35b81640 1 -- 172.21.15.94:0/3627014574 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c3015c180 con 0x7f8c30146130 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.173+0000 7f8c34b7f640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c3013fff0 0x7f8c300c9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:23.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.174+0000 7f8c35b81640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c30146130 0x7f8c301465b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8c30148020 tx=0x7f8c28004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.174+0000 7f8c21ffb640 1 -- 172.21.15.94:0/3627014574 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c28007cc0 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.174+0000 7f8c21ffb640 1 -- 172.21.15.94:0/3627014574 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c28019070 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.174+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c300c9c90 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.174+0000 7f8c21ffb640 1 -- 172.21.15.94:0/3627014574 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c28014650 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.174+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c300b6330 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.175+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c30162a90 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.175+0000 7f8c21ffb640 1 -- 172.21.15.94:0/3627014574 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c280147f0 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.176+0000 7f8c21ffb640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c1406be60 0x7f8c1406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.176+0000 7f8c21ffb640 1 -- 172.21.15.94:0/3627014574 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8c2808b870 con 0x7f8c30146130 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.176+0000 7f8c35380640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c1406be60 0x7f8c1406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.176+0000 7f8c35380640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c1406be60 0x7f8c1406e320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8c3015eab0 tx=0x7f8c2c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.180+0000 7f8c21ffb640 1 -- 172.21.15.94:0/3627014574 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c28023020 con 0x7f8c30146130 2024-09-10T08:33:23.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.356+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8c300690c0 con 0x7f8c30146130 2024-09-10T08:33:23.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.357+0000 7f8c21ffb640 1 -- 172.21.15.94:0/3627014574 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f8c28059ee0 con 0x7f8c30146130 2024-09-10T08:33:23.357 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:23.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c1406be60 msgr2=0x7f8c1406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c1406be60 0x7f8c1406e320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8c3015eab0 tx=0x7f8c2c009040 comp rx=0 tx=0).stop 2024-09-10T08:33:23.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c30146130 msgr2=0x7f8c301465b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c30146130 0x7f8c301465b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8c30148020 tx=0x7f8c28004770 comp rx=0 tx=0).stop 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 shutdown_connections 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c1406be60 0x7f8c1406e320 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c30146130 0x7f8c301465b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c3013fff0 0x7f8c300c9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 --2- 172.21.15.94:0/3627014574 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c1c004010 0x7f8c30140740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 >> 172.21.15.94:0/3627014574 conn(0x7f8c300b3ed0 msgr2=0x7f8c300b2320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 shutdown_connections 2024-09-10T08:33:23.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.359+0000 7f8c375e4640 1 -- 172.21.15.94:0/3627014574 wait complete. 2024-09-10T08:33:23.370 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:23.370 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:23.386 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.525+0000 7fc0df853640 1 Processor -- start 2024-09-10T08:33:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.525+0000 7fc0df853640 1 -- start start 2024-09-10T08:33:23.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0df853640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 0x7fc0d80c5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0df853640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc0d80cd040 0x7fc0d80b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0df853640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0d80b4540 con 0x7fc0d80cde40 2024-09-10T08:33:23.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0df853640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc0d80b4870 con 0x7fc0d80cd040 2024-09-10T08:33:23.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0df853640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc0d80cf9b0 con 0x7fc0d815a7b0 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0dcdee640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc0d80cde40 0x7fc0d80cc930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54674/0 (socket says 172.21.15.94:54674) 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0dcdee640 1 -- 172.21.15.94:0/3241629137 learned_addr learned my addr 172.21.15.94:0/3241629137 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0dddf0640 1 --2- 172.21.15.94:0/3241629137 >> v2:172.21.15.143:3300/0 conn(0x7fc0d80cd040 0x7fc0d80b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0dd5ef640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 0x7fc0d80c5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 89984806 0 0) 0x7fc0d80b4540 con 0x7fc0d80cde40 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.526+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0c4003520 con 0x7fc0d80cde40 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 315991896 0 0) 0x7fc0c4003520 con 0x7fc0d80cde40 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 msgr2=0x7fc0d80c5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 0x7fc0d80c5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 >> v2:172.21.15.143:3300/0 conn(0x7fc0d80cd040 msgr2=0x7fc0d80b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 --2- 172.21.15.94:0/3241629137 >> v2:172.21.15.143:3300/0 conn(0x7fc0d80cd040 0x7fc0d80b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0d80cfc90 con 0x7fc0d80cde40 2024-09-10T08:33:23.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fc0c8001670 con 0x7fc0d80cde40 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 >> v1:172.21.15.94:6789/0 conn(0x7fc0d80cde40 legacy=0x7fc0d80cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0c40039b0 0x7fc0c4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0c4004800 0x7fc0c4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 0x7fc0c40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d80b4870 con 0x7fc0c4004800 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d80cf9b0 con 0x7fc0c40039b0 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc0c400b9c0 con 0x7fc0d815a7b0 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dcdee640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0c4004800 0x7fc0c4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dddf0640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 0x7fc0c40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dd5ef640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0c40039b0 0x7fc0c4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dcdee640 1 -- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 msgr2=0x7fc0c40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dcdee640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0d815a7b0 0x7fc0c40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dcdee640 1 -- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0c40039b0 msgr2=0x7fc0c4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dcdee640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0c40039b0 0x7fc0c4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.527+0000 7fc0dcdee640 1 -- 172.21.15.94:0/3241629137 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0c4003520 con 0x7fc0c4004800 2024-09-10T08:33:23.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.528+0000 7fc0dcdee640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0c4004800 0x7fc0c4004c80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80cdbf0 tx=0x7fc0c4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e533b8e9b8b2e29 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.528+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c8007d70 con 0x7fc0c4004800 2024-09-10T08:33:23.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.528+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0c8005ad0 con 0x7fc0c4004800 2024-09-10T08:33:23.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.528+0000 7fc0cffff640 1 -- 172.21.15.94:0/3241629137 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c8007070 con 0x7fc0c4004800 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.529+0000 7fc0df853640 1 -- 172.21.15.94:0/3241629137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0c4004800 msgr2=0x7fc0c4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.529+0000 7fc0df853640 1 --2- 172.21.15.94:0/3241629137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0c4004800 0x7fc0c4004c80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80cdbf0 tx=0x7fc0c4005830 comp rx=0 tx=0).stop 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.529+0000 7fc0dddf0640 1 -- 172.21.15.94:0/3241629137 reap_dead start 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.529+0000 7fc0df853640 1 -- 172.21.15.94:0/3241629137 shutdown_connections 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.529+0000 7fc0df853640 1 -- 172.21.15.94:0/3241629137 >> 172.21.15.94:0/3241629137 conn(0x7fc0d806bdf0 msgr2=0x7fc0d806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.529+0000 7fc0df853640 1 -- 172.21.15.94:0/3241629137 shutdown_connections 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.529+0000 7fc0df853640 1 -- 172.21.15.94:0/3241629137 wait complete. 2024-09-10T08:33:23.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.530+0000 7fc0df853640 1 Processor -- start 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.530+0000 7fc0df853640 1 -- start start 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0df853640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0c4004800 0x7fc0d80ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0df853640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0d80aee70 0x7fc0d81480b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0df853640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0d81485f0 0x7fc0d81536f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0df853640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d80ca8c0 con 0x7fc0d81485f0 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0df853640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d815ab90 con 0x7fc0d80aee70 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0df853640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc0d80ce280 con 0x7fc0c4004800 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0d81485f0 0x7fc0d81536f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0d81485f0 0x7fc0d81536f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60272/0 (socket says 172.21.15.94:60272) 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 -- 172.21.15.94:0/2122748636 learned_addr learned my addr 172.21.15.94:0/2122748636 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dcdee640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0d80aee70 0x7fc0d81480b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dd5ef640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0c4004800 0x7fc0d80ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 -- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0c4004800 msgr2=0x7fc0d80ae930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0c4004800 0x7fc0d80ae930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 -- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0d80aee70 msgr2=0x7fc0d81480b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0d80aee70 0x7fc0d81480b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 -- 172.21.15.94:0/2122748636 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0d8148b00 con 0x7fc0d81485f0 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dcdee640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0d80aee70 0x7fc0d81480b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dd5ef640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0c4004800 0x7fc0d80ae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0dddf0640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0d81485f0 0x7fc0d81536f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80b53c0 tx=0x7fc0d00115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0cdffb640 1 -- 172.21.15.94:0/2122748636 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d0003990 con 0x7fc0d81485f0 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0cdffb640 1 -- 172.21.15.94:0/2122748636 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0d001b070 con 0x7fc0d81485f0 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0d80ade50 con 0x7fc0d81485f0 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.531+0000 7fc0cdffb640 1 -- 172.21.15.94:0/2122748636 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d0003b70 con 0x7fc0d81485f0 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.532+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0d80adb40 con 0x7fc0d81485f0 2024-09-10T08:33:23.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.533+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0d80c62c0 con 0x7fc0d81485f0 2024-09-10T08:33:23.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.533+0000 7fc0cdffb640 1 -- 172.21.15.94:0/2122748636 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc0d0003d10 con 0x7fc0d81485f0 2024-09-10T08:33:23.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.533+0000 7fc0cdffb640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0bc06be30 0x7fc0bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.534+0000 7fc0cdffb640 1 -- 172.21.15.94:0/2122748636 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc0d008baa0 con 0x7fc0d81485f0 2024-09-10T08:33:23.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.534+0000 7fc0dd5ef640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0bc06be30 0x7fc0bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.534+0000 7fc0dd5ef640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0bc06be30 0x7fc0bc06e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc0d8167170 tx=0x7fc0d4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.538+0000 7fc0cdffb640 1 -- 172.21.15.94:0/2122748636 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc0d005a110 con 0x7fc0d81485f0 2024-09-10T08:33:23.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.715+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc0d806f040 con 0x7fc0d81485f0 2024-09-10T08:33:23.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.715+0000 7fc0cdffb640 1 -- 172.21.15.94:0/2122748636 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fc0d0059a10 con 0x7fc0d81485f0 2024-09-10T08:33:23.715 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:23.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0bc06be30 msgr2=0x7fc0bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0bc06be30 0x7fc0bc06e2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc0d8167170 tx=0x7fc0d4008040 comp rx=0 tx=0).stop 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0d81485f0 msgr2=0x7fc0d81536f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0d81485f0 0x7fc0d81536f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80b53c0 tx=0x7fc0d00115a0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 shutdown_connections 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0bc06be30 0x7fc0bc06e2f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc0d80aee70 0x7fc0d81480b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc0d81485f0 0x7fc0d81536f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 --2- 172.21.15.94:0/2122748636 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0c4004800 0x7fc0d80ae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 >> 172.21.15.94:0/2122748636 conn(0x7fc0d806bdf0 msgr2=0x7fc0d80cc330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 shutdown_connections 2024-09-10T08:33:23.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.717+0000 7fc0df853640 1 -- 172.21.15.94:0/2122748636 wait complete. 2024-09-10T08:33:23.728 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:33:23.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:23.729 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:23.753 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:23.753 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:33:23.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:23.754 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:33:23.810 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:33:23.810 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:23.830 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:33:23.830 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:23.889 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:23.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.989+0000 7fb1f02e4640 1 Processor -- start 2024-09-10T08:33:23.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.989+0000 7fb1f02e4640 1 -- start start 2024-09-10T08:33:23.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1f02e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e80add30 0x7fb1e80ae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1f02e4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1e8070930 0x7fb1e80b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1f02e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1e80ae650 con 0x7fb1e815e4f0 2024-09-10T08:33:23.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1f02e4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb1e8070ea0 con 0x7fb1e8070930 2024-09-10T08:33:23.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1f02e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e806e8c0 con 0x7fb1e80add30 2024-09-10T08:33:23.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee881640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1e8070930 0x7fb1e80b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ed87f640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb1e815e4f0 0x7fb1e80b5050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54684/0 (socket says 172.21.15.94:54684) 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee881640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1e8070930 0x7fb1e80b00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60276/0 (socket says 172.21.15.94:60276) 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ed87f640 1 -- 172.21.15.94:0/1293313695 learned_addr learned my addr 172.21.15.94:0/1293313695 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee080640 1 --2- 172.21.15.94:0/1293313695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e80add30 0x7fb1e80ae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee881640 1 -- 172.21.15.94:0/1293313695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e80add30 msgr2=0x7fb1e80ae110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee881640 1 --2- 172.21.15.94:0/1293313695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e80add30 0x7fb1e80ae110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee881640 1 -- 172.21.15.94:0/1293313695 >> v1:172.21.15.94:6789/0 conn(0x7fb1e815e4f0 legacy=0x7fb1e80b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee881640 1 -- 172.21.15.94:0/1293313695 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e806eba0 con 0x7fb1e8070930 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ed07e640 1 -- 172.21.15.94:0/1293313695 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3334766763 0 0) 0x7fb1e80ae650 con 0x7fb1e815e4f0 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.990+0000 7fb1ee080640 1 --2- 172.21.15.94:0/1293313695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e80add30 0x7fb1e80ae110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.991+0000 7fb1ee881640 1 --2- 172.21.15.94:0/1293313695 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e80b00f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009d90 tx=0x7fb1e002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96e2e2d9b7ad8755 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.991+0000 7fb1ed07e640 1 -- 172.21.15.94:0/1293313695 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e0007740 con 0x7fb1e8070930 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.991+0000 7fb1ed07e640 1 -- 172.21.15.94:0/1293313695 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1e00078e0 con 0x7fb1e8070930 2024-09-10T08:33:23.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.991+0000 7fb1ed07e640 1 -- 172.21.15.94:0/1293313695 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e0007cb0 con 0x7fb1e8070930 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 -- 172.21.15.94:0/1293313695 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 msgr2=0x7fb1e80b00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/1293313695 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e80b00f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009d90 tx=0x7fb1e002a680 comp rx=0 tx=0).stop 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 -- 172.21.15.94:0/1293313695 shutdown_connections 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/1293313695 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e80b00f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/1293313695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e80add30 0x7fb1e80ae110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 -- 172.21.15.94:0/1293313695 >> 172.21.15.94:0/1293313695 conn(0x7fb1e806bc10 msgr2=0x7fb1e806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 -- 172.21.15.94:0/1293313695 shutdown_connections 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.992+0000 7fb1f02e4640 1 -- 172.21.15.94:0/1293313695 wait complete. 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.993+0000 7fb1f02e4640 1 Processor -- start 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.993+0000 7fb1f02e4640 1 -- start start 2024-09-10T08:33:23.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e81f3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1e80add30 0x7fb1e8154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e815e4f0 0x7fb1e8152470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e806f3a0 con 0x7fb1e8070930 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e80b0630 con 0x7fb1e80add30 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e806f520 con 0x7fb1e815e4f0 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e81f3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e81f3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60284/0 (socket says 172.21.15.94:60284) 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 -- 172.21.15.94:0/3026397243 learned_addr learned my addr 172.21.15.94:0/3026397243 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ed87f640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1e80add30 0x7fb1e8154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee881640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e815e4f0 0x7fb1e8152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 -- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e815e4f0 msgr2=0x7fb1e8152470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e815e4f0 0x7fb1e8152470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 -- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1e80add30 msgr2=0x7fb1e8154510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1e80add30 0x7fb1e8154510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 -- 172.21.15.94:0/3026397243 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e8154fd0 con 0x7fb1e8070930 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1ee080640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e81f3690 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb1e400c820 tx=0x7fb1e400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1deffd640 1 -- 172.21.15.94:0/3026397243 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e4015070 con 0x7fb1e8070930 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1deffd640 1 -- 172.21.15.94:0/3026397243 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1e4007a30 con 0x7fb1e8070930 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e81552b0 con 0x7fb1e8070930 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1deffd640 1 -- 172.21.15.94:0/3026397243 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e4007e00 con 0x7fb1e8070930 2024-09-10T08:33:23.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.994+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e81442b0 con 0x7fb1e8070930 2024-09-10T08:33:23.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.996+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e81557d0 con 0x7fb1e8070930 2024-09-10T08:33:23.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.996+0000 7fb1deffd640 1 -- 172.21.15.94:0/3026397243 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1e4018070 con 0x7fb1e8070930 2024-09-10T08:33:23.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.996+0000 7fb1deffd640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1cc06be30 0x7fb1cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:23.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.996+0000 7fb1deffd640 1 -- 172.21.15.94:0/3026397243 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb1e408b050 con 0x7fb1e8070930 2024-09-10T08:33:23.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.996+0000 7fb1ed87f640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1cc06be30 0x7fb1cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:23.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:23.997+0000 7fb1ed87f640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1cc06be30 0x7fb1cc06e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb1e81f7230 tx=0x7fb1d8007e00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:24.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.001+0000 7fb1deffd640 1 -- 172.21.15.94:0/3026397243 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1e4059100 con 0x7fb1e8070930 2024-09-10T08:33:24.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.176+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb1e80b00f0 con 0x7fb1e8070930 2024-09-10T08:33:24.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.177+0000 7fb1deffd640 1 -- 172.21.15.94:0/3026397243 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fb1e405d400 con 0x7fb1e8070930 2024-09-10T08:33:24.177 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:24.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1cc06be30 msgr2=0x7fb1cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1cc06be30 0x7fb1cc06e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb1e81f7230 tx=0x7fb1d8007e00 comp rx=0 tx=0).stop 2024-09-10T08:33:24.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 msgr2=0x7fb1e81f3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e81f3690 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb1e400c820 tx=0x7fb1e400cc20 comp rx=0 tx=0).stop 2024-09-10T08:33:24.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 shutdown_connections 2024-09-10T08:33:24.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1cc06be30 0x7fb1cc06e2f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1e80add30 0x7fb1e8154510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1e815e4f0 0x7fb1e8152470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 --2- 172.21.15.94:0/3026397243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1e8070930 0x7fb1e81f3690 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 >> 172.21.15.94:0/3026397243 conn(0x7fb1e806bc10 msgr2=0x7fb1e80b5d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:24.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 shutdown_connections 2024-09-10T08:33:24.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.179+0000 7fb1f02e4640 1 -- 172.21.15.94:0/3026397243 wait complete. 2024-09-10T08:33:24.190 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:33:24.190 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:24.209 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:24.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.308+0000 7f44c9918640 1 Processor -- start 2024-09-10T08:33:24.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.308+0000 7f44c9918640 1 -- start start 2024-09-10T08:33:24.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c9918640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c40d0070 0x7f44c415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c9918640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f44c40d4130 0x7f44c40d45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c9918640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44c40d4b00 con 0x7f44c415f0d0 2024-09-10T08:33:24.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c9918640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f44c40d1b10 con 0x7f44c40d4130 2024-09-10T08:33:24.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c9918640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f44c40cf2b0 con 0x7f44c40d0070 2024-09-10T08:33:24.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44ba7fc640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c40d0070 0x7f44c415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c2ffd640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f44c415f0d0 0x7f44c40d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:57872/0 (socket says 172.21.15.94:57872) 2024-09-10T08:33:24.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c37fe640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f44c40d4130 0x7f44c40d45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.309+0000 7f44c2ffd640 1 -- 172.21.15.94:0/1990101208 learned_addr learned my addr 172.21.15.94:0/1990101208 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.310+0000 7f44c37fe640 1 -- 172.21.15.94:0/1990101208 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c40d0070 msgr2=0x7f44c415f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.310+0000 7f44c37fe640 1 --2- 172.21.15.94:0/1990101208 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c40d0070 0x7f44c415f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.310+0000 7f44c37fe640 1 -- 172.21.15.94:0/1990101208 >> v1:172.21.15.143:6789/0 conn(0x7f44c415f0d0 legacy=0x7f44c40d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.310+0000 7f44c37fe640 1 -- 172.21.15.94:0/1990101208 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c40cf590 con 0x7f44c40d4130 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.310+0000 7f44c37fe640 1 --2- 172.21.15.94:0/1990101208 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d4130 0x7f44c40d45c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f44c40d4cd0 tx=0x7f44bc02a5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfb82e5c4afa21cc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c27fc640 1 -- 172.21.15.94:0/1990101208 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44bc007740 con 0x7f44c40d4130 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c27fc640 1 -- 172.21.15.94:0/1990101208 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44bc0078e0 con 0x7f44c40d4130 2024-09-10T08:33:24.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c27fc640 1 -- 172.21.15.94:0/1990101208 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44bc007cb0 con 0x7f44c40d4130 2024-09-10T08:33:24.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 -- 172.21.15.94:0/1990101208 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d4130 msgr2=0x7f44c40d45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 --2- 172.21.15.94:0/1990101208 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d4130 0x7f44c40d45c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f44c40d4cd0 tx=0x7f44bc02a5b0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 -- 172.21.15.94:0/1990101208 shutdown_connections 2024-09-10T08:33:24.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 --2- 172.21.15.94:0/1990101208 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d4130 0x7f44c40d45c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 --2- 172.21.15.94:0/1990101208 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c40d0070 0x7f44c415f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 -- 172.21.15.94:0/1990101208 >> 172.21.15.94:0/1990101208 conn(0x7f44c409d760 msgr2=0x7f44c408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:24.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 -- 172.21.15.94:0/1990101208 shutdown_connections 2024-09-10T08:33:24.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.311+0000 7f44c9918640 1 -- 172.21.15.94:0/1990101208 wait complete. 2024-09-10T08:33:24.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.312+0000 7f44c9918640 1 Processor -- start 2024-09-10T08:33:24.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.312+0000 7f44c9918640 1 -- start start 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44c9918640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d0070 0x7f44c40b9c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44c9918640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44c40d4130 0x7f44c40b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44c9918640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c415f0d0 0x7f44c40b7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44c9918640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f44c40cef60 con 0x7f44c40d4130 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44c9918640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f44c40cfb50 con 0x7f44c40d0070 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44c9918640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f44c40b2f70 con 0x7f44c415f0d0 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44ba7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44c40d4130 0x7f44c40b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44ba7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44c40d4130 0x7f44c40b7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60290/0 (socket says 172.21.15.94:60290) 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44ba7fc640 1 -- 172.21.15.94:0/1966046228 learned_addr learned my addr 172.21.15.94:0/1966046228 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:24.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.313+0000 7f44c2ffd640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d0070 0x7f44c40b9c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44ba7fc640 1 -- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c415f0d0 msgr2=0x7f44c40b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44ba7fc640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c415f0d0 0x7f44c40b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44ba7fc640 1 -- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d0070 msgr2=0x7f44c40b9c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44ba7fc640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d0070 0x7f44c40b9c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44ba7fc640 1 -- 172.21.15.94:0/1966046228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c40b9550 con 0x7f44c40d4130 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44c2ffd640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d0070 0x7f44c40b9c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44ba7fc640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44c40d4130 0x7f44c40b7210 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f44ac00e9b0 tx=0x7f44ac00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44c0ff9640 1 -- 172.21.15.94:0/1966046228 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac017070 con 0x7f44c40d4130 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44c0ff9640 1 -- 172.21.15.94:0/1966046228 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44ac00c9a0 con 0x7f44c40d4130 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44c40cd0e0 con 0x7f44c40d4130 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44c0ff9640 1 -- 172.21.15.94:0/1966046228 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ac00cd90 con 0x7f44c40d4130 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.314+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44c40cd6a0 con 0x7f44c40d4130 2024-09-10T08:33:24.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.315+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44c40d45c0 con 0x7f44c40d4130 2024-09-10T08:33:24.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.315+0000 7f44c0ff9640 1 -- 172.21.15.94:0/1966046228 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f44ac01a070 con 0x7f44c40d4130 2024-09-10T08:33:24.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.316+0000 7f44c0ff9640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.316+0000 7f44c0ff9640 1 -- 172.21.15.94:0/1966046228 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f44ac08b100 con 0x7f44c40d4130 2024-09-10T08:33:24.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.316+0000 7f44c2ffd640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.316+0000 7f44c2ffd640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f44c40b8f10 tx=0x7f44b4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:24.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.320+0000 7f44c0ff9640 1 -- 172.21.15.94:0/1966046228 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44c40b9550 con 0x7f44c40d4130 2024-09-10T08:33:24.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.498+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f44c406cf30 con 0x7f44c40d4130 2024-09-10T08:33:24.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.498+0000 7f44c0ff9640 1 -- 172.21.15.94:0/1966046228 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f44ac059800 con 0x7f44c40d4130 2024-09-10T08:33:24.499 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 msgr2=0x7f44a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f44c40b8f10 tx=0x7f44b4009040 comp rx=0 tx=0).stop 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44c40d4130 msgr2=0x7f44c40b7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44c40d4130 0x7f44c40b7210 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f44ac00e9b0 tx=0x7f44ac00ee70 comp rx=0 tx=0).stop 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 shutdown_connections 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44c415f0d0 0x7f44c40b7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44c40d4130 0x7f44c40b7210 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 --2- 172.21.15.94:0/1966046228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44c40d0070 0x7f44c40b9c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.500+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 >> 172.21.15.94:0/1966046228 conn(0x7f44c409d760 msgr2=0x7f44c41614c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:24.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.501+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 shutdown_connections 2024-09-10T08:33:24.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.501+0000 7f44c9918640 1 -- 172.21.15.94:0/1966046228 wait complete. 2024-09-10T08:33:24.512 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:33:24.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:24.512 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:24.542 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:24.543 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:33:24.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:24.543 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:33:24.617 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:24.617 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:24.633 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:24.633 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:24.689 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:24.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.827+0000 7f803408b640 1 Processor -- start 2024-09-10T08:33:24.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.828+0000 7f803408b640 1 -- start start 2024-09-10T08:33:24.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.828+0000 7f803408b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 0x7f802c0b1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f803408b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f802c0b1730 con 0x7f802c15e560 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f803408b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f802c0b1a10 con 0x7f802c0cf360 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f803408b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f802c0aea00 con 0x7f802c0b27c0 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8032628640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f802c15e560 0x7f802c15e9b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54692/0 (socket says 172.21.15.94:54692) 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8032628640 1 -- 172.21.15.94:0/749274608 learned_addr learned my addr 172.21.15.94:0/749274608 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8031626640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 0x7f802c0b1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 552471357 0 0) 0x7f802c0b1730 con 0x7f802c15e560 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8014003520 con 0x7f802c15e560 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3446163660 0 0) 0x7f8014003520 con 0x7f802c15e560 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 msgr2=0x7f802c0b1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 0x7f802c0b1d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 >> v1:172.21.15.143:6789/0 conn(0x7f802c0cf360 legacy=0x7f802c0cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802c0aec50 con 0x7f802c15e560 2024-09-10T08:33:24.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8024001670 con 0x7f802c15e560 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 >> v1:172.21.15.94:6789/0 conn(0x7f802c15e560 legacy=0x7f802c15e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 0x7f80140039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8014003f60 0x7f8014004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8014004d40 0x7f80140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f802c0aea00 con 0x7f8014003f60 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f801400baa0 con 0x7f8014004d40 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f801400bca0 con 0x7f802c0b27c0 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8031626640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8014003f60 0x7f8014004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.829+0000 7f8031e27640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 0x7f80140039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8032628640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8014004d40 0x7f80140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8031626640 1 -- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 msgr2=0x7f80140039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8031626640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 0x7f80140039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8031626640 1 -- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8014004d40 msgr2=0x7f80140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8031626640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8014004d40 0x7f80140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8031626640 1 -- 172.21.15.94:0/749274608 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8014003520 con 0x7f8014003f60 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8032628640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8014004d40 0x7f80140051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8031e27640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f802c0b27c0 0x7f80140039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8031626640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8014003f60 0x7f8014004800 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8020009ac0 tx=0x7f8014005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d45542100176b2ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020036070 con 0x7f8014003f60 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.830+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8020031400 con 0x7f8014003f60 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f8030e25640 1 -- 172.21.15.94:0/749274608 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020009690 con 0x7f8014003f60 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f803408b640 1 -- 172.21.15.94:0/749274608 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8014003f60 msgr2=0x7f8014004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f803408b640 1 --2- 172.21.15.94:0/749274608 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8014003f60 0x7f8014004800 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8020009ac0 tx=0x7f8014005830 comp rx=0 tx=0).stop 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f8032628640 1 -- 172.21.15.94:0/749274608 reap_dead start 2024-09-10T08:33:24.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f803408b640 1 -- 172.21.15.94:0/749274608 shutdown_connections 2024-09-10T08:33:24.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f803408b640 1 -- 172.21.15.94:0/749274608 >> 172.21.15.94:0/749274608 conn(0x7f802c0b2d10 msgr2=0x7f802c0b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:24.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f803408b640 1 -- 172.21.15.94:0/749274608 shutdown_connections 2024-09-10T08:33:24.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.831+0000 7f803408b640 1 -- 172.21.15.94:0/749274608 wait complete. 2024-09-10T08:33:24.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.832+0000 7f803408b640 1 Processor -- start 2024-09-10T08:33:24.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.832+0000 7f803408b640 1 -- start start 2024-09-10T08:33:24.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f803408b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8014003f60 0x7f802c1ed580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f803408b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f802c15c8f0 0x7f802c15cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f803408b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f802c0ccc00 0x7f802c0cd080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f803408b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f802c0b0300 con 0x7f802c15c8f0 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f803408b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f802c0b0180 con 0x7f802c0ccc00 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f803408b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f802c0b0480 con 0x7f8014003f60 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031626640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f802c15c8f0 0x7f802c15cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031626640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f802c15c8f0 0x7f802c15cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60310/0 (socket says 172.21.15.94:60310) 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031626640 1 -- 172.21.15.94:0/2517582894 learned_addr learned my addr 172.21.15.94:0/2517582894 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8032628640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f802c0ccc00 0x7f802c0cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031e27640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8014003f60 0x7f802c1ed580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031626640 1 -- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8014003f60 msgr2=0x7f802c1ed580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031626640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8014003f60 0x7f802c1ed580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031626640 1 -- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f802c0ccc00 msgr2=0x7f802c0cd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.833+0000 7f8031626640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f802c0ccc00 0x7f802c0cd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:24.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.834+0000 7f8031626640 1 -- 172.21.15.94:0/2517582894 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802c0cd5c0 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.834+0000 7f8031626640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f802c15c8f0 0x7f802c15cd70 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8020000c00 tx=0x7f8020004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.834+0000 7f802a7fc640 1 -- 172.21.15.94:0/2517582894 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020040020 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.834+0000 7f802a7fc640 1 -- 172.21.15.94:0/2517582894 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8020003c60 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.834+0000 7f802a7fc640 1 -- 172.21.15.94:0/2517582894 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020036040 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.834+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f802c0b4010 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.834+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f802c0b45d0 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.835+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f802c072fe0 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.835+0000 7f802a7fc640 1 -- 172.21.15.94:0/2517582894 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8020043020 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.836+0000 7f802a7fc640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801806be00 0x7f801806e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.836+0000 7f802a7fc640 1 -- 172.21.15.94:0/2517582894 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f80200ab290 con 0x7f802c15c8f0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.836+0000 7f8031e27640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801806be00 0x7f801806e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:24.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.836+0000 7f8031e27640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801806be00 0x7f801806e2c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f801c007fd0 tx=0x7f801c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:24.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:24.840+0000 7f802a7fc640 1 -- 172.21.15.94:0/2517582894 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f802c072fe0 con 0x7f802c15c8f0 2024-09-10T08:33:25.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.018+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f802c074b70 con 0x7f802c15c8f0 2024-09-10T08:33:25.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.018+0000 7f802a7fc640 1 -- 172.21.15.94:0/2517582894 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f802c074b70 con 0x7f802c15c8f0 2024-09-10T08:33:25.019 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.020+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801806be00 msgr2=0x7f801806e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.020+0000 7f803408b640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801806be00 0x7f801806e2c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f801c007fd0 tx=0x7f801c009040 comp rx=0 tx=0).stop 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f802c15c8f0 msgr2=0x7f802c15cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f802c15c8f0 0x7f802c15cd70 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8020000c00 tx=0x7f8020004730 comp rx=0 tx=0).stop 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 shutdown_connections 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801806be00 0x7f801806e2c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f802c0ccc00 0x7f802c0cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f802c15c8f0 0x7f802c15cd70 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 --2- 172.21.15.94:0/2517582894 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8014003f60 0x7f802c1ed580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 >> 172.21.15.94:0/2517582894 conn(0x7f802c0b2d10 msgr2=0x7f802c0cf740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:25.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 shutdown_connections 2024-09-10T08:33:25.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.021+0000 7f803408b640 1 -- 172.21.15.94:0/2517582894 wait complete. 2024-09-10T08:33:25.032 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:25.032 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:25.048 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:25.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.186+0000 7f52b0cf1640 1 Processor -- start 2024-09-10T08:33:25.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.187+0000 7f52b0cf1640 1 -- start start 2024-09-10T08:33:25.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.187+0000 7f52b0cf1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e2a0 0x7f52ac06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.187+0000 7f52b0cf1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f52ac15e680 0x7f52ac0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.187+0000 7f52b0cf1640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52ac0d1880 con 0x7f52ac06d960 2024-09-10T08:33:25.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.187+0000 7f52b0cf1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f52ac0d1b60 con 0x7f52ac15e680 2024-09-10T08:33:25.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.187+0000 7f52b0cf1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f52ac0cf2d0 con 0x7f52ac15e2a0 2024-09-10T08:33:25.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52a9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f52ac15e680 0x7f52ac0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52aad9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f52ac06d960 0x7f52ac0d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54706/0 (socket says 172.21.15.94:54706) 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52a9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f52ac15e680 0x7f52ac0cfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60318/0 (socket says 172.21.15.94:60318) 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52aad9d640 1 -- 172.21.15.94:0/1554344067 learned_addr learned my addr 172.21.15.94:0/1554344067 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52aa59c640 1 --2- 172.21.15.94:0/1554344067 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e2a0 0x7f52ac06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52a9d9b640 1 -- 172.21.15.94:0/1554344067 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e2a0 msgr2=0x7f52ac06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52a9d9b640 1 --2- 172.21.15.94:0/1554344067 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e2a0 0x7f52ac06d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52a9d9b640 1 -- 172.21.15.94:0/1554344067 >> v1:172.21.15.94:6789/0 conn(0x7f52ac06d960 legacy=0x7f52ac0d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.189 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.188+0000 7f52a9d9b640 1 -- 172.21.15.94:0/1554344067 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ac0cf5b0 con 0x7f52ac15e680 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52a9d9b640 1 --2- 172.21.15.94:0/1554344067 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e680 0x7f52ac0cfad0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f52940097a0 tx=0x7f529402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8331601c309daa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52a959a640 1 -- 172.21.15.94:0/1554344067 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294037070 con 0x7f52ac15e680 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52a959a640 1 -- 172.21.15.94:0/1554344067 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5294032440 con 0x7f52ac15e680 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52a959a640 1 -- 172.21.15.94:0/1554344067 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294032810 con 0x7f52ac15e680 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 -- 172.21.15.94:0/1554344067 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e680 msgr2=0x7f52ac0cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/1554344067 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e680 0x7f52ac0cfad0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f52940097a0 tx=0x7f529402a180 comp rx=0 tx=0).stop 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 -- 172.21.15.94:0/1554344067 shutdown_connections 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/1554344067 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e680 0x7f52ac0cfad0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/1554344067 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e2a0 0x7f52ac06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 -- 172.21.15.94:0/1554344067 >> 172.21.15.94:0/1554344067 conn(0x7f52ac09d760 msgr2=0x7f52ac08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:25.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 -- 172.21.15.94:0/1554344067 shutdown_connections 2024-09-10T08:33:25.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.189+0000 7f52b0cf1640 1 -- 172.21.15.94:0/1554344067 wait complete. 2024-09-10T08:33:25.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.191+0000 7f52b0cf1640 1 Processor -- start 2024-09-10T08:33:25.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.191+0000 7f52b0cf1640 1 -- start start 2024-09-10T08:33:25.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.191+0000 7f52b0cf1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52ac06d960 0x7f52ac1f4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.191+0000 7f52b0cf1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e2a0 0x7f52ac0d2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.191+0000 7f52b0cf1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e680 0x7f52ac0b97b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52b0cf1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac0d4c00 con 0x7f52ac15e2a0 2024-09-10T08:33:25.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52b0cf1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f52ac0d4a80 con 0x7f52ac06d960 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52b0cf1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f52ac0d0010 con 0x7f52ac15e680 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e2a0 0x7f52ac0d2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e2a0 0x7f52ac0d2f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60334/0 (socket says 172.21.15.94:60334) 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 -- 172.21.15.94:0/2225357143 learned_addr learned my addr 172.21.15.94:0/2225357143 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52aad9d640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e680 0x7f52ac0b97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52aa59c640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52ac06d960 0x7f52ac1f4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 -- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e680 msgr2=0x7f52ac0b97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e680 0x7f52ac0b97b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 -- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52ac06d960 msgr2=0x7f52ac1f4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52ac06d960 0x7f52ac1f4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 -- 172.21.15.94:0/2225357143 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52ac1f4a90 con 0x7f52ac15e2a0 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a9d9b640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e2a0 0x7f52ac0d2f20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5294035040 tx=0x7f52940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a2ffd640 1 -- 172.21.15.94:0/2225357143 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294042020 con 0x7f52ac15e2a0 2024-09-10T08:33:25.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a2ffd640 1 -- 172.21.15.94:0/2225357143 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5294030990 con 0x7f52ac15e2a0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52ac0cc250 con 0x7f52ac15e2a0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52a2ffd640 1 -- 172.21.15.94:0/2225357143 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294037040 con 0x7f52ac15e2a0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.192+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52ac0cc810 con 0x7f52ac15e2a0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.193+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52ac06d420 con 0x7f52ac15e2a0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.194+0000 7f52a2ffd640 1 -- 172.21.15.94:0/2225357143 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5294045020 con 0x7f52ac15e2a0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.194+0000 7f52a2ffd640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f528c06be60 0x7f528c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.194+0000 7f52a2ffd640 1 -- 172.21.15.94:0/2225357143 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f52940abc60 con 0x7f52ac15e2a0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.194+0000 7f52aa59c640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f528c06be60 0x7f528c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.195+0000 7f52aa59c640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f528c06be60 0x7f528c06e320 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f529c006fd0 tx=0x7f529c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.198 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.199+0000 7f52a2ffd640 1 -- 172.21.15.94:0/2225357143 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f529404c030 con 0x7f52ac15e2a0 2024-09-10T08:33:25.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.375+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f52ac156e10 con 0x7f52ac15e2a0 2024-09-10T08:33:25.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.375+0000 7f52a2ffd640 1 -- 172.21.15.94:0/2225357143 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f5294032e20 con 0x7f52ac15e2a0 2024-09-10T08:33:25.376 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.377+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f528c06be60 msgr2=0x7f528c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.377+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f528c06be60 0x7f528c06e320 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f529c006fd0 tx=0x7f529c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.377+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e2a0 msgr2=0x7f52ac0d2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.377+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e2a0 0x7f52ac0d2f20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5294035040 tx=0x7f52940046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 shutdown_connections 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f528c06be60 0x7f528c06e320 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52ac15e680 0x7f52ac0b97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52ac15e2a0 0x7f52ac0d2f20 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 --2- 172.21.15.94:0/2225357143 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52ac06d960 0x7f52ac1f4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 >> 172.21.15.94:0/2225357143 conn(0x7f52ac09d760 msgr2=0x7f52ac161f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:25.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 shutdown_connections 2024-09-10T08:33:25.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.378+0000 7f52b0cf1640 1 -- 172.21.15.94:0/2225357143 wait complete. 2024-09-10T08:33:25.388 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:33:25.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:25.389 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-10T08:33:25.413 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:25.413 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:33:25.414 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:25.414 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T08:33:25.469 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:33:25.469 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:25.487 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:33:25.487 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:25.545 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:25.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.645+0000 7fad45966640 1 Processor -- start 2024-09-10T08:33:25.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.645+0000 7fad45966640 1 -- start start 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.645+0000 7fad45966640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fad400d0070 0x7fad4015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.645+0000 7fad45966640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fad400d4130 0x7fad400d4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.645+0000 7fad45966640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad400d1b10 con 0x7fad4015f0d0 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.645+0000 7fad45966640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fad400cf2b0 con 0x7fad400d4130 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.645+0000 7fad45966640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fad400cf590 con 0x7fad400d0070 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3f7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fad400d4130 0x7fad400d4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3effd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fad4015f0d0 0x7fad400d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54708/0 (socket says 172.21.15.94:54708) 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3f7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fad400d4130 0x7fad400d4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60338/0 (socket says 172.21.15.94:60338) 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3effd640 1 -- 172.21.15.94:0/2090432545 learned_addr learned my addr 172.21.15.94:0/2090432545 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:25.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3e7fc640 1 --2- 172.21.15.94:0/2090432545 >> v2:172.21.15.143:3300/0 conn(0x7fad400d0070 0x7fad4015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3f7fe640 1 -- 172.21.15.94:0/2090432545 >> v2:172.21.15.143:3300/0 conn(0x7fad400d0070 msgr2=0x7fad4015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3f7fe640 1 --2- 172.21.15.94:0/2090432545 >> v2:172.21.15.143:3300/0 conn(0x7fad400d0070 0x7fad4015f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3f7fe640 1 -- 172.21.15.94:0/2090432545 >> v1:172.21.15.94:6789/0 conn(0x7fad4015f0d0 legacy=0x7fad400d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3dffb640 1 -- 172.21.15.94:0/2090432545 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3797648837 0 0) 0x7fad400d1b10 con 0x7fad4015f0d0 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.646+0000 7fad3f7fe640 1 -- 172.21.15.94:0/2090432545 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad400cf870 con 0x7fad400d4130 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad3f7fe640 1 --2- 172.21.15.94:0/2090432545 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad400d4560 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fad40162fc0 tx=0x7fad3802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=380ff011dc755802 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad3dffb640 1 -- 172.21.15.94:0/2090432545 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad38037070 con 0x7fad400d4130 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad3dffb640 1 -- 172.21.15.94:0/2090432545 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad38032440 con 0x7fad400d4130 2024-09-10T08:33:25.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad3dffb640 1 -- 172.21.15.94:0/2090432545 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3802ae60 con 0x7fad400d4130 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 -- 172.21.15.94:0/2090432545 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 msgr2=0x7fad400d4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 --2- 172.21.15.94:0/2090432545 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad400d4560 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fad40162fc0 tx=0x7fad3802a110 comp rx=0 tx=0).stop 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 -- 172.21.15.94:0/2090432545 shutdown_connections 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 --2- 172.21.15.94:0/2090432545 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad400d4560 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 --2- 172.21.15.94:0/2090432545 >> v2:172.21.15.143:3300/0 conn(0x7fad400d0070 0x7fad4015f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 -- 172.21.15.94:0/2090432545 >> 172.21.15.94:0/2090432545 conn(0x7fad4009d760 msgr2=0x7fad4008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 -- 172.21.15.94:0/2090432545 shutdown_connections 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.647+0000 7fad45966640 1 -- 172.21.15.94:0/2090432545 wait complete. 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.648+0000 7fad45966640 1 Processor -- start 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad45966640 1 -- start start 2024-09-10T08:33:25.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad45966640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fad400d0070 0x7fad40158970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad45966640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad40160510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad45966640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fad4015f0d0 0x7fad40157d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad45966640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fad400cef60 con 0x7fad400d4130 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad45966640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fad400d4aa0 con 0x7fad400d0070 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad45966640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fad400b2f70 con 0x7fad4015f0d0 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad3e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad40160510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad3e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad40160510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60354/0 (socket says 172.21.15.94:60354) 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.649+0000 7fad3e7fc640 1 -- 172.21.15.94:0/339466417 learned_addr learned my addr 172.21.15.94:0/339466417 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3effd640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fad400d0070 0x7fad40158970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3f7fe640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fad4015f0d0 0x7fad40157d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3e7fc640 1 -- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fad4015f0d0 msgr2=0x7fad40157d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3e7fc640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fad4015f0d0 0x7fad40157d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3e7fc640 1 -- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fad400d0070 msgr2=0x7fad40158970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3e7fc640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fad400d0070 0x7fad40158970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3e7fc640 1 -- 172.21.15.94:0/339466417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad400c8df0 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad3e7fc640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad40160510 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fad3400d800 tx=0x7fad3400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad27fff640 1 -- 172.21.15.94:0/339466417 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3400b6c0 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad27fff640 1 -- 172.21.15.94:0/339466417 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad34019070 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad400b3b10 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad27fff640 1 -- 172.21.15.94:0/339466417 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad3400ba80 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.650+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad400b40d0 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.651+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad400d4560 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.651+0000 7fad27fff640 1 -- 172.21.15.94:0/339466417 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad3400bc20 con 0x7fad400d4130 2024-09-10T08:33:25.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.652+0000 7fad27fff640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fad2c06be30 0x7fad2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.652+0000 7fad3effd640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fad2c06be30 0x7fad2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.652+0000 7fad27fff640 1 -- 172.21.15.94:0/339466417 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fad3408b510 con 0x7fad400d4130 2024-09-10T08:33:25.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.652+0000 7fad3effd640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fad2c06be30 0x7fad2c06e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fad300012e0 tx=0x7fad30009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.656+0000 7fad27fff640 1 -- 172.21.15.94:0/339466417 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fad34059530 con 0x7fad400d4130 2024-09-10T08:33:25.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.837+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fad4006cf30 con 0x7fad400d4130 2024-09-10T08:33:25.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.838+0000 7fad27fff640 1 -- 172.21.15.94:0/339466417 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fad3405d830 con 0x7fad400d4130 2024-09-10T08:33:25.838 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:25.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fad2c06be30 msgr2=0x7fad2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fad2c06be30 0x7fad2c06e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fad300012e0 tx=0x7fad30009040 comp rx=0 tx=0).stop 2024-09-10T08:33:25.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 msgr2=0x7fad40160510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad40160510 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fad3400d800 tx=0x7fad3400dcc0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 shutdown_connections 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fad2c06be30 0x7fad2c06e2f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fad4015f0d0 0x7fad40157d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fad400d4130 0x7fad40160510 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 --2- 172.21.15.94:0/339466417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fad400d0070 0x7fad40158970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 >> 172.21.15.94:0/339466417 conn(0x7fad4009d760 msgr2=0x7fad400b0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 shutdown_connections 2024-09-10T08:33:25.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.840+0000 7fad45966640 1 -- 172.21.15.94:0/339466417 wait complete. 2024-09-10T08:33:25.851 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:33:25.851 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:25.870 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:25.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.970+0000 7fc104b4b640 1 Processor -- start 2024-09-10T08:33:25.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.970+0000 7fc104b4b640 1 -- start start 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.970+0000 7fc104b4b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc10006f9e0 0x7fc1000d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.970+0000 7fc104b4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1000d09f0 0x7fc1000c5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.970+0000 7fc104b4b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc10015b500 con 0x7fc10015b120 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc104b4b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc1000d0e40 con 0x7fc10006f9e0 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc104b4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc10006e940 con 0x7fc1000d09f0 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0f7fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc10006f9e0 0x7fc1000d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0f7fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc10006f9e0 0x7fc1000d04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60364/0 (socket says 172.21.15.94:60364) 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0f7fff640 1 -- 172.21.15.94:0/2582582085 learned_addr learned my addr 172.21.15.94:0/2582582085 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0fed9d640 1 --2- 172.21.15.94:0/2582582085 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1000d09f0 0x7fc1000c5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0f7fff640 1 -- 172.21.15.94:0/2582582085 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1000d09f0 msgr2=0x7fc1000c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0f7fff640 1 --2- 172.21.15.94:0/2582582085 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1000d09f0 0x7fc1000c5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0f7fff640 1 -- 172.21.15.94:0/2582582085 >> v1:172.21.15.143:6789/0 conn(0x7fc10015b120 legacy=0x7fc10006dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.971+0000 7fc0f7fff640 1 -- 172.21.15.94:0/2582582085 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc10006ec20 con 0x7fc10006f9e0 2024-09-10T08:33:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc0f7fff640 1 --2- 172.21.15.94:0/2582582085 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc1000d04b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8009870 tx=0x7fc0e802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e3534f8357d3c71 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc0fdd9b640 1 -- 172.21.15.94:0/2582582085 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e8037070 con 0x7fc10006f9e0 2024-09-10T08:33:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc0fdd9b640 1 -- 172.21.15.94:0/2582582085 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0e8032440 con 0x7fc10006f9e0 2024-09-10T08:33:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc0fdd9b640 1 -- 172.21.15.94:0/2582582085 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e8032810 con 0x7fc10006f9e0 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 -- 172.21.15.94:0/2582582085 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 msgr2=0x7fc1000d04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 --2- 172.21.15.94:0/2582582085 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc1000d04b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8009870 tx=0x7fc0e802a210 comp rx=0 tx=0).stop 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 -- 172.21.15.94:0/2582582085 shutdown_connections 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 --2- 172.21.15.94:0/2582582085 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1000d09f0 0x7fc1000c5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 --2- 172.21.15.94:0/2582582085 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc1000d04b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 -- 172.21.15.94:0/2582582085 >> 172.21.15.94:0/2582582085 conn(0x7fc10006bdf0 msgr2=0x7fc10006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 -- 172.21.15.94:0/2582582085 shutdown_connections 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.972+0000 7fc104b4b640 1 -- 172.21.15.94:0/2582582085 wait complete. 2024-09-10T08:33:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 Processor -- start 2024-09-10T08:33:25.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 -- start start 2024-09-10T08:33:25.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc100151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1000d09f0 0x7fc10014d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10015b120 0x7fc1000cb900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc10006f4c0 con 0x7fc10006f9e0 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc10006f1e0 con 0x7fc1000d09f0 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc104b4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc10006e5d0 con 0x7fc10015b120 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc0fe59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc100151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.974+0000 7fc0fe59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc100151480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60370/0 (socket says 172.21.15.94:60370) 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fe59c640 1 -- 172.21.15.94:0/782289261 learned_addr learned my addr 172.21.15.94:0/782289261 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fed9d640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10015b120 0x7fc1000cb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0f7fff640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1000d09f0 0x7fc10014d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fe59c640 1 -- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10015b120 msgr2=0x7fc1000cb900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fe59c640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10015b120 0x7fc1000cb900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fe59c640 1 -- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1000d09f0 msgr2=0x7fc10014d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fe59c640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1000d09f0 0x7fc10014d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fe59c640 1 -- 172.21.15.94:0/782289261 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc10014dd20 con 0x7fc10006f9e0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0fe59c640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc100151480 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc0f000b3f0 tx=0x7fc0f000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0f6ffd640 1 -- 172.21.15.94:0/782289261 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f0015020 con 0x7fc10006f9e0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0f6ffd640 1 -- 172.21.15.94:0/782289261 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0f0011830 con 0x7fc10006f9e0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc0f6ffd640 1 -- 172.21.15.94:0/782289261 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f0011c20 con 0x7fc10006f9e0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc10015c290 con 0x7fc10006f9e0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.975+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc100156380 con 0x7fc10006f9e0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.976+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1001561a0 con 0x7fc10006f9e0 2024-09-10T08:33:25.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.977+0000 7fc0f6ffd640 1 -- 172.21.15.94:0/782289261 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc0f0018020 con 0x7fc10006f9e0 2024-09-10T08:33:25.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.977+0000 7fc0f6ffd640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0e006be60 0x7fc0e006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:25.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.977+0000 7fc0f6ffd640 1 -- 172.21.15.94:0/782289261 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc0f008acc0 con 0x7fc10006f9e0 2024-09-10T08:33:25.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.977+0000 7fc0f7fff640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0e006be60 0x7fc0e006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:25.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.977+0000 7fc0f7fff640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0e006be60 0x7fc0e006e320 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8034000 tx=0x7fc0e802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:25.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:25.981+0000 7fc0f6ffd640 1 -- 172.21.15.94:0/782289261 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc1001561a0 con 0x7fc10006f9e0 2024-09-10T08:33:26.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.157+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc1000ce2d0 con 0x7fc10006f9e0 2024-09-10T08:33:26.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.158+0000 7fc0f6ffd640 1 -- 172.21.15.94:0/782289261 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fc1000ce2d0 con 0x7fc10006f9e0 2024-09-10T08:33:26.158 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:26.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0e006be60 msgr2=0x7fc0e006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0e006be60 0x7fc0e006e320 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fc0e8034000 tx=0x7fc0e802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:26.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 msgr2=0x7fc100151480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc100151480 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc0f000b3f0 tx=0x7fc0f000b8b0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 shutdown_connections 2024-09-10T08:33:26.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc0e006be60 0x7fc0e006e320 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1000d09f0 0x7fc10014d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc10015b120 0x7fc1000cb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 --2- 172.21.15.94:0/782289261 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc10006f9e0 0x7fc100151480 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 >> 172.21.15.94:0/782289261 conn(0x7fc10006bdf0 msgr2=0x7fc10006c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:26.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 shutdown_connections 2024-09-10T08:33:26.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.160+0000 7fc104b4b640 1 -- 172.21.15.94:0/782289261 wait complete. 2024-09-10T08:33:26.171 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:33:26.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:26.172 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-10T08:33:26.202 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:26.202 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:33:26.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:26.203 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T08:33:26.261 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T08:33:26.262 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:26.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.359+0000 7f3441847640 1 Processor -- start 2024-09-10T08:33:26.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.359+0000 7f3441847640 1 -- start start 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f3441847640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c15f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f3441847640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f343c0d4130 0x7f343c0d45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f3441847640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f343c0d4b00 con 0x7f343c15f0d0 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f3441847640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f343c0d1b10 con 0x7f343c0d4130 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f3441847640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f343c0cf2b0 con 0x7f343c0d0070 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f343a7fc640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c15f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f343b7fe640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f343c0d4130 0x7f343c0d45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f343affd640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f343c15f0d0 0x7f343c0d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:57896/0 (socket says 172.21.15.94:57896) 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f343affd640 1 -- 172.21.15.94:0/3078024820 learned_addr learned my addr 172.21.15.94:0/3078024820 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.360+0000 7f3439ffb640 1 -- 172.21.15.94:0/3078024820 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4071494010 0 0) 0x7f343c0d4b00 con 0x7f343c15f0d0 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.361+0000 7f3439ffb640 1 -- 172.21.15.94:0/3078024820 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3428003520 con 0x7f343c15f0d0 2024-09-10T08:33:26.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.361+0000 7f343b7fe640 1 -- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 msgr2=0x7f343c15f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.361+0000 7f343b7fe640 1 --2- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c15f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.361+0000 7f343b7fe640 1 -- 172.21.15.94:0/3078024820 >> v1:172.21.15.143:6789/0 conn(0x7f343c15f0d0 legacy=0x7f343c0d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.361+0000 7f343b7fe640 1 -- 172.21.15.94:0/3078024820 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f343c0cf590 con 0x7f343c0d4130 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.361+0000 7f343a7fc640 1 --2- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c15f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.361+0000 7f343b7fe640 1 --2- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c0d45c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f343c0d4cd0 tx=0x7f342c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b730985ad205e7c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3439ffb640 1 -- 172.21.15.94:0/3078024820 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c037070 con 0x7f343c0d4130 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3439ffb640 1 -- 172.21.15.94:0/3078024820 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f342c02ae50 con 0x7f343c0d4130 2024-09-10T08:33:26.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3439ffb640 1 -- 172.21.15.94:0/3078024820 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c032640 con 0x7f343c0d4130 2024-09-10T08:33:26.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 -- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 msgr2=0x7f343c0d45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 --2- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c0d45c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f343c0d4cd0 tx=0x7f342c02a100 comp rx=0 tx=0).stop 2024-09-10T08:33:26.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 -- 172.21.15.94:0/3078024820 shutdown_connections 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 --2- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c0d45c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 --2- 172.21.15.94:0/3078024820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c15f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 -- 172.21.15.94:0/3078024820 >> 172.21.15.94:0/3078024820 conn(0x7f343c09d760 msgr2=0x7f343c08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 -- 172.21.15.94:0/3078024820 shutdown_connections 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.362+0000 7f3441847640 1 -- 172.21.15.94:0/3078024820 wait complete. 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.363+0000 7f3441847640 1 Processor -- start 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.363+0000 7f3441847640 1 -- start start 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f3441847640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c0b9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f3441847640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c151720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f3441847640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f343c15f0d0 0x7f343c0b7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f3441847640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f343c0cef60 con 0x7f343c15f0d0 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f3441847640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f343c0cfb50 con 0x7f343c0d4130 2024-09-10T08:33:26.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f3441847640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f343c0b2f70 con 0x7f343c0d0070 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f343b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f343c15f0d0 0x7f343c0b7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f343b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f343c15f0d0 0x7f343c0b7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60386/0 (socket says 172.21.15.94:60386) 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f343b7fe640 1 -- 172.21.15.94:0/3379265653 learned_addr learned my addr 172.21.15.94:0/3379265653 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.364+0000 7f343affd640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c0b9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343a7fc640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c151720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343b7fe640 1 -- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 msgr2=0x7f343c0b9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343b7fe640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c0b9b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343b7fe640 1 -- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 msgr2=0x7f343c151720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343b7fe640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c151720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343b7fe640 1 -- 172.21.15.94:0/3379265653 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f343c0ba0b0 con 0x7f343c15f0d0 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343a7fc640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c151720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:26.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f343b7fe640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f343c15f0d0 0x7f343c0b7ea0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f342c035040 tx=0x7f342c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:26.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f3433fff640 1 -- 172.21.15.94:0/3379265653 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c041070 con 0x7f343c15f0d0 2024-09-10T08:33:26.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f3433fff640 1 -- 172.21.15.94:0/3379265653 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f342c03c460 con 0x7f343c15f0d0 2024-09-10T08:33:26.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f3433fff640 1 -- 172.21.15.94:0/3379265653 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c037040 con 0x7f343c15f0d0 2024-09-10T08:33:26.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f343c0b75d0 con 0x7f343c15f0d0 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.365+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f343c0b7b90 con 0x7f343c15f0d0 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.366+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f343c15f4b0 con 0x7f343c15f0d0 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.366+0000 7f3433fff640 1 -- 172.21.15.94:0/3379265653 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f342c044070 con 0x7f343c15f0d0 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.367+0000 7f3433fff640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f341c06be30 0x7f341c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.367+0000 7f3433fff640 1 -- 172.21.15.94:0/3379265653 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f342c0ab6b0 con 0x7f343c15f0d0 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.367+0000 7f343affd640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f341c06be30 0x7f341c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.367+0000 7f343affd640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f341c06be30 0x7f341c06e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3434005c00 tx=0x7f3434009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:26.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.371+0000 7f3433fff640 1 -- 172.21.15.94:0/3379265653 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f342c079e40 con 0x7f343c15f0d0 2024-09-10T08:33:26.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.582+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f343c06cf30 con 0x7f343c15f0d0 2024-09-10T08:33:26.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.583+0000 7f3433fff640 1 -- 172.21.15.94:0/3379265653 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f342c079740 con 0x7f343c15f0d0 2024-09-10T08:33:26.584 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:26.584 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:26.585 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:26.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f341c06be30 msgr2=0x7f341c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f341c06be30 0x7f341c06e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3434005c00 tx=0x7f3434009040 comp rx=0 tx=0).stop 2024-09-10T08:33:26.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f343c15f0d0 msgr2=0x7f343c0b7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f343c15f0d0 0x7f343c0b7ea0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f342c035040 tx=0x7f342c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 shutdown_connections 2024-09-10T08:33:26.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f341c06be30 0x7f341c06e2f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f343c0d4130 0x7f343c151720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f343c15f0d0 0x7f343c0b7ea0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 --2- 172.21.15.94:0/3379265653 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f343c0d0070 0x7f343c0b9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 >> 172.21.15.94:0/3379265653 conn(0x7f343c09d760 msgr2=0x7f343c161eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:26.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 shutdown_connections 2024-09-10T08:33:26.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.585+0000 7f3441847640 1 -- 172.21.15.94:0/3379265653 wait complete. 2024-09-10T08:33:26.597 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:26.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.695+0000 7fc748ff6640 1 Processor -- start 2024-09-10T08:33:26.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.695+0000 7fc748ff6640 1 -- start start 2024-09-10T08:33:26.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc748ff6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc7441619b0 0x7fc7440d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc748ff6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 0x7fc7440d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc748ff6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc74406c990 con 0x7fc744161d90 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc748ff6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc7440d0ec0 con 0x7fc7441619b0 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc748ff6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc7440cec10 con 0x7fc7440b0a80 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc742d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc744161d90 0x7fc7440cd880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54714/0 (socket says 172.21.15.94:54714) 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc742d9d640 1 -- 172.21.15.94:0/2099672303 learned_addr learned my addr 172.21.15.94:0/2099672303 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74259c640 1 --2- 172.21.15.94:0/2099672303 >> v2:172.21.15.143:3300/0 conn(0x7fc7441619b0 0x7fc7440d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc741d9b640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 0x7fc7440d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3203392098 0 0) 0x7fc74406c990 con 0x7fc744161d90 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc730003520 con 0x7fc744161d90 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2382572107 0 0) 0x7fc730003520 con 0x7fc744161d90 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 msgr2=0x7fc7440d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 0x7fc7440d0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 >> v2:172.21.15.143:3300/0 conn(0x7fc7441619b0 msgr2=0x7fc7440d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 --2- 172.21.15.94:0/2099672303 >> v2:172.21.15.143:3300/0 conn(0x7fc7441619b0 0x7fc7440d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7440ce930 con 0x7fc744161d90 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fc73c0019f0 con 0x7fc744161d90 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 >> v1:172.21.15.94:6789/0 conn(0x7fc744161d90 legacy=0x7fc7440cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7300039b0 0x7fc730003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 0x7fc730004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc730004d40 0x7fc7300051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc7440d0ec0 con 0x7fc730004d40 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc7440cec10 con 0x7fc7300039b0 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc73000b9c0 con 0x7fc7440b0a80 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.696+0000 7fc742d9d640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc730004d40 0x7fc7300051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc74259c640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7300039b0 0x7fc730003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc741d9b640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 0x7fc730004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc742d9d640 1 -- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 msgr2=0x7fc730004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc742d9d640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b0a80 0x7fc730004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc742d9d640 1 -- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7300039b0 msgr2=0x7fc730003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc742d9d640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7300039b0 0x7fc730003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc742d9d640 1 -- 172.21.15.94:0/2099672303 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc730003520 con 0x7fc730004d40 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.697+0000 7fc742d9d640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc730004d40 0x7fc7300051c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc73c00a8b0 tx=0x7fc730005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f579586c0d76af4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73c00a4a0 con 0x7fc730004d40 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc73c02f070 con 0x7fc730004d40 2024-09-10T08:33:26.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc74159a640 1 -- 172.21.15.94:0/2099672303 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73c02bcf0 con 0x7fc730004d40 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc748ff6640 1 -- 172.21.15.94:0/2099672303 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc730004d40 msgr2=0x7fc7300051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc748ff6640 1 --2- 172.21.15.94:0/2099672303 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc730004d40 0x7fc7300051c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc73c00a8b0 tx=0x7fc730005830 comp rx=0 tx=0).stop 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc742d9d640 1 -- 172.21.15.94:0/2099672303 reap_dead start 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc748ff6640 1 -- 172.21.15.94:0/2099672303 shutdown_connections 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc748ff6640 1 -- 172.21.15.94:0/2099672303 >> 172.21.15.94:0/2099672303 conn(0x7fc74409a9f0 msgr2=0x7fc7440b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc748ff6640 1 -- 172.21.15.94:0/2099672303 shutdown_connections 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.698+0000 7fc748ff6640 1 -- 172.21.15.94:0/2099672303 wait complete. 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 Processor -- start 2024-09-10T08:33:26.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 -- start start 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc730004d40 0x7fc7440c74c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b2a40 0x7fc7440c58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7440caaf0 0x7fc7440caf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc74406c620 con 0x7fc7440caaf0 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc7440b0820 con 0x7fc730004d40 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc748ff6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc7440ccce0 con 0x7fc7440b2a40 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc742d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7440caaf0 0x7fc7440caf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc742d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7440caaf0 0x7fc7440caf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60400/0 (socket says 172.21.15.94:60400) 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.700+0000 7fc742d9d640 1 -- 172.21.15.94:0/3223570075 learned_addr learned my addr 172.21.15.94:0/3223570075 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc742d9d640 1 -- 172.21.15.94:0/3223570075 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b2a40 msgr2=0x7fc7440c58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc742d9d640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b2a40 0x7fc7440c58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc742d9d640 1 -- 172.21.15.94:0/3223570075 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc730004d40 msgr2=0x7fc7440c74c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc742d9d640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc730004d40 0x7fc7440c74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc742d9d640 1 -- 172.21.15.94:0/3223570075 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7440cb4b0 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc742d9d640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7440caaf0 0x7fc7440caf70 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc73c000f80 tx=0x7fc7440ceb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc73affd640 1 -- 172.21.15.94:0/3223570075 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73c044070 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc73affd640 1 -- 172.21.15.94:0/3223570075 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc73c034470 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7440b53d0 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc73affd640 1 -- 172.21.15.94:0/3223570075 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73c00a4a0 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.701+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7440b5990 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.702+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7440cd330 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.702+0000 7fc73affd640 1 -- 172.21.15.94:0/3223570075 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc73c047070 con 0x7fc7440caaf0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.703+0000 7fc73affd640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc72406be30 0x7fc72406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.703+0000 7fc74259c640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc72406be30 0x7fc72406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:26.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.703+0000 7fc73affd640 1 -- 172.21.15.94:0/3223570075 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6772+0+0 (secure 0 0 0) 0x7fc73c0ab0f0 con 0x7fc7440caaf0 2024-09-10T08:33:26.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.703+0000 7fc74259c640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc72406be30 0x7fc72406e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc734006b10 tx=0x7fc734006aa0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:26.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.707+0000 7fc73affd640 1 -- 172.21.15.94:0/3223570075 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc73c079670 con 0x7fc7440caaf0 2024-09-10T08:33:26.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.907+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc7440cc8c0 con 0x7fc7440caaf0 2024-09-10T08:33:26.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.908+0000 7fc73affd640 1 -- 172.21.15.94:0/3223570075 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7fc73c078f70 con 0x7fc7440caaf0 2024-09-10T08:33:26.908 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:26.909 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:26.909 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:26.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc72406be30 msgr2=0x7fc72406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc72406be30 0x7fc72406e2f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc734006b10 tx=0x7fc734006aa0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7440caaf0 msgr2=0x7fc7440caf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:26.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7440caaf0 0x7fc7440caf70 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc73c000f80 tx=0x7fc7440ceb00 comp rx=0 tx=0).stop 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 shutdown_connections 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc72406be30 0x7fc72406e2f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7440caaf0 0x7fc7440caf70 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7440b2a40 0x7fc7440c58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 --2- 172.21.15.94:0/3223570075 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc730004d40 0x7fc7440c74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 >> 172.21.15.94:0/3223570075 conn(0x7fc74409a9f0 msgr2=0x7fc7440ae2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 shutdown_connections 2024-09-10T08:33:26.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:26.910+0000 7fc748ff6640 1 -- 172.21.15.94:0/3223570075 wait complete. 2024-09-10T08:33:26.921 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:27.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.018+0000 7f538f35f640 1 Processor -- start 2024-09-10T08:33:27.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.019+0000 7f538f35f640 1 -- start start 2024-09-10T08:33:27.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.019+0000 7f538f35f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f53880d0070 0x7f538815f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.019+0000 7f538f35f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53880d1b10 con 0x7f53880d4130 2024-09-10T08:33:27.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.019+0000 7f538f35f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53880cf2b0 con 0x7f538815f0d0 2024-09-10T08:33:27.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.019+0000 7f538f35f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f53880cf590 con 0x7f53880d0070 2024-09-10T08:33:27.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538d8fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f53880d4130 0x7f53880d4560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54720/0 (socket says 172.21.15.94:54720) 2024-09-10T08:33:27.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538d8fc640 1 -- 172.21.15.94:0/1596064841 learned_addr learned my addr 172.21.15.94:0/1596064841 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538c8fa640 1 --2- 172.21.15.94:0/1596064841 >> v2:172.21.15.143:3300/0 conn(0x7f53880d0070 0x7f538815f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3112681487 0 0) 0x7f53880d1b10 con 0x7f53880d4130 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5374003520 con 0x7f53880d4130 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4019762434 0 0) 0x7f5374003520 con 0x7f53880d4130 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 >> v2:172.21.15.143:3300/0 conn(0x7f53880d0070 msgr2=0x7f538815f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 --2- 172.21.15.94:0/1596064841 >> v2:172.21.15.143:3300/0 conn(0x7f53880d0070 0x7f538815f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 >> v1:172.21.15.143:6789/0 conn(0x7f538815f0d0 legacy=0x7f53880d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53880cf870 con 0x7f53880d4130 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f5380001a10 con 0x7f53880d4130 2024-09-10T08:33:27.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 >> v1:172.21.15.94:6789/0 conn(0x7f53880d4130 legacy=0x7f53880d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f53740039b0 0x7f5374003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5374004800 0x7f5374004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53740051c0 0x7f537400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f53880cf590 con 0x7f5374004800 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f537400c110 con 0x7f53740039b0 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f537400c310 con 0x7f53740051c0 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538c8fa640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5374004800 0x7f5374004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538d0fb640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f53740039b0 0x7f5374003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538d8fc640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53740051c0 0x7f537400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538c8fa640 1 -- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53740051c0 msgr2=0x7f537400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538c8fa640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53740051c0 0x7f537400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538c8fa640 1 -- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f53740039b0 msgr2=0x7f5374003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538c8fa640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f53740039b0 0x7f5374003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538d8fc640 1 -- 172.21.15.94:0/1596064841 reap_dead start 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.020+0000 7f538c8fa640 1 -- 172.21.15.94:0/1596064841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5374003520 con 0x7f5374004800 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.021+0000 7f538d0fb640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f53740039b0 0x7f5374003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:27.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.021+0000 7f538c8fa640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5374004800 0x7f5374004c80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5384009ac0 tx=0x7f5374005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c952c4058ce4c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.021+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5384036070 con 0x7f5374004800 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.021+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5384031400 con 0x7f5374004800 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.021+0000 7f537ffff640 1 -- 172.21.15.94:0/1596064841 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5384009690 con 0x7f5374004800 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.022+0000 7f538f35f640 1 -- 172.21.15.94:0/1596064841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5374004800 msgr2=0x7f5374004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.022+0000 7f538f35f640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5374004800 0x7f5374004c80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5384009ac0 tx=0x7f5374005830 comp rx=0 tx=0).stop 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.022+0000 7f538f35f640 1 -- 172.21.15.94:0/1596064841 shutdown_connections 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.022+0000 7f538f35f640 1 --2- 172.21.15.94:0/1596064841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5374004800 0x7f5374004c80 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.022+0000 7f538f35f640 1 -- 172.21.15.94:0/1596064841 >> 172.21.15.94:0/1596064841 conn(0x7f538809d760 msgr2=0x7f538808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.022+0000 7f538f35f640 1 -- 172.21.15.94:0/1596064841 shutdown_connections 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.022+0000 7f538f35f640 1 -- 172.21.15.94:0/1596064841 wait complete. 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.023+0000 7f538f35f640 1 Processor -- start 2024-09-10T08:33:27.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.023+0000 7f538f35f640 1 -- start start 2024-09-10T08:33:27.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538f35f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5374004800 0x7f5388157b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538f35f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53880b7210 0x7f53880b7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538f35f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f53880d10b0 0x7f53880d1530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538f35f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f538815f4b0 con 0x7f53880d10b0 2024-09-10T08:33:27.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538f35f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f53880cef60 con 0x7f5374004800 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538f35f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f538815f630 con 0x7f53880b7210 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f53880d10b0 0x7f53880d1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f53880d10b0 0x7f53880d1530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60426/0 (socket says 172.21.15.94:60426) 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 -- 172.21.15.94:0/2779246456 learned_addr learned my addr 172.21.15.94:0/2779246456 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d0fb640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5374004800 0x7f5388157b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538c8fa640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53880b7210 0x7f53880b7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 -- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53880b7210 msgr2=0x7f53880b7690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53880b7210 0x7f53880b7690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 -- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5374004800 msgr2=0x7f5388157b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5374004800 0x7f5388157b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 -- 172.21.15.94:0/2779246456 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53881f3f30 con 0x7f53880d10b0 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d0fb640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5374004800 0x7f5388157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:27.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538c8fa640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53880b7210 0x7f53880b7690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538d8fc640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f53880d10b0 0x7f53880d1530 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f538809dda0 tx=0x7f5380007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f537dffb640 1 -- 172.21.15.94:0/2779246456 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f538000eaa0 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f537dffb640 1 -- 172.21.15.94:0/2779246456 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f538000ec60 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f537dffb640 1 -- 172.21.15.94:0/2779246456 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5380014480 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.024+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5388158080 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.025+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53881f41b0 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.026+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53880d1a70 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.026+0000 7f537dffb640 1 -- 172.21.15.94:0/2779246456 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5380014620 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.026+0000 7f537dffb640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f536c06be60 0x7f536c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.027+0000 7f537dffb640 1 -- 172.21.15.94:0/2779246456 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6772+0+0 (secure 0 0 0) 0x7f538008b150 con 0x7f53880d10b0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.027+0000 7f538d0fb640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f536c06be60 0x7f536c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.027+0000 7f538d0fb640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f536c06be60 0x7f536c06e320 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5378007ac0 tx=0x7f5378009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.031+0000 7f537dffb640 1 -- 172.21.15.94:0/2779246456 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f53881f3f30 con 0x7f53880d10b0 2024-09-10T08:33:27.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.196+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f53880d4560 con 0x7f53880d10b0 2024-09-10T08:33:27.198 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.198+0000 7f537dffb640 1 -- 172.21.15.94:0/2779246456 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+19049 (secure 0 0 0) 0x7f5380059760 con 0x7f53880d10b0 2024-09-10T08:33:27.198 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:27.199 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":27,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:33:26.558992+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":5,"to":1}]},{"pgid":"3.d","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.22","mappings":[{"from":3,"to":1}]},{"pgid":"3.27","mappings":[{"from":3,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:27.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f536c06be60 msgr2=0x7f536c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f536c06be60 0x7f536c06e320 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5378007ac0 tx=0x7f5378009040 comp rx=0 tx=0).stop 2024-09-10T08:33:27.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f53880d10b0 msgr2=0x7f53880d1530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f53880d10b0 0x7f53880d1530 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f538809dda0 tx=0x7f5380007bc0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 shutdown_connections 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f536c06be60 0x7f536c06e320 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f53880d10b0 0x7f53880d1530 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f53880b7210 0x7f53880b7690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 --2- 172.21.15.94:0/2779246456 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5374004800 0x7f5388157b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 >> 172.21.15.94:0/2779246456 conn(0x7f538809d760 msgr2=0x7f538806e3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 shutdown_connections 2024-09-10T08:33:27.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.200+0000 7f538f35f640 1 -- 172.21.15.94:0/2779246456 wait complete. 2024-09-10T08:33:27.211 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:33:27.211 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:27.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.309+0000 7fb13b1fd640 1 Processor -- start 2024-09-10T08:33:27.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.309+0000 7fb13b1fd640 1 -- start start 2024-09-10T08:33:27.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb13b1fd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1341619b0 0x7fb1340d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb13b1fd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1340b0a80 0x7fb1340d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb13b1fd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb13406c990 con 0x7fb134161d90 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb13b1fd640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb1340d0ec0 con 0x7fb1340b0a80 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb13b1fd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb1340cec10 con 0x7fb1341619b0 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb133fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1340b0a80 0x7fb1340d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb133fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1340b0a80 0x7fb1340d0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60430/0 (socket says 172.21.15.94:60430) 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb133fff640 1 -- 172.21.15.94:0/2821702461 learned_addr learned my addr 172.21.15.94:0/2821702461 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb138f99640 1 --2- 172.21.15.94:0/2821702461 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1341619b0 0x7fb1340d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb133fff640 1 -- 172.21.15.94:0/2821702461 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1341619b0 msgr2=0x7fb1340d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb133fff640 1 --2- 172.21.15.94:0/2821702461 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1341619b0 0x7fb1340d0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb133fff640 1 -- 172.21.15.94:0/2821702461 >> v1:172.21.15.143:6789/0 conn(0x7fb134161d90 legacy=0x7fb1340cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.310+0000 7fb133fff640 1 -- 172.21.15.94:0/2821702461 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1340ce930 con 0x7fb1340b0a80 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.311+0000 7fb133fff640 1 --2- 172.21.15.94:0/2821702461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340d0980 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb128009870 tx=0x7fb12802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d837ed8a9ebbf7cf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.311+0000 7fb1337fe640 1 -- 172.21.15.94:0/2821702461 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb128037070 con 0x7fb1340b0a80 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.311+0000 7fb1337fe640 1 -- 172.21.15.94:0/2821702461 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb128032440 con 0x7fb1340b0a80 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.311+0000 7fb1337fe640 1 -- 172.21.15.94:0/2821702461 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb128032810 con 0x7fb1340b0a80 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 -- 172.21.15.94:0/2821702461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 msgr2=0x7fb1340d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/2821702461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340d0980 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb128009870 tx=0x7fb12802a210 comp rx=0 tx=0).stop 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 -- 172.21.15.94:0/2821702461 shutdown_connections 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/2821702461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340d0980 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/2821702461 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1341619b0 0x7fb1340d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 -- 172.21.15.94:0/2821702461 >> 172.21.15.94:0/2821702461 conn(0x7fb13409a9f0 msgr2=0x7fb1340b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 -- 172.21.15.94:0/2821702461 shutdown_connections 2024-09-10T08:33:27.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.312+0000 7fb13b1fd640 1 -- 172.21.15.94:0/2821702461 wait complete. 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.313+0000 7fb13b1fd640 1 Processor -- start 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.313+0000 7fb13b1fd640 1 -- start start 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb13b1fd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340c5e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb13b1fd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1341619b0 0x7fb1340c63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb13b1fd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb134161d90 0x7fb13414b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb13b1fd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb13406c620 con 0x7fb1340b0a80 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb13b1fd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb1340b0820 con 0x7fb1341619b0 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb13b1fd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb1340ccce0 con 0x7fb134161d90 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340c5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340c5e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60446/0 (socket says 172.21.15.94:60446) 2024-09-10T08:33:27.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 -- 172.21.15.94:0/1821803474 learned_addr learned my addr 172.21.15.94:0/1821803474 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb13979a640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb134161d90 0x7fb13414b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb133fff640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1341619b0 0x7fb1340c63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 -- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb134161d90 msgr2=0x7fb13414b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb134161d90 0x7fb13414b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 -- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1341619b0 msgr2=0x7fb1340c63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1341619b0 0x7fb1340c63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb138f99640 1 -- 172.21.15.94:0/1821803474 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb134158e60 con 0x7fb1340b0a80 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.314+0000 7fb133fff640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1341619b0 0x7fb1340c63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.315+0000 7fb138f99640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340c5e90 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb12400c7f0 tx=0x7fb12400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.315+0000 7fb1317fa640 1 -- 172.21.15.94:0/1821803474 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb124015070 con 0x7fb1340b0a80 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.315+0000 7fb1317fa640 1 -- 172.21.15.94:0/1821803474 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb124004240 con 0x7fb1340b0a80 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.315+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1340c6a00 con 0x7fb1340b0a80 2024-09-10T08:33:27.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.315+0000 7fb1317fa640 1 -- 172.21.15.94:0/1821803474 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb124007620 con 0x7fb1340b0a80 2024-09-10T08:33:27.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.315+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1340c72a0 con 0x7fb1340b0a80 2024-09-10T08:33:27.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.316+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1340cd330 con 0x7fb1340b0a80 2024-09-10T08:33:27.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.316+0000 7fb1317fa640 1 -- 172.21.15.94:0/1821803474 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1240079d0 con 0x7fb1340b0a80 2024-09-10T08:33:27.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.317+0000 7fb1317fa640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb12006be30 0x7fb12006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.317+0000 7fb1317fa640 1 -- 172.21.15.94:0/1821803474 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6772+0+0 (secure 0 0 0) 0x7fb12408b670 con 0x7fb1340b0a80 2024-09-10T08:33:27.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.317+0000 7fb133fff640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb12006be30 0x7fb12006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.317+0000 7fb133fff640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb12006be30 0x7fb12006e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb128034000 tx=0x7fb12802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.321+0000 7fb1317fa640 1 -- 172.21.15.94:0/1821803474 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb124059510 con 0x7fb1340b0a80 2024-09-10T08:33:27.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.518+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb134070d10 con 0x7fb1340b0a80 2024-09-10T08:33:27.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.519+0000 7fb1317fa640 1 -- 172.21.15.94:0/1821803474 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7fb12405d810 con 0x7fb1340b0a80 2024-09-10T08:33:27.520 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:27.520 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:27.520 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:27.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb12006be30 msgr2=0x7fb12006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb12006be30 0x7fb12006e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fb128034000 tx=0x7fb12802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:27.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 msgr2=0x7fb1340c5e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340c5e90 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb12400c7f0 tx=0x7fb12400ccb0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 shutdown_connections 2024-09-10T08:33:27.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb12006be30 0x7fb12006e2f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1341619b0 0x7fb1340c63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb134161d90 0x7fb13414b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 --2- 172.21.15.94:0/1821803474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1340b0a80 0x7fb1340c5e90 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 >> 172.21.15.94:0/1821803474 conn(0x7fb13409a9f0 msgr2=0x7fb1340d1070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:27.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 shutdown_connections 2024-09-10T08:33:27.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.521+0000 7fb13b1fd640 1 -- 172.21.15.94:0/1821803474 wait complete. 2024-09-10T08:33:27.532 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:27.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.634+0000 7f854b94b640 1 Processor -- start 2024-09-10T08:33:27.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.635+0000 7f854b94b640 1 -- start start 2024-09-10T08:33:27.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.635+0000 7f854b94b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8544161eb0 0x7f85441622f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.635+0000 7f854b94b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f85441425e0 0x7f8544142a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.635+0000 7f854b94b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8544162b70 con 0x7f854406cd20 2024-09-10T08:33:27.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.635+0000 7f854b94b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8544162e50 con 0x7f85441425e0 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.635+0000 7f854b94b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8544142150 con 0x7f8544161eb0 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8549ee8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f85441425e0 0x7f8544142a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8549ee8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f85441425e0 0x7f8544142a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60458/0 (socket says 172.21.15.94:60458) 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8549ee8640 1 -- 172.21.15.94:0/986351949 learned_addr learned my addr 172.21.15.94:0/986351949 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8548ee6640 1 --2- 172.21.15.94:0/986351949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8544161eb0 0x7f85441622f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8549ee8640 1 -- 172.21.15.94:0/986351949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8544161eb0 msgr2=0x7f85441622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8549ee8640 1 --2- 172.21.15.94:0/986351949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8544161eb0 0x7f85441622f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8549ee8640 1 -- 172.21.15.94:0/986351949 >> v1:172.21.15.143:6789/0 conn(0x7f854406cd20 legacy=0x7f854406d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.636+0000 7f8549ee8640 1 -- 172.21.15.94:0/986351949 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8544141b00 con 0x7f85441425e0 2024-09-10T08:33:27.641 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f8549ee8640 1 --2- 172.21.15.94:0/986351949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f85441425e0 0x7f8544142a90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f853c009e80 tx=0x7f853c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=620ac7f3db7113b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f853bfff640 1 -- 172.21.15.94:0/986351949 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c036070 con 0x7f85441425e0 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f853bfff640 1 -- 172.21.15.94:0/986351949 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f853c031600 con 0x7f85441425e0 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f853bfff640 1 -- 172.21.15.94:0/986351949 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c0319d0 con 0x7f85441425e0 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 -- 172.21.15.94:0/986351949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f85441425e0 msgr2=0x7f8544142a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 --2- 172.21.15.94:0/986351949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f85441425e0 0x7f8544142a90 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f853c009e80 tx=0x7f853c02a660 comp rx=0 tx=0).stop 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 -- 172.21.15.94:0/986351949 shutdown_connections 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 --2- 172.21.15.94:0/986351949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f85441425e0 0x7f8544142a90 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 --2- 172.21.15.94:0/986351949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8544161eb0 0x7f85441622f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 -- 172.21.15.94:0/986351949 >> 172.21.15.94:0/986351949 conn(0x7f85440b3ed0 msgr2=0x7f85440b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 -- 172.21.15.94:0/986351949 shutdown_connections 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.637+0000 7f854b94b640 1 -- 172.21.15.94:0/986351949 wait complete. 2024-09-10T08:33:27.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 Processor -- start 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 -- start start 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f854406cd20 0x7f8544140c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f85441425e0 0x7f85440cfd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8544161eb0 0x7f85440d0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8544141600 con 0x7f854406cd20 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8544162830 con 0x7f8544161eb0 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f854b94b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8544142fd0 con 0x7f85441425e0 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f85496e7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f854406cd20 0x7f8544140c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f85496e7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f854406cd20 0x7f8544140c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60462/0 (socket says 172.21.15.94:60462) 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.639+0000 7f85496e7640 1 -- 172.21.15.94:0/3673557122 learned_addr learned my addr 172.21.15.94:0/3673557122 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f8548ee6640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f85441425e0 0x7f85440cfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f8549ee8640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8544161eb0 0x7f85440d0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f85496e7640 1 -- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f85441425e0 msgr2=0x7f85440cfd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f85496e7640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f85441425e0 0x7f85440cfd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f85496e7640 1 -- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8544161eb0 msgr2=0x7f85440d0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f85496e7640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8544161eb0 0x7f85440d0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f85496e7640 1 -- 172.21.15.94:0/3673557122 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85440cbfb0 con 0x7f854406cd20 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f8549ee8640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8544161eb0 0x7f85440d0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f85496e7640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f854406cd20 0x7f8544140c00 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f854000c430 tx=0x7f854000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f8539ffb640 1 -- 172.21.15.94:0/3673557122 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8540011790 con 0x7f854406cd20 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f8539ffb640 1 -- 172.21.15.94:0/3673557122 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8540017070 con 0x7f854406cd20 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85440b5a40 con 0x7f854406cd20 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f8539ffb640 1 -- 172.21.15.94:0/3673557122 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8540011bb0 con 0x7f854406cd20 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.640+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85440b62e0 con 0x7f854406cd20 2024-09-10T08:33:27.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.641+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85440b5e30 con 0x7f854406cd20 2024-09-10T08:33:27.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.641+0000 7f8539ffb640 1 -- 172.21.15.94:0/3673557122 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f854001c460 con 0x7f854406cd20 2024-09-10T08:33:27.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.642+0000 7f8539ffb640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f852806be30 0x7f852806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.642+0000 7f8539ffb640 1 -- 172.21.15.94:0/3673557122 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6772+0+0 (secure 0 0 0) 0x7f854008afc0 con 0x7f854406cd20 2024-09-10T08:33:27.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.642+0000 7f8548ee6640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f852806be30 0x7f852806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.642+0000 7f8548ee6640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f852806be30 0x7f852806e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f854415c460 tx=0x7f8534008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.646+0000 7f8539ffb640 1 -- 172.21.15.94:0/3673557122 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f85400595d0 con 0x7f854406cd20 2024-09-10T08:33:27.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.847+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8544142a90 con 0x7f854406cd20 2024-09-10T08:33:27.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.848+0000 7f8539ffb640 1 -- 172.21.15.94:0/3673557122 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f8540058ed0 con 0x7f854406cd20 2024-09-10T08:33:27.848 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:27.848 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":9,"btime":"2024-09-10T08:33:04:502629+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4261,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/298219362","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":298219362},{"type":"v1","addr":"172.21.15.94:6837","nonce":298219362}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4267,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3688968134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3688968134},{"type":"v1","addr":"172.21.15.143:6834","nonce":3688968134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/4125278375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4125278375},{"type":"v1","addr":"172.21.15.94:6836","nonce":4125278375}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:32:44.770798+0000","modified":"2024-09-10T08:33:03.833797+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6835/1721261724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":1721261724},{"type":"v1","addr":"172.21.15.143:6835","nonce":1721261724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-10T08:33:27.849 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 9 2024-09-10T08:33:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f852806be30 msgr2=0x7f852806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f852806be30 0x7f852806e2f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f854415c460 tx=0x7f8534008040 comp rx=0 tx=0).stop 2024-09-10T08:33:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f854406cd20 msgr2=0x7f8544140c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f854406cd20 0x7f8544140c00 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f854000c430 tx=0x7f854000c8f0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 shutdown_connections 2024-09-10T08:33:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f852806be30 0x7f852806e2f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8544161eb0 0x7f85440d0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f85441425e0 0x7f85440cfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 --2- 172.21.15.94:0/3673557122 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f854406cd20 0x7f8544140c00 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 >> 172.21.15.94:0/3673557122 conn(0x7f85440b3ed0 msgr2=0x7f8544144170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 shutdown_connections 2024-09-10T08:33:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.850+0000 7f854b94b640 1 -- 172.21.15.94:0/3673557122 wait complete. 2024-09-10T08:33:27.861 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:27.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.960+0000 7f43aed96640 1 Processor -- start 2024-09-10T08:33:27.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.960+0000 7f43aed96640 1 -- start start 2024-09-10T08:33:27.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43aed96640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f43a80d0350 0x7f43a806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43aed96640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43a80d07a0 con 0x7f43a815c280 2024-09-10T08:33:27.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43aed96640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43a80d0a30 con 0x7f43a806c150 2024-09-10T08:33:27.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43aed96640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f43a80b4010 con 0x7f43a80d0350 2024-09-10T08:33:27.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43acb32640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f43a815c280 0x7f43a81608f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54726/0 (socket says 172.21.15.94:54726) 2024-09-10T08:33:27.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43acb32640 1 -- 172.21.15.94:0/2206522590 learned_addr learned my addr 172.21.15.94:0/2206522590 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:27.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 380546279 0 0) 0x7f43a80d07a0 con 0x7f43a815c280 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.961+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4394003520 con 0x7f43a815c280 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a7fff640 1 --2- 172.21.15.94:0/2206522590 >> v2:172.21.15.143:3300/0 conn(0x7f43a80d0350 0x7f43a806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2595042814 0 0) 0x7f4394003520 con 0x7f43a815c280 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 >> v2:172.21.15.143:3300/0 conn(0x7f43a80d0350 msgr2=0x7f43a806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 --2- 172.21.15.94:0/2206522590 >> v2:172.21.15.143:3300/0 conn(0x7f43a80d0350 0x7f43a806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 >> v1:172.21.15.143:6789/0 conn(0x7f43a806c150 legacy=0x7f43a80b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a80d0d10 con 0x7f43a815c280 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f43a0001670 con 0x7f43a815c280 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 >> v1:172.21.15.94:6789/0 conn(0x7f43a815c280 legacy=0x7f43a81608f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43940039b0 0x7f4394003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4394004800 0x7f4394004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f43940051c0 0x7f439400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f43a80b4010 con 0x7f4394004800 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f439400c0c0 con 0x7f43940051c0 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f439400c2c0 con 0x7f43940039b0 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a7fff640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4394004800 0x7f4394004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43ad333640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f43940051c0 0x7f439400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43acb32640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43940039b0 0x7f4394003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a7fff640 1 -- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43940039b0 msgr2=0x7f4394003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a7fff640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43940039b0 0x7f4394003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a7fff640 1 -- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f43940051c0 msgr2=0x7f439400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a7fff640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f43940051c0 0x7f439400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43ad333640 1 -- 172.21.15.94:0/2206522590 reap_dead start 2024-09-10T08:33:27.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43a7fff640 1 -- 172.21.15.94:0/2206522590 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4394003520 con 0x7f4394004800 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.962+0000 7f43acb32640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43940039b0 0x7f4394003db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.963+0000 7f43a7fff640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4394004800 0x7f4394004c80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4398007360 tx=0x7f4394005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4ba5eb6fc59bc0f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.963+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4398009be0 con 0x7f4394004800 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.963+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4398036600 con 0x7f4394004800 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.963+0000 7f43a77fe640 1 -- 172.21.15.94:0/2206522590 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43980369d0 con 0x7f4394004800 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.963+0000 7f43aed96640 1 -- 172.21.15.94:0/2206522590 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4394004800 msgr2=0x7f4394004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.964+0000 7f43aed96640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4394004800 0x7f4394004c80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f4398007360 tx=0x7f4394005830 comp rx=0 tx=0).stop 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.964+0000 7f43aed96640 1 -- 172.21.15.94:0/2206522590 shutdown_connections 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.964+0000 7f43aed96640 1 --2- 172.21.15.94:0/2206522590 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4394004800 0x7f4394004c80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.964+0000 7f43aed96640 1 -- 172.21.15.94:0/2206522590 >> 172.21.15.94:0/2206522590 conn(0x7f43a80b2d10 msgr2=0x7f43a80b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:27.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.964+0000 7f43aed96640 1 -- 172.21.15.94:0/2206522590 shutdown_connections 2024-09-10T08:33:27.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.964+0000 7f43aed96640 1 -- 172.21.15.94:0/2206522590 wait complete. 2024-09-10T08:33:27.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.965+0000 7f43aed96640 1 Processor -- start 2024-09-10T08:33:27.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.965+0000 7f43aed96640 1 -- start start 2024-09-10T08:33:27.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4394004800 0x7f43a809d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43a815b050 0x7f43a81515b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f43a80c69d0 0x7f43a80c6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f43a806c580 con 0x7f43a80c69d0 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f43a80b45d0 con 0x7f4394004800 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f43a815c660 con 0x7f43a815b050 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f43a80c69d0 0x7f43a80c6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f43a80c69d0 0x7f43a80c6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60482/0 (socket says 172.21.15.94:60482) 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 -- 172.21.15.94:0/2702247291 learned_addr learned my addr 172.21.15.94:0/2702247291 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43acb32640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4394004800 0x7f43a809d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 -- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43a815b050 msgr2=0x7f43a81515b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43a7fff640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43a815b050 0x7f43a81515b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43a815b050 0x7f43a81515b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 -- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4394004800 msgr2=0x7f43a809d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4394004800 0x7f43a809d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 -- 172.21.15.94:0/2702247291 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a809df80 con 0x7f43a80c69d0 2024-09-10T08:33:27.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43acb32640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4394004800 0x7f43a809d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43ad333640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f43a80c69d0 0x7f43a80c6e50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f43a8073260 tx=0x7f439000f8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43a57fa640 1 -- 172.21.15.94:0/2702247291 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439001a070 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43a57fa640 1 -- 172.21.15.94:0/2702247291 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4390005340 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a809e260 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43a57fa640 1 -- 172.21.15.94:0/2702247291 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4390007270 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.966+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a809e820 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.967+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43a806bc10 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.968+0000 7f43a57fa640 1 -- 172.21.15.94:0/2702247291 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f439001d070 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.968+0000 7f43a57fa640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f438806be30 0x7f438806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.969+0000 7f43acb32640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f438806be30 0x7f438806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.969+0000 7f43a57fa640 1 -- 172.21.15.94:0/2702247291 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6772+0+0 (secure 0 0 0) 0x7f439008a510 con 0x7f43a80c69d0 2024-09-10T08:33:27.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.969+0000 7f43acb32640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f438806be30 0x7f438806e2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f43a8051220 tx=0x7f43a0001dd0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:27.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:27.973+0000 7f43a57fa640 1 -- 172.21.15.94:0/2702247291 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4390058a90 con 0x7f43a80c69d0 2024-09-10T08:33:28.138 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.138+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f43a806c8b0 con 0x7f43a80c69d0 2024-09-10T08:33:28.139 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.139+0000 7f43a57fa640 1 -- 172.21.15.94:0/2702247291 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+19049 (secure 0 0 0) 0x7f4390058390 con 0x7f43a80c69d0 2024-09-10T08:33:28.140 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:28.140 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":28,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:33:27.563118+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:32:42.580381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:32:43.739308+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:32:47.468452+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":5,"to":1}]},{"pgid":"3.d","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.22","mappings":[{"from":3,"to":1}]},{"pgid":"3.27","mappings":[{"from":3,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.c","mappings":[{"from":1,"to":2}]},{"pgid":"4.e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:28.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f438806be30 msgr2=0x7f438806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f438806be30 0x7f438806e2f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f43a8051220 tx=0x7f43a0001dd0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f43a80c69d0 msgr2=0x7f43a80c6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f43a80c69d0 0x7f43a80c6e50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f43a8073260 tx=0x7f439000f8e0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 shutdown_connections 2024-09-10T08:33:28.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f438806be30 0x7f438806e2f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f43a80c69d0 0x7f43a80c6e50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f43a815b050 0x7f43a81515b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 --2- 172.21.15.94:0/2702247291 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4394004800 0x7f43a809d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.141+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 >> 172.21.15.94:0/2702247291 conn(0x7f43a80b2d10 msgr2=0x7f43a80ca260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:28.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.142+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 shutdown_connections 2024-09-10T08:33:28.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.142+0000 7f43aed96640 1 -- 172.21.15.94:0/2702247291 wait complete. 2024-09-10T08:33:28.154 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T08:33:28.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.252+0000 7f4f696a4640 1 Processor -- start 2024-09-10T08:33:28.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.252+0000 7f4f696a4640 1 -- start start 2024-09-10T08:33:28.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f696a4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 0x7f4f6415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f696a4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f640d1b10 con 0x7f4f640d4130 2024-09-10T08:33:28.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f696a4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f640cf2b0 con 0x7f4f640d0070 2024-09-10T08:33:28.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f696a4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4f640cf590 con 0x7f4f6415f0d0 2024-09-10T08:33:28.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f637fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4f640d4130 0x7f4f640d45e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:54728/0 (socket says 172.21.15.94:54728) 2024-09-10T08:33:28.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f637fe640 1 -- 172.21.15.94:0/2743065816 learned_addr learned my addr 172.21.15.94:0/2743065816 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:28.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 0x7f4f6415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1114601466 0 0) 0x7f4f640d1b10 con 0x7f4f640d4130 2024-09-10T08:33:28.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4f4c003520 con 0x7f4f640d4130 2024-09-10T08:33:28.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1060856034 0 0) 0x7f4f4c003520 con 0x7f4f640d4130 2024-09-10T08:33:28.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 msgr2=0x7f4f6415f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:28.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 0x7f4f6415f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 >> v1:172.21.15.143:6789/0 conn(0x7f4f640d0070 legacy=0x7f4f640d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f640cf870 con 0x7f4f640d4130 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f4f5c0019f0 con 0x7f4f640d4130 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 >> v1:172.21.15.94:6789/0 conn(0x7f4f640d4130 legacy=0x7f4f640d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f4c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.253+0000 7f4f61ffb640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 0x7f4f4c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f61ffb640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f4c004d40 0x7f4f4c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4f640cf590 con 0x7f4f4c0039e0 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4f4c00bb50 con 0x7f4f4c004d40 2024-09-10T08:33:28.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4f4c00bd50 con 0x7f4f6415f0d0 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f4c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f637fe640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f4c004d40 0x7f4f4c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f627fc640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 0x7f4f4c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f62ffd640 1 -- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 msgr2=0x7f4f4c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f6415f0d0 0x7f4f4c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f62ffd640 1 -- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f4c004d40 msgr2=0x7f4f4c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f4c004d40 0x7f4f4c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f62ffd640 1 -- 172.21.15.94:0/2743065816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f4c003520 con 0x7f4f4c0039e0 2024-09-10T08:33:28.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.254+0000 7f4f637fe640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f4c004d40 0x7f4f4c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:28.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f4c003e00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f4f54009ac0 tx=0x7f4f4c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b46fca095efdf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:28.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54036070 con 0x7f4f4c0039e0 2024-09-10T08:33:28.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f54031400 con 0x7f4f4c0039e0 2024-09-10T08:33:28.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f61ffb640 1 -- 172.21.15.94:0/2743065816 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54009690 con 0x7f4f4c0039e0 2024-09-10T08:33:28.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f696a4640 1 -- 172.21.15.94:0/2743065816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 msgr2=0x7f4f4c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f696a4640 1 --2- 172.21.15.94:0/2743065816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f4c003e00 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f4f54009ac0 tx=0x7f4f4c005830 comp rx=0 tx=0).stop 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f637fe640 1 -- 172.21.15.94:0/2743065816 reap_dead start 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f696a4640 1 -- 172.21.15.94:0/2743065816 shutdown_connections 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f696a4640 1 -- 172.21.15.94:0/2743065816 >> 172.21.15.94:0/2743065816 conn(0x7f4f6409d760 msgr2=0x7f4f6408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f696a4640 1 -- 172.21.15.94:0/2743065816 shutdown_connections 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.255+0000 7f4f696a4640 1 -- 172.21.15.94:0/2743065816 wait complete. 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 Processor -- start 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 -- start start 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f640cdc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f640cd4d0 0x7f4f640b83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f64154ca0 0x7f4f64159870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6415f4b0 con 0x7f4f4c0039e0 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4f640cef60 con 0x7f4f640cd4d0 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f696a4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4f6415f630 con 0x7f4f64154ca0 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f62ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f640cdc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f62ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f640cdc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60502/0 (socket says 172.21.15.94:60502) 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.257+0000 7f4f62ffd640 1 -- 172.21.15.94:0/3079589841 learned_addr learned my addr 172.21.15.94:0/3079589841 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:28.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f637fe640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f64154ca0 0x7f4f64159870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f627fc640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f640cd4d0 0x7f4f640b83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f62ffd640 1 -- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f64154ca0 msgr2=0x7f4f64159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f64154ca0 0x7f4f64159870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f62ffd640 1 -- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f640cd4d0 msgr2=0x7f4f640b83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f640cd4d0 0x7f4f640b83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f62ffd640 1 -- 172.21.15.94:0/3079589841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f640cc710 con 0x7f4f4c0039e0 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f62ffd640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f640cdc30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4f54009ac0 tx=0x7f4f54004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:28.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f4b7fe640 1 -- 172.21.15.94:0/3079589841 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54040020 con 0x7f4f4c0039e0 2024-09-10T08:33:28.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f4b7fe640 1 -- 172.21.15.94:0/3079589841 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f54003bc0 con 0x7f4f4c0039e0 2024-09-10T08:33:28.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f4b7fe640 1 -- 172.21.15.94:0/3079589841 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f54036040 con 0x7f4f4c0039e0 2024-09-10T08:33:28.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f640cc9f0 con 0x7f4f4c0039e0 2024-09-10T08:33:28.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.258+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f640ccfb0 con 0x7f4f4c0039e0 2024-09-10T08:33:28.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.259+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f640d45e0 con 0x7f4f4c0039e0 2024-09-10T08:33:28.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.259+0000 7f4f4b7fe640 1 -- 172.21.15.94:0/3079589841 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4f54043020 con 0x7f4f4c0039e0 2024-09-10T08:33:28.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.260+0000 7f4f4b7fe640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4f5006be60 0x7f4f5006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.260+0000 7f4f627fc640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4f5006be60 0x7f4f5006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.260+0000 7f4f4b7fe640 1 -- 172.21.15.94:0/3079589841 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6772+0+0 (secure 0 0 0) 0x7f4f540ab330 con 0x7f4f4c0039e0 2024-09-10T08:33:28.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.260+0000 7f4f627fc640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4f5006be60 0x7f4f5006e320 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4f640b53d0 tx=0x7f4f58009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:28.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.264+0000 7f4f4b7fe640 1 -- 172.21.15.94:0/3079589841 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4f5404a070 con 0x7f4f4c0039e0 2024-09-10T08:33:28.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.462+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4f6406d6f0 con 0x7f4f4c0039e0 2024-09-10T08:33:28.463 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:33:28.463+0000 7f045c404640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:33:28.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.464+0000 7f4f4b7fe640 1 -- 172.21.15.94:0/3079589841 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7f4f540044e0 con 0x7f4f4c0039e0 2024-09-10T08:33:28.465 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:33:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4f5006be60 msgr2=0x7f4f5006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4f5006be60 0x7f4f5006e320 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f4f640b53d0 tx=0x7f4f58009040 comp rx=0 tx=0).stop 2024-09-10T08:33:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 msgr2=0x7f4f640cdc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f640cdc30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4f54009ac0 tx=0x7f4f54004730 comp rx=0 tx=0).stop 2024-09-10T08:33:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 shutdown_connections 2024-09-10T08:33:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4f5006be60 0x7f4f5006e320 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f640cd4d0 0x7f4f640b83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f64154ca0 0x7f4f64159870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 --2- 172.21.15.94:0/3079589841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f4c0039e0 0x7f4f640cdc30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 >> 172.21.15.94:0/3079589841 conn(0x7f4f6409d760 msgr2=0x7f4f64161120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:28.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 shutdown_connections 2024-09-10T08:33:28.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.467+0000 7f4f696a4640 1 -- 172.21.15.94:0/3079589841 wait complete. 2024-09-10T08:33:28.469 INFO:tasks.ceph.mds.b.smithi143.stderr: -3209> 2024-09-10T08:32:50.416+0000 7fe19d45c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:33:28.478 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:33:28.502 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:33:28.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.578+0000 7f3fcd0d0640 1 Processor -- start 2024-09-10T08:33:28.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.578+0000 7f3fcd0d0640 1 -- start start 2024-09-10T08:33:28.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fcd0d0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3fc815b120 0x7f3fc806f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fcd0d0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f3fc80d0bc0 0x7f3fc806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fcd0d0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3fc815b500 con 0x7f3fc806dec0 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fcd0d0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f3fc806e940 con 0x7f3fc815b120 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fcd0d0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f3fc806ec20 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc6d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3fc815b120 0x7f3fc806f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc6d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3fc815b120 0x7f3fc806f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60516/0 (socket says 172.21.15.94:60516) 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc6d9d640 1 -- 172.21.15.94:0/1807663544 learned_addr learned my addr 172.21.15.94:0/1807663544 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc759e640 1 --2- 172.21.15.94:0/1807663544 >> v2:172.21.15.143:3300/0 conn(0x7f3fc80d0bc0 0x7f3fc806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc6d9d640 1 -- 172.21.15.94:0/1807663544 >> v2:172.21.15.143:3300/0 conn(0x7f3fc80d0bc0 msgr2=0x7f3fc806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc6d9d640 1 --2- 172.21.15.94:0/1807663544 >> v2:172.21.15.143:3300/0 conn(0x7f3fc80d0bc0 0x7f3fc806e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc6d9d640 1 -- 172.21.15.94:0/1807663544 >> v1:172.21.15.143:6789/0 conn(0x7f3fc806dec0 legacy=0x7f3fc80d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.579+0000 7f3fc6d9d640 1 -- 172.21.15.94:0/1807663544 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc806ef00 con 0x7f3fc815b120 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.580+0000 7f3fc6d9d640 1 --2- 172.21.15.94:0/1807663544 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc815b120 0x7f3fc806f9e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3fc815eb60 tx=0x7f3fb802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18d5f78a2b85c8aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.580+0000 7f3fc5d9b640 1 -- 172.21.15.94:0/1807663544 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb8037070 con 0x7f3fc815b120 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.580+0000 7f3fc5d9b640 1 -- 172.21.15.94:0/1807663544 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fb8032440 con 0x7f3fc815b120 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.580+0000 7f3fc5d9b640 1 -- 172.21.15.94:0/1807663544 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb8032810 con 0x7f3fc815b120 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/1807663544 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc815b120 msgr2=0x7f3fc806f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/1807663544 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc815b120 0x7f3fc806f9e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3fc815eb60 tx=0x7f3fb802a270 comp rx=0 tx=0).stop 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/1807663544 shutdown_connections 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/1807663544 >> v2:172.21.15.143:3300/0 conn(0x7f3fc80d0bc0 0x7f3fc806e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/1807663544 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc815b120 0x7f3fc806f9e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/1807663544 >> 172.21.15.94:0/1807663544 conn(0x7f3fc806bdf0 msgr2=0x7f3fc806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:28.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/1807663544 shutdown_connections 2024-09-10T08:33:28.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.581+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/1807663544 wait complete. 2024-09-10T08:33:28.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.582+0000 7f3fcd0d0640 1 Processor -- start 2024-09-10T08:33:28.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.582+0000 7f3fcd0d0640 1 -- start start 2024-09-10T08:33:28.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fcd0d0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fc806dec0 0x7f3fc814f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fcd0d0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc80d0bc0 0x7f3fc8072e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fcd0d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fc815b120 0x7f3fc8154ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fcd0d0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc80ce060 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fcd0d0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc806f4c0 con 0x7f3fc806dec0 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fcd0d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3fc80c5160 con 0x7f3fc815b120 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fc659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc80d0bc0 0x7f3fc8072e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fc659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc80d0bc0 0x7f3fc8072e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60526/0 (socket says 172.21.15.94:60526) 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fc659c640 1 -- 172.21.15.94:0/2684903866 learned_addr learned my addr 172.21.15.94:0/2684903866 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fc6d9d640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fc806dec0 0x7f3fc814f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.583+0000 7f3fc759e640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fc815b120 0x7f3fc8154ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fc659c640 1 -- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fc815b120 msgr2=0x7f3fc8154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fc659c640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fc815b120 0x7f3fc8154ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fc659c640 1 -- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fc806dec0 msgr2=0x7f3fc814f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fc659c640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fc806dec0 0x7f3fc814f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fc659c640 1 -- 172.21.15.94:0/2684903866 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc80adf80 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fc659c640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc80d0bc0 0x7f3fc8072e20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc00c400 tx=0x7f3fbc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:28.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3faf7fe640 1 -- 172.21.15.94:0/2684903866 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fbc0052d0 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3faf7fe640 1 -- 172.21.15.94:0/2684903866 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fbc005490 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fc8153650 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3faf7fe640 1 -- 172.21.15.94:0/2684903866 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fbc007260 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.584+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fc80ad650 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.585+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fc8153820 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.585+0000 7f3faf7fe640 1 -- 172.21.15.94:0/2684903866 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3fbc007400 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.586+0000 7f3faf7fe640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3fb406be30 0x7f3fb406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:28.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.586+0000 7f3faf7fe640 1 -- 172.21.15.94:0/2684903866 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6858+0+0 (secure 0 0 0) 0x7f3fbc08a7c0 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.586+0000 7f3fc6d9d640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3fb406be30 0x7f3fb406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:28.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.586+0000 7f3fc6d9d640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3fb406be30 0x7f3fb406e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3fb8034000 tx=0x7f3fb802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:28.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.590+0000 7f3faf7fe640 1 -- 172.21.15.94:0/2684903866 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3fbc0586a0 con 0x7f3fc80d0bc0 2024-09-10T08:33:28.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:28.791+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3fc806e330 con 0x7f3fc80d0bc0 2024-09-10T08:33:29.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.466+0000 7f3faf7fe640 1 -- 172.21.15.94:0/2684903866 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f3fbc05c9a0 con 0x7f3fc80d0bc0 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3fb406be30 msgr2=0x7f3fb406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3fb406be30 0x7f3fb406e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3fb8034000 tx=0x7f3fb802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc80d0bc0 msgr2=0x7f3fc8072e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc80d0bc0 0x7f3fc8072e20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc00c400 tx=0x7f3fbc00c8c0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 shutdown_connections 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3fb406be30 0x7f3fb406e2f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3fc815b120 0x7f3fc8154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3fc80d0bc0 0x7f3fc8072e20 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 --2- 172.21.15.94:0/2684903866 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3fc806dec0 0x7f3fc814f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 >> 172.21.15.94:0/2684903866 conn(0x7f3fc806bdf0 msgr2=0x7f3fc80ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:29.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 shutdown_connections 2024-09-10T08:33:29.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.468+0000 7f3fcd0d0640 1 -- 172.21.15.94:0/2684903866 wait complete. 2024-09-10T08:33:29.481 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:33:29.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.586+0000 7f88f000e640 1 Processor -- start 2024-09-10T08:33:29.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.586+0000 7f88f000e640 1 -- start start 2024-09-10T08:33:29.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.586+0000 7f88f000e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f88e815c3c0 0x7f88e80cddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:29.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88f000e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80d0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:29.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88f000e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88e80cd030 con 0x7f88e80d0790 2024-09-10T08:33:29.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88f000e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f88e80cd310 con 0x7f88e815c3c0 2024-09-10T08:33:29.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88f000e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f88e80cd5f0 con 0x7f88e809b100 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88eddaa640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f88e815c3c0 0x7f88e80cddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88eddaa640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f88e815c3c0 0x7f88e80cddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60542/0 (socket says 172.21.15.94:60542) 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88eddaa640 1 -- 172.21.15.94:0/3713126271 learned_addr learned my addr 172.21.15.94:0/3713126271 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88ee5ab640 1 --2- 172.21.15.94:0/3713126271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80d0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88eddaa640 1 -- 172.21.15.94:0/3713126271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 msgr2=0x7f88e80d0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88eddaa640 1 --2- 172.21.15.94:0/3713126271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80d0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88eddaa640 1 -- 172.21.15.94:0/3713126271 >> v1:172.21.15.143:6789/0 conn(0x7f88e80d0790 legacy=0x7f88e809a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88eddaa640 1 -- 172.21.15.94:0/3713126271 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e80cd8d0 con 0x7f88e815c3c0 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.587+0000 7f88ee5ab640 1 --2- 172.21.15.94:0/3713126271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80d0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88eddaa640 1 --2- 172.21.15.94:0/3713126271 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80cddf0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f88e40098a0 tx=0x7f88e402a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b466ae3030d3f1c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:29.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88ecda8640 1 -- 172.21.15.94:0/3713126271 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88e4037070 con 0x7f88e815c3c0 2024-09-10T08:33:29.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88ecda8640 1 -- 172.21.15.94:0/3713126271 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88e4032440 con 0x7f88e815c3c0 2024-09-10T08:33:29.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88ecda8640 1 -- 172.21.15.94:0/3713126271 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88e4032810 con 0x7f88e815c3c0 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88f000e640 1 -- 172.21.15.94:0/3713126271 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 msgr2=0x7f88e80cddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88f000e640 1 --2- 172.21.15.94:0/3713126271 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80cddf0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f88e40098a0 tx=0x7f88e402a290 comp rx=0 tx=0).stop 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88f000e640 1 -- 172.21.15.94:0/3713126271 shutdown_connections 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88f000e640 1 --2- 172.21.15.94:0/3713126271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80d0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88f000e640 1 --2- 172.21.15.94:0/3713126271 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80cddf0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.588+0000 7f88f000e640 1 -- 172.21.15.94:0/3713126271 >> 172.21.15.94:0/3713126271 conn(0x7f88e80b3ca0 msgr2=0x7f88e80b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.589+0000 7f88f000e640 1 -- 172.21.15.94:0/3713126271 shutdown_connections 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.589+0000 7f88f000e640 1 -- 172.21.15.94:0/3713126271 wait complete. 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 Processor -- start 2024-09-10T08:33:29.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 -- start start 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80ca160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88e80d0790 0x7f88e8154670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f88e809bd30 con 0x7f88e815c3c0 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f88e809bbb0 con 0x7f88e80d0790 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88f000e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f88e80ccc50 con 0x7f88e809b100 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.590+0000 7f88ee5ab640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80b4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:60550/0 (socket says 172.21.15.94:60550) 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 -- 172.21.15.94:0/2850518198 learned_addr learned my addr 172.21.15.94:0/2850518198 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ed5a9640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88e80d0790 0x7f88e8154670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88eddaa640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80ca160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 -- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 msgr2=0x7f88e80ca160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:29.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80ca160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 -- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88e80d0790 msgr2=0x7f88e8154670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88e80d0790 0x7f88e8154670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 -- 172.21.15.94:0/2850518198 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e80ca6a0 con 0x7f88e815c3c0 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88eddaa640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80ca160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ed5a9640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88e80d0790 0x7f88e8154670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88ee5ab640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80b4fe0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f88e0007e40 tx=0x7f88e000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88de7fc640 1 -- 172.21.15.94:0/2850518198 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88e001a070 con 0x7f88e815c3c0 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88de7fc640 1 -- 172.21.15.94:0/2850518198 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88e0003bb0 con 0x7f88e815c3c0 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88e815f6d0 con 0x7f88e815c3c0 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88de7fc640 1 -- 172.21.15.94:0/2850518198 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88e0004030 con 0x7f88e815c3c0 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.591+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88e80cb170 con 0x7f88e815c3c0 2024-09-10T08:33:29.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.592+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88e80cbc20 con 0x7f88e815c3c0 2024-09-10T08:33:29.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.592+0000 7f88de7fc640 1 -- 172.21.15.94:0/2850518198 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f88e001d070 con 0x7f88e815c3c0 2024-09-10T08:33:29.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.593+0000 7f88de7fc640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f88cc06be60 0x7f88cc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:29.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.593+0000 7f88de7fc640 1 -- 172.21.15.94:0/2850518198 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6858+0+0 (secure 0 0 0) 0x7f88e008b470 con 0x7f88e815c3c0 2024-09-10T08:33:29.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.593+0000 7f88eddaa640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f88cc06be60 0x7f88cc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:29.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.593+0000 7f88eddaa640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f88cc06be60 0x7f88cc06e320 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f88e4034000 tx=0x7f88e402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:29.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.597+0000 7f88de7fc640 1 -- 172.21.15.94:0/2850518198 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f88e0010070 con 0x7f88e815c3c0 2024-09-10T08:33:29.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:29.764+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f88e80cddf0 con 0x7f88e815c3c0 2024-09-10T08:33:30.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.588+0000 7f88de7fc640 1 -- 172.21.15.94:0/2850518198 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) ==== 181+0+0 (secure 0 0 0) 0x7f88e0059a30 con 0x7f88e815c3c0 2024-09-10T08:33:30.588 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.592+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f88cc06be60 msgr2=0x7f88cc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.592+0000 7f88f000e640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f88cc06be60 0x7f88cc06e320 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f88e4034000 tx=0x7f88e402e000 comp rx=0 tx=0).stop 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.592+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 msgr2=0x7f88e80b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.592+0000 7f88f000e640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80b4fe0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f88e0007e40 tx=0x7f88e000d4a0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 shutdown_connections 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f88cc06be60 0x7f88cc06e320 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f88e80d0790 0x7f88e8154670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f88e815c3c0 0x7f88e80b4fe0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 --2- 172.21.15.94:0/2850518198 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f88e809b100 0x7f88e80ca160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 >> 172.21.15.94:0/2850518198 conn(0x7f88e80b3ca0 msgr2=0x7f88e80b4080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 shutdown_connections 2024-09-10T08:33:30.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.593+0000 7f88f000e640 1 -- 172.21.15.94:0/2850518198 wait complete. 2024-09-10T08:33:30.607 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:33:30.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.714+0000 7f33790c9640 1 Processor -- start 2024-09-10T08:33:30.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.714+0000 7f33790c9640 1 -- start start 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f33790c9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f33740d0070 0x7f337415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f33790c9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f33740d4130 0x7f33740d4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f33790c9640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33740d1b10 con 0x7f337415f0d0 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f33790c9640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f33740cf2b0 con 0x7f33740d4130 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f33790c9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f33740cf590 con 0x7f33740d0070 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f3372d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f337415f0d0 0x7f33740d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42822/0 (socket says 172.21.15.94:42822) 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f3372d9d640 1 -- 172.21.15.94:0/974715175 learned_addr learned my addr 172.21.15.94:0/974715175 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f337359e640 1 --2- 172.21.15.94:0/974715175 >> v2:172.21.15.94:3300/0 conn(0x7f33740d4130 0x7f33740d4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f337259c640 1 -- 172.21.15.94:0/974715175 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3475535805 0 0) 0x7f33740d1b10 con 0x7f337415f0d0 2024-09-10T08:33:30.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f336a59c640 1 --2- 172.21.15.94:0/974715175 >> v2:172.21.15.143:3300/0 conn(0x7f33740d0070 0x7f337415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:30.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f337259c640 1 -- 172.21.15.94:0/974715175 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3360003520 con 0x7f337415f0d0 2024-09-10T08:33:30.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.715+0000 7f337359e640 1 -- 172.21.15.94:0/974715175 >> v2:172.21.15.143:3300/0 conn(0x7f33740d0070 msgr2=0x7f337415f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:30.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f337359e640 1 --2- 172.21.15.94:0/974715175 >> v2:172.21.15.143:3300/0 conn(0x7f33740d0070 0x7f337415f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f337359e640 1 -- 172.21.15.94:0/974715175 >> v1:172.21.15.94:6789/0 conn(0x7f337415f0d0 legacy=0x7f33740d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:30.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f337359e640 1 -- 172.21.15.94:0/974715175 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33740cf870 con 0x7f33740d4130 2024-09-10T08:33:30.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f336a59c640 1 --2- 172.21.15.94:0/974715175 >> v2:172.21.15.143:3300/0 conn(0x7f33740d0070 0x7f337415f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:30.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f337359e640 1 --2- 172.21.15.94:0/974715175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33740d4560 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f3374162fc0 tx=0x7f336c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58f46f974bc42a23 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:30.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f337259c640 1 -- 172.21.15.94:0/974715175 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336c007740 con 0x7f33740d4130 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f337259c640 1 -- 172.21.15.94:0/974715175 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f336c0078e0 con 0x7f33740d4130 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.716+0000 7f337259c640 1 -- 172.21.15.94:0/974715175 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f336c007c90 con 0x7f33740d4130 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 -- 172.21.15.94:0/974715175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 msgr2=0x7f33740d4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 --2- 172.21.15.94:0/974715175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33740d4560 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f3374162fc0 tx=0x7f336c02a5f0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 -- 172.21.15.94:0/974715175 shutdown_connections 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 --2- 172.21.15.94:0/974715175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33740d4560 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 --2- 172.21.15.94:0/974715175 >> v2:172.21.15.143:3300/0 conn(0x7f33740d0070 0x7f337415f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 -- 172.21.15.94:0/974715175 >> 172.21.15.94:0/974715175 conn(0x7f337409d760 msgr2=0x7f337408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 -- 172.21.15.94:0/974715175 shutdown_connections 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.717+0000 7f33790c9640 1 -- 172.21.15.94:0/974715175 wait complete. 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.718+0000 7f33790c9640 1 Processor -- start 2024-09-10T08:33:30.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.718+0000 7f33790c9640 1 -- start start 2024-09-10T08:33:30.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f33790c9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33740d0070 0x7f3374157460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:30.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f33790c9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33741593d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:30.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f33790c9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f337415f0d0 0x7f33740b2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f33790c9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f33740cef60 con 0x7f33740d4130 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f33790c9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f33740d4aa0 con 0x7f337415f0d0 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f33790c9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f33740b2f70 con 0x7f33740d0070 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f336a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33741593d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f336a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33741593d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59452/0 (socket says 172.21.15.94:59452) 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f336a59c640 1 -- 172.21.15.94:0/2263051123 learned_addr learned my addr 172.21.15.94:0/2263051123 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f337359e640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f337415f0d0 0x7f33740b2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f336a59c640 1 -- 172.21.15.94:0/2263051123 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33740d0070 msgr2=0x7f3374157460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f336a59c640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33740d0070 0x7f3374157460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.719+0000 7f336a59c640 1 -- 172.21.15.94:0/2263051123 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f337415f0d0 msgr2=0x7f33740b2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f336a59c640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f337415f0d0 0x7f33740b2170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f336a59c640 1 -- 172.21.15.94:0/2263051123 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33740ce3c0 con 0x7f33740d4130 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f336a59c640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33741593d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f335c00c820 tx=0x7f335c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f336bfff640 1 -- 172.21.15.94:0/2263051123 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f335c015070 con 0x7f33740d4130 2024-09-10T08:33:30.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f336bfff640 1 -- 172.21.15.94:0/2263051123 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f335c007a30 con 0x7f33740d4130 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f336bfff640 1 -- 172.21.15.94:0/2263051123 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f335c007e00 con 0x7f33740d4130 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3374159910 con 0x7f33740d4130 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.720+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33740cd600 con 0x7f33740d4130 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.721+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33740d0a80 con 0x7f33740d4130 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.721+0000 7f336bfff640 1 -- 172.21.15.94:0/2263051123 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f335c018070 con 0x7f33740d4130 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.722+0000 7f336bfff640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f335406be30 0x7f335406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.722+0000 7f336bfff640 1 -- 172.21.15.94:0/2263051123 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 6420+0+0 (secure 0 0 0) 0x7f335c08b090 con 0x7f33740d4130 2024-09-10T08:33:30.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.722+0000 7f3372d9d640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f335406be30 0x7f335406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:30.724 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.722+0000 7f3372d9d640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f335406be30 0x7f335406e2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3364000f60 tx=0x7f33640078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:30.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.726+0000 7f336bfff640 1 -- 172.21.15.94:0/2263051123 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f33740d0a80 con 0x7f33740d4130 2024-09-10T08:33:30.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:30.892+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f33740d4560 con 0x7f33740d4130 2024-09-10T08:33:31.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.589+0000 7f336bfff640 1 -- 172.21.15.94:0/2263051123 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) ==== 169+0+0 (secure 0 0 0) 0x7f335c059800 con 0x7f33740d4130 2024-09-10T08:33:31.590 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-09-10T08:33:31.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f335406be30 msgr2=0x7f335406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:31.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f335406be30 0x7f335406e2f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3364000f60 tx=0x7f33640078f0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 msgr2=0x7f33741593d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33741593d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f335c00c820 tx=0x7f335c00cc20 comp rx=0 tx=0).stop 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 shutdown_connections 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f335406be30 0x7f335406e2f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f337415f0d0 0x7f33740b2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33740d4130 0x7f33741593d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 --2- 172.21.15.94:0/2263051123 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33740d0070 0x7f3374157460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 >> 172.21.15.94:0/2263051123 conn(0x7f337409d760 msgr2=0x7f337406dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 shutdown_connections 2024-09-10T08:33:31.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.593+0000 7f33790c9640 1 -- 172.21.15.94:0/2263051123 wait complete. 2024-09-10T08:33:31.606 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-10T08:33:31.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.708+0000 7f3da8328640 1 Processor -- start 2024-09-10T08:33:31.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.708+0000 7f3da8328640 1 -- start start 2024-09-10T08:33:31.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.709+0000 7f3da8328640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f3da015e2a0 0x7f3da006d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.709+0000 7f3da8328640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e680 0x7f3da00cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.709+0000 7f3da8328640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3da006d960 0x7f3da00d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.709+0000 7f3da8328640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f3da00d1880 con 0x7f3da006d960 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.709+0000 7f3da8328640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f3da00d1b60 con 0x7f3da015e2a0 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.709+0000 7f3da8328640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3da00cf2d0 con 0x7f3da015e680 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.709+0000 7f3da68c5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3da006d960 0x7f3da00d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da68c5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3da006d960 0x7f3da00d0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59460/0 (socket says 172.21.15.94:59460) 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da68c5640 1 -- 172.21.15.94:0/621213722 learned_addr learned my addr 172.21.15.94:0/621213722 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da60c4640 1 --2- 172.21.15.94:0/621213722 >> v2:172.21.15.143:3300/0 conn(0x7f3da015e2a0 0x7f3da006d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:31.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da58c3640 1 --2- 172.21.15.94:0/621213722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e680 0x7f3da00cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:31.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da68c5640 1 -- 172.21.15.94:0/621213722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e680 msgr2=0x7f3da00cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:31.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da68c5640 1 --2- 172.21.15.94:0/621213722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e680 0x7f3da00cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da68c5640 1 -- 172.21.15.94:0/621213722 >> v2:172.21.15.143:3300/0 conn(0x7f3da015e2a0 msgr2=0x7f3da006d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:31.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da68c5640 1 --2- 172.21.15.94:0/621213722 >> v2:172.21.15.143:3300/0 conn(0x7f3da015e2a0 0x7f3da006d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.710+0000 7f3da68c5640 1 -- 172.21.15.94:0/621213722 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da00cf5b0 con 0x7f3da006d960 2024-09-10T08:33:31.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da68c5640 1 --2- 172.21.15.94:0/621213722 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da006d960 0x7f3da00d0010 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3da00b6fa0 tx=0x7f3d9802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dcfc3c12f3b5d23 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:31.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da50c2640 1 -- 172.21.15.94:0/621213722 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d98036070 con 0x7f3da006d960 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da50c2640 1 -- 172.21.15.94:0/621213722 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d98031600 con 0x7f3da006d960 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da50c2640 1 -- 172.21.15.94:0/621213722 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d980319d0 con 0x7f3da006d960 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 -- 172.21.15.94:0/621213722 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da006d960 msgr2=0x7f3da00d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 --2- 172.21.15.94:0/621213722 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da006d960 0x7f3da00d0010 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3da00b6fa0 tx=0x7f3d9802a6a0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 -- 172.21.15.94:0/621213722 shutdown_connections 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 --2- 172.21.15.94:0/621213722 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da006d960 0x7f3da00d0010 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 --2- 172.21.15.94:0/621213722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e680 0x7f3da00cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 --2- 172.21.15.94:0/621213722 >> v2:172.21.15.143:3300/0 conn(0x7f3da015e2a0 0x7f3da006d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 -- 172.21.15.94:0/621213722 >> 172.21.15.94:0/621213722 conn(0x7f3da009d760 msgr2=0x7f3da008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 -- 172.21.15.94:0/621213722 shutdown_connections 2024-09-10T08:33:31.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.711+0000 7f3da8328640 1 -- 172.21.15.94:0/621213722 wait complete. 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.712+0000 7f3da8328640 1 Processor -- start 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da8328640 1 -- start start 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da8328640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3da006d960 0x7f3da01f8640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da8328640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e2a0 0x7f3da015bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da8328640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da015e680 0x7f3da015f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da8328640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3da00d44f0 con 0x7f3da015e680 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da8328640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3da00d4370 con 0x7f3da006d960 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da8328640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3da00d4670 con 0x7f3da015e2a0 2024-09-10T08:33:31.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da68c5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da015e680 0x7f3da015f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da68c5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da015e680 0x7f3da015f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59462/0 (socket says 172.21.15.94:59462) 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da68c5640 1 -- 172.21.15.94:0/2785221513 learned_addr learned my addr 172.21.15.94:0/2785221513 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da60c4640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3da006d960 0x7f3da01f8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.713+0000 7f3da58c3640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e2a0 0x7f3da015bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da68c5640 1 -- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e2a0 msgr2=0x7f3da015bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da68c5640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e2a0 0x7f3da015bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da68c5640 1 -- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3da006d960 msgr2=0x7f3da01f8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da68c5640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3da006d960 0x7f3da01f8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da68c5640 1 -- 172.21.15.94:0/2785221513 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da01f8b80 con 0x7f3da015e680 2024-09-10T08:33:31.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da58c3640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e2a0 0x7f3da015bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da68c5640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da015e680 0x7f3da015f9b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3d98009f40 tx=0x7f3d98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3d96ffd640 1 -- 172.21.15.94:0/2785221513 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d98041020 con 0x7f3da015e680 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3d96ffd640 1 -- 172.21.15.94:0/2785221513 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d980077a0 con 0x7f3da015e680 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3da00ca550 con 0x7f3da015e680 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3d96ffd640 1 -- 172.21.15.94:0/2785221513 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d98036040 con 0x7f3da015e680 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.714+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3da00cb9e0 con 0x7f3da015e680 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.715+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3da00d4a40 con 0x7f3da015e680 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.715+0000 7f3d96ffd640 1 -- 172.21.15.94:0/2785221513 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3d98044020 con 0x7f3da015e680 2024-09-10T08:33:31.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.716+0000 7f3d96ffd640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d8406be30 0x7f3d8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:31.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.716+0000 7f3d96ffd640 1 -- 172.21.15.94:0/2785221513 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5853+0+0 (secure 0 0 0) 0x7f3d980abab0 con 0x7f3da015e680 2024-09-10T08:33:31.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.716+0000 7f3da60c4640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d8406be30 0x7f3d8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:31.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.716+0000 7f3da60c4640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d8406be30 0x7f3d8406e2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c006fd0 tx=0x7f3d9c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:31.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.720+0000 7f3d96ffd640 1 -- 172.21.15.94:0/2785221513 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d9804b030 con 0x7f3da015e680 2024-09-10T08:33:31.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:31.886+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3da006cf90 con 0x7f3da015e680 2024-09-10T08:33:32.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.605+0000 7f3d96ffd640 1 -- 172.21.15.94:0/2785221513 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) ==== 178+0+0 (secure 0 0 0) 0x7f3da01f8b80 con 0x7f3da015e680 2024-09-10T08:33:32.606 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data_ec' removed 2024-09-10T08:33:32.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.608+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d8406be30 msgr2=0x7f3d8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:32.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.608+0000 7f3da8328640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d8406be30 0x7f3d8406e2f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c006fd0 tx=0x7f3d9c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:32.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.608+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da015e680 msgr2=0x7f3da015f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:32.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.608+0000 7f3da8328640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da015e680 0x7f3da015f9b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3d98009f40 tx=0x7f3d98004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:32.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 shutdown_connections 2024-09-10T08:33:32.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d8406be30 0x7f3d8406e2f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:32.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3da015e680 0x7f3da015f9b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:32.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3da015e2a0 0x7f3da015bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:32.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 --2- 172.21.15.94:0/2785221513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3da006d960 0x7f3da01f8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:32.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 >> 172.21.15.94:0/2785221513 conn(0x7f3da009d760 msgr2=0x7f3da015cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:32.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 shutdown_connections 2024-09-10T08:33:32.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:32.609+0000 7f3da8328640 1 -- 172.21.15.94:0/2785221513 wait complete. 2024-09-10T08:33:32.624 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:33:32.624 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T08:33:32.624 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:33:32.624 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:32.624 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:33:32.625 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T08:33:32.625 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:33:32.625 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:32.625 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:33:32.625 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T08:33:32.625 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:33:32.625 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:32.626 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:33:32.626 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T08:33:32.626 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:33:32.626 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:32.636 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:33:32.636 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:33:32.637 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:33:32.637 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:33:32.639 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:33:32.639 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:33:32.678 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:33:32.679 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:32.679 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:33:32.679 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:32.682 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:33:32.682 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:32.755 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:33:32.755 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:33:32.761 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:33:34.234 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-10T08:33:38.638 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:33:38.638 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:33:38.642 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:33:38.642 DEBUG:teuthology.parallel:result is None 2024-09-10T08:33:38.642 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T08:33:38.725 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:33:38.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.753+0000 7febf8da2640 1 Processor -- start 2024-09-10T08:33:38.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.753+0000 7febf8da2640 1 -- start start 2024-09-10T08:33:38.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.754+0000 7febf8da2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 0x7febf40cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.754+0000 7febf8da2640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febf40d2110 con 0x7febf40b4f80 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.754+0000 7febf8da2640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febf40d23f0 con 0x7febf4162a00 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.754+0000 7febf8da2640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7febf40d26d0 con 0x7febf40d1010 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.754+0000 7febf3fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7febf40b4f80 0x7febf40cf340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42848/0 (socket says 172.21.15.94:42848) 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.754+0000 7febf3fff640 1 -- 172.21.15.94:0/695292159 learned_addr learned my addr 172.21.15.94:0/695292159 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf2ffd640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 0x7febf40cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1481185408 0 0) 0x7febf40d2110 con 0x7febf40b4f80 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7febdc003520 con 0x7febf40b4f80 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 365051978 0 0) 0x7febf40d23f0 con 0x7febf4162a00 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7febf40d2110 con 0x7febf4162a00 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3909984651 0 0) 0x7febdc003520 con 0x7febf40b4f80 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 msgr2=0x7febf40cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:38.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 0x7febf40cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 >> v1:172.21.15.143:6789/0 conn(0x7febf4162a00 legacy=0x7febf40d0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf40d29b0 con 0x7febf40b4f80 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7febec001670 con 0x7febf40b4f80 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 >> v1:172.21.15.94:6789/0 conn(0x7febf40b4f80 legacy=0x7febf40cf340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 0x7febdc003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febdc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febdc004d40 0x7febdc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7febf40d26d0 con 0x7febdc004120 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7febdc00bb80 con 0x7febdc004d40 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7febdc00bd80 con 0x7febf40d1010 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf2ffd640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febdc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf37fe640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 0x7febdc003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf3fff640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febdc004d40 0x7febdc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf2ffd640 1 -- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 msgr2=0x7febdc003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf2ffd640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf40d1010 0x7febdc003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf2ffd640 1 -- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febdc004d40 msgr2=0x7febdc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf2ffd640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febdc004d40 0x7febdc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.755+0000 7febf2ffd640 1 -- 172.21.15.94:0/695292159 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febdc003520 con 0x7febdc004120 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.756+0000 7febf2ffd640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febdc004800 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7febe8009ac0 tx=0x7febdc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9791c98b6a498f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.756+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe8036070 con 0x7febdc004120 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.756+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febe8031400 con 0x7febdc004120 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.756+0000 7febf27fc640 1 -- 172.21.15.94:0/695292159 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe8009690 con 0x7febdc004120 2024-09-10T08:33:38.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.757+0000 7febf8da2640 1 -- 172.21.15.94:0/695292159 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 msgr2=0x7febdc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:38.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.757+0000 7febf8da2640 1 --2- 172.21.15.94:0/695292159 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febdc004800 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7febe8009ac0 tx=0x7febdc005830 comp rx=0 tx=0).stop 2024-09-10T08:33:38.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.757+0000 7febf3fff640 1 -- 172.21.15.94:0/695292159 reap_dead start 2024-09-10T08:33:38.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.757+0000 7febf8da2640 1 -- 172.21.15.94:0/695292159 shutdown_connections 2024-09-10T08:33:38.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.757+0000 7febf8da2640 1 -- 172.21.15.94:0/695292159 >> 172.21.15.94:0/695292159 conn(0x7febf409d520 msgr2=0x7febf40d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:38.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.757+0000 7febf8da2640 1 -- 172.21.15.94:0/695292159 shutdown_connections 2024-09-10T08:33:38.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.757+0000 7febf8da2640 1 -- 172.21.15.94:0/695292159 wait complete. 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.758+0000 7febf8da2640 1 Processor -- start 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.758+0000 7febf8da2640 1 -- start start 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf8da2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febf4149410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf8da2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf41f7290 0x7febf40cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf8da2640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febf4149950 0x7febf41473b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf8da2640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7febf40d31b0 con 0x7febdc004120 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf8da2640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7febf40b8030 con 0x7febf4149950 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf8da2640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7febf40d3330 con 0x7febf41f7290 2024-09-10T08:33:38.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febf4149410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febf4149410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59496/0 (socket says 172.21.15.94:59496) 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 -- 172.21.15.94:0/616850377 learned_addr learned my addr 172.21.15.94:0/616850377 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf3fff640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febf4149950 0x7febf41473b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf2ffd640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf41f7290 0x7febf40cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 -- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf41f7290 msgr2=0x7febf40cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf41f7290 0x7febf40cdd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 -- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febf4149950 msgr2=0x7febf41473b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febf4149950 0x7febf41473b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.759+0000 7febf37fe640 1 -- 172.21.15.94:0/616850377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf40cbdf0 con 0x7febdc004120 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.760+0000 7febf37fe640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febf4149410 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7febe400fb80 tx=0x7febe400d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:38.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.760+0000 7febdbfff640 1 -- 172.21.15.94:0/616850377 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe400dc30 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.760+0000 7febdbfff640 1 -- 172.21.15.94:0/616850377 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7febe4018070 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.760+0000 7febdbfff640 1 -- 172.21.15.94:0/616850377 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe4003970 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.760+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febf40cd240 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.760+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febf414a170 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.761+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febf40748d0 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.762+0000 7febdbfff640 1 -- 172.21.15.94:0/616850377 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7febe4003b30 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.762+0000 7febdbfff640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7febe006be60 0x7febe006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.762+0000 7febdbfff640 1 -- 172.21.15.94:0/616850377 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5335+0+0 (secure 0 0 0) 0x7febe408ad00 con 0x7febdc004120 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.762+0000 7febf2ffd640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7febe006be60 0x7febe006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:38.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.763+0000 7febf2ffd640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7febe006be60 0x7febe006e320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7febe8033000 tx=0x7febe8008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:38.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.766+0000 7febdbfff640 1 -- 172.21.15.94:0/616850377 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7febf40748d0 con 0x7febdc004120 2024-09-10T08:33:38.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:38.944+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7febf4162de0 con 0x7febdc004120 2024-09-10T08:33:40.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.625+0000 7febdbfff640 1 -- 172.21.15.94:0/616850377 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v37) ==== 97+0+0 (secure 0 0 0) 0x7febe4022020 con 0x7febdc004120 2024-09-10T08:33:40.626 INFO:teuthology.orchestra.run.smithi094.stderr: removed all blocklist entries 2024-09-10T08:33:40.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7febe006be60 msgr2=0x7febe006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:40.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7febe006be60 0x7febe006e320 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7febe8033000 tx=0x7febe8008030 comp rx=0 tx=0).stop 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 msgr2=0x7febf4149410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febf4149410 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7febe400fb80 tx=0x7febe400d520 comp rx=0 tx=0).stop 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 shutdown_connections 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7febe006be60 0x7febe006e320 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7febf4149950 0x7febf41473b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7febf41f7290 0x7febf40cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 --2- 172.21.15.94:0/616850377 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7febdc004120 0x7febf4149410 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 >> 172.21.15.94:0/616850377 conn(0x7febf409d520 msgr2=0x7febf40b5ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 shutdown_connections 2024-09-10T08:33:40.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.628+0000 7febf8da2640 1 -- 172.21.15.94:0/616850377 wait complete. 2024-09-10T08:33:40.644 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T08:33:40.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.747+0000 7f82e965e640 1 Processor -- start 2024-09-10T08:33:40.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.747+0000 7f82e965e640 1 -- start start 2024-09-10T08:33:40.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e965e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82e415f0d0 0x7f82e415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:40.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e965e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82e40d1b10 con 0x7f82e40d4130 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e965e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82e40cf2b0 con 0x7f82e40d0070 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e965e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f82e40cf590 con 0x7f82e415f0d0 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e2ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82e415f0d0 0x7f82e415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e37fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f82e40d4130 0x7f82e40d4560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39658/0 (socket says 172.21.15.94:39658) 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e37fe640 1 -- 172.21.15.94:0/1165349254 learned_addr learned my addr 172.21.15.94:0/1165349254 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e2ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f82e415f0d0 0x7f82e415f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36372/0 (socket says 172.21.15.94:36372) 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1165349254 >> v1:172.21.15.143:6789/0 conn(0x7f82e40d0070 legacy=0x7f82e40d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1165349254 >> v1:172.21.15.94:6789/0 conn(0x7f82e40d4130 legacy=0x7f82e40d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e1ffb640 1 -- 172.21.15.94:0/1165349254 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2895173291 0 0) 0x7f82e40d1b10 con 0x7f82e40d4130 2024-09-10T08:33:40.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.748+0000 7f82e2ffd640 1 -- 172.21.15.94:0/1165349254 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82e40cf870 con 0x7f82e415f0d0 2024-09-10T08:33:40.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.749+0000 7f82e2ffd640 1 --2- 172.21.15.94:0/1165349254 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415f4b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f82d40097a0 tx=0x7f82d402a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb09532bb65a178 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:40.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.749+0000 7f82e1ffb640 1 -- 172.21.15.94:0/1165349254 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d4037070 con 0x7f82e415f0d0 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.749+0000 7f82e1ffb640 1 -- 172.21.15.94:0/1165349254 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82d402adc0 con 0x7f82e415f0d0 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.749+0000 7f82e1ffb640 1 -- 172.21.15.94:0/1165349254 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d4032660 con 0x7f82e415f0d0 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.750+0000 7f82e965e640 1 -- 172.21.15.94:0/1165349254 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 msgr2=0x7f82e415f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.750+0000 7f82e965e640 1 --2- 172.21.15.94:0/1165349254 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415f4b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f82d40097a0 tx=0x7f82d402a0b0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.750+0000 7f82e965e640 1 -- 172.21.15.94:0/1165349254 shutdown_connections 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.750+0000 7f82e965e640 1 --2- 172.21.15.94:0/1165349254 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415f4b0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.750+0000 7f82e965e640 1 -- 172.21.15.94:0/1165349254 >> 172.21.15.94:0/1165349254 conn(0x7f82e409d760 msgr2=0x7f82e408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.750+0000 7f82e965e640 1 -- 172.21.15.94:0/1165349254 shutdown_connections 2024-09-10T08:33:40.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.750+0000 7f82e965e640 1 -- 172.21.15.94:0/1165349254 wait complete. 2024-09-10T08:33:40.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.751+0000 7f82e965e640 1 Processor -- start 2024-09-10T08:33:40.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.751+0000 7f82e965e640 1 -- start start 2024-09-10T08:33:40.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e965e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82e40d0070 0x7f82e4154530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:40.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e965e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82e40d4130 0x7f82e415e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:40.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e965e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e965e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f82e40b2f70 con 0x7f82e415f0d0 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e965e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f82e40cef60 con 0x7f82e40d4130 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e965e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f82e40b30f0 con 0x7f82e40d0070 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36388/0 (socket says 172.21.15.94:36388) 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 -- 172.21.15.94:0/58413638 learned_addr learned my addr 172.21.15.94:0/58413638 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e27fc640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82e40d4130 0x7f82e415e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e2ffd640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82e40d0070 0x7f82e4154530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 -- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82e40d0070 msgr2=0x7f82e4154530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82e40d0070 0x7f82e4154530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 -- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82e40d4130 msgr2=0x7f82e415e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:40.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82e40d4130 0x7f82e415e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:40.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 -- 172.21.15.94:0/58413638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82e415e580 con 0x7f82e415f0d0 2024-09-10T08:33:40.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82e37fe640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415ce30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f82dc00caf0 tx=0x7f82dc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:40.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.752+0000 7f82cb7fe640 1 -- 172.21.15.94:0/58413638 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc00aca0 con 0x7f82e415f0d0 2024-09-10T08:33:40.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.753+0000 7f82cb7fe640 1 -- 172.21.15.94:0/58413638 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f82dc00ae40 con 0x7f82e415f0d0 2024-09-10T08:33:40.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.753+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82e41e9a80 con 0x7f82e415f0d0 2024-09-10T08:33:40.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.753+0000 7f82cb7fe640 1 -- 172.21.15.94:0/58413638 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc012620 con 0x7f82e415f0d0 2024-09-10T08:33:40.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.753+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82e40b41a0 con 0x7f82e415f0d0 2024-09-10T08:33:40.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.753+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82e406cf30 con 0x7f82e415f0d0 2024-09-10T08:33:40.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.754+0000 7f82cb7fe640 1 -- 172.21.15.94:0/58413638 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f82dc012880 con 0x7f82e415f0d0 2024-09-10T08:33:40.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.754+0000 7f82cb7fe640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d006be30 0x7f82d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:40.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.755+0000 7f82cb7fe640 1 -- 172.21.15.94:0/58413638 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7f82dc08b240 con 0x7f82e415f0d0 2024-09-10T08:33:40.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.755+0000 7f82e2ffd640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d006be30 0x7f82d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:40.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.755+0000 7f82e2ffd640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d006be30 0x7f82d006e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f82d4034000 tx=0x7f82d402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:40.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.759+0000 7f82cb7fe640 1 -- 172.21.15.94:0/58413638 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82dc059760 con 0x7f82e415f0d0 2024-09-10T08:33:40.946 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-10T08:33:40.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.987+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f82e41eaa00 con 0x7f82e415f0d0 2024-09-10T08:33:40.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.988+0000 7f82cb7fe640 1 -- 172.21.15.94:0/58413638 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f82dc05da60 con 0x7f82e415f0d0 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "auth_dump": [ 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.a", 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q==", 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.992 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.b", 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA==", 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.993 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.c", 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw==", 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.d", 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q==", 2024-09-10T08:33:40.994 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.0", 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw==", 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:40.995 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.1", 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA==", 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.996 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.2", 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ==", 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.3", 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ==", 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.997 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.4", 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w==", 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.998 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.5", 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg==", 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.6", 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA==", 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:40.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.7", 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw==", 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.000 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.0", 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A==", 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.1", 2024-09-10T08:33:41.001 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g==", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.2", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg==", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:33:41.002 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.3", 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw==", 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.003 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.admin", 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgJjOFxAATVzfzh3uLikRDv5gNW6Yvg==", 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.bootstrap-mds", 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAVBOBm2x5nKxAAulZVvuf/WoukW/Sq6APIGw==", 2024-09-10T08:33:41.004 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile bootstrap-mds" 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.bootstrap-mgr", 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAVBOBmtSZnKxAA+nBk4V6AoDq3ASRGRWCUYA==", 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.bootstrap-osd", 2024-09-10T08:33:41.005 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAVBOBmmC5nKxAAS7+wBL+vn4ThRD58e9umoQ==", 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile bootstrap-osd" 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.bootstrap-rbd", 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAVBOBmqjVnKxAAc1VVav3KtuxXoIVg0szJ4g==", 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-10T08:33:41.006 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAVBOBmqTxnKxAAOrrVtTcZ3QloqlbbZXwp2Q==", 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.bootstrap-rgw", 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAVBOBm6kNnKxAALiOukqfV1TjYKDbNIR1WMQ==", 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.x", 2024-09-10T08:33:41.007 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA==", 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.y", 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg==", 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:33:41.008 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:33:41.009 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.009 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:41.009 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:33:41.009 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:33:41.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d006be30 msgr2=0x7f82d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d006be30 0x7f82d006e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f82d4034000 tx=0x7f82d402e000 comp rx=0 tx=0).stop 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 msgr2=0x7f82e415ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415ce30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f82dc00caf0 tx=0x7f82dc00a060 comp rx=0 tx=0).stop 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 shutdown_connections 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f82d006be30 0x7f82d006e2f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f82e40d4130 0x7f82e415e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f82e415f0d0 0x7f82e415ce30 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 --2- 172.21.15.94:0/58413638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f82e40d0070 0x7f82e4154530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 >> 172.21.15.94:0/58413638 conn(0x7f82e409d760 msgr2=0x7f82e40b1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 shutdown_connections 2024-09-10T08:33:41.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:40.990+0000 7f82e965e640 1 -- 172.21.15.94:0/58413638 wait complete. 2024-09-10T08:33:41.012 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-10T08:33:41.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.113+0000 7fe63ccba640 1 Processor -- start 2024-09-10T08:33:41.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.113+0000 7fe63ccba640 1 -- start start 2024-09-10T08:33:41.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe63ccba640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe6380c5b00 0x7fe6380cc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe63ccba640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe6380cce70 0x7fe6380b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe63ccba640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6380b4540 con 0x7fe63815a7b0 2024-09-10T08:33:41.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe63ccba640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe6380b4870 con 0x7fe6380c5b00 2024-09-10T08:33:41.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe63ccba640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe6380c5f40 con 0x7fe6380cce70 2024-09-10T08:33:41.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe635d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe6380c5b00 0x7fe6380cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe635d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe6380c5b00 0x7fe6380cc930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36396/0 (socket says 172.21.15.94:36396) 2024-09-10T08:33:41.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe635d9b640 1 -- 172.21.15.94:0/233037108 learned_addr learned my addr 172.21.15.94:0/233037108 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:41.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe636d9d640 1 --2- 172.21.15.94:0/233037108 >> v2:172.21.15.143:3300/0 conn(0x7fe6380cce70 0x7fe6380b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe635d9b640 1 -- 172.21.15.94:0/233037108 >> v2:172.21.15.143:3300/0 conn(0x7fe6380cce70 msgr2=0x7fe6380b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe635d9b640 1 --2- 172.21.15.94:0/233037108 >> v2:172.21.15.143:3300/0 conn(0x7fe6380cce70 0x7fe6380b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe635d9b640 1 -- 172.21.15.94:0/233037108 >> v1:172.21.15.143:6789/0 conn(0x7fe63815a7b0 legacy=0x7fe6380cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.114+0000 7fe635d9b640 1 -- 172.21.15.94:0/233037108 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6380cf9b0 con 0x7fe6380c5b00 2024-09-10T08:33:41.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe635d9b640 1 --2- 172.21.15.94:0/233037108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380cc930 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe6380d1070 tx=0x7fe62002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3099b182b243cc5f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63559a640 1 -- 172.21.15.94:0/233037108 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe620037070 con 0x7fe6380c5b00 2024-09-10T08:33:41.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63559a640 1 -- 172.21.15.94:0/233037108 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe620032440 con 0x7fe6380c5b00 2024-09-10T08:33:41.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63559a640 1 -- 172.21.15.94:0/233037108 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe620032810 con 0x7fe6380c5b00 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 -- 172.21.15.94:0/233037108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 msgr2=0x7fe6380cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 --2- 172.21.15.94:0/233037108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380cc930 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe6380d1070 tx=0x7fe62002a230 comp rx=0 tx=0).stop 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 -- 172.21.15.94:0/233037108 shutdown_connections 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 --2- 172.21.15.94:0/233037108 >> v2:172.21.15.143:3300/0 conn(0x7fe6380cce70 0x7fe6380b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 --2- 172.21.15.94:0/233037108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380cc930 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 -- 172.21.15.94:0/233037108 >> 172.21.15.94:0/233037108 conn(0x7fe63806bdf0 msgr2=0x7fe63806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 -- 172.21.15.94:0/233037108 shutdown_connections 2024-09-10T08:33:41.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.115+0000 7fe63ccba640 1 -- 172.21.15.94:0/233037108 wait complete. 2024-09-10T08:33:41.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.117+0000 7fe63ccba640 1 Processor -- start 2024-09-10T08:33:41.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.117+0000 7fe63ccba640 1 -- start start 2024-09-10T08:33:41.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cce70 0x7fe638156e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe63815a7b0 0x7fe63815ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe63815ab90 con 0x7fe6380c5b00 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe6380cff70 con 0x7fe63815a7b0 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe6380ca8c0 con 0x7fe6380cce70 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380ad2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36404/0 (socket says 172.21.15.94:36404) 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 -- 172.21.15.94:0/2830670006 learned_addr learned my addr 172.21.15.94:0/2830670006 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe636d9d640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe63815a7b0 0x7fe63815ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe635d9b640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cce70 0x7fe638156e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 -- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cce70 msgr2=0x7fe638156e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cce70 0x7fe638156e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 -- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe63815a7b0 msgr2=0x7fe63815ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe63815a7b0 0x7fe63815ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 -- 172.21.15.94:0/2830670006 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe63815ba10 con 0x7fe6380c5b00 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63659c640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380ad2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe62800c430 tx=0x7fe62800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe62effd640 1 -- 172.21.15.94:0/2830670006 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe628011790 con 0x7fe6380c5b00 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe62effd640 1 -- 172.21.15.94:0/2830670006 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe628017070 con 0x7fe6380c5b00 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe62effd640 1 -- 172.21.15.94:0/2830670006 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe628011bb0 con 0x7fe6380c5b00 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6381f55e0 con 0x7fe6380c5b00 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.118+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6381f5ba0 con 0x7fe6380c5b00 2024-09-10T08:33:41.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.119+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6380cc930 con 0x7fe6380c5b00 2024-09-10T08:33:41.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.120+0000 7fe62effd640 1 -- 172.21.15.94:0/2830670006 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe62801c460 con 0x7fe6380c5b00 2024-09-10T08:33:41.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.120+0000 7fe62effd640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be30 0x7fe61806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.120+0000 7fe62effd640 1 -- 172.21.15.94:0/2830670006 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7fe62808aaa0 con 0x7fe6380c5b00 2024-09-10T08:33:41.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.120+0000 7fe635d9b640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be30 0x7fe61806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.121+0000 7fe635d9b640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be30 0x7fe61806e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe620034000 tx=0x7fe62002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.124+0000 7fe62effd640 1 -- 172.21.15.94:0/2830670006 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe63815ba10 con 0x7fe6380c5b00 2024-09-10T08:33:41.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.353+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fe638159e10 con 0x7fe6380c5b00 2024-09-10T08:33:41.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.355+0000 7fe62effd640 1 -- 172.21.15.94:0/2830670006 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7fe6280596a0 con 0x7fe6380c5b00 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be30 msgr2=0x7fe61806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be30 0x7fe61806e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe620034000 tx=0x7fe62002e000 comp rx=0 tx=0).stop 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 msgr2=0x7fe6380ad2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380ad2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe62800c430 tx=0x7fe62800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 shutdown_connections 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be30 0x7fe61806e2f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe63815a7b0 0x7fe63815ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cce70 0x7fe638156e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 --2- 172.21.15.94:0/2830670006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6380c5b00 0x7fe6380ad2f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.357+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 >> 172.21.15.94:0/2830670006 conn(0x7fe63806bdf0 msgr2=0x7fe6380c60c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:41.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.358+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 shutdown_connections 2024-09-10T08:33:41.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.358+0000 7fe63ccba640 1 -- 172.21.15.94:0/2830670006 wait complete. 2024-09-10T08:33:41.369 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-10T08:33:41.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.508+0000 7fac21911640 1 Processor -- start 2024-09-10T08:33:41.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.508+0000 7fac21911640 1 -- start start 2024-09-10T08:33:41.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.508+0000 7fac21911640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 0x7fac1c162c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.508+0000 7fac21911640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fac1c09a9f0 0x7fac1c09ae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.508+0000 7fac21911640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac1c0d05e0 con 0x7fac1c161af0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.508+0000 7fac21911640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fac1c0d03b0 con 0x7fac1c09a9f0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.508+0000 7fac21911640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fac1c163150 con 0x7fac1c0b47c0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac1affd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fac1c161af0 0x7fac1c0d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39662/0 (socket says 172.21.15.94:39662) 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac1affd640 1 -- 172.21.15.94:0/3788044235 learned_addr learned my addr 172.21.15.94:0/3788044235 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 469523936 0 0) 0x7fac1c0d05e0 con 0x7fac1c161af0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac08003520 con 0x7fac1c161af0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac1a7fc640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 0x7fac1c162c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac1b7fe640 1 --2- 172.21.15.94:0/3788044235 >> v2:172.21.15.143:3300/0 conn(0x7fac1c09a9f0 0x7fac1c09ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1307564760 0 0) 0x7fac08003520 con 0x7fac1c161af0 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 msgr2=0x7fac1c162c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 0x7fac1c162c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 >> v2:172.21.15.143:3300/0 conn(0x7fac1c09a9f0 msgr2=0x7fac1c09ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 --2- 172.21.15.94:0/3788044235 >> v2:172.21.15.143:3300/0 conn(0x7fac1c09a9f0 0x7fac1c09ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac1c0d08c0 con 0x7fac1c161af0 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fac140019f0 con 0x7fac1c161af0 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 >> v1:172.21.15.94:6789/0 conn(0x7fac1c161af0 legacy=0x7fac1c0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac08003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 0x7fac08004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac08004d40 0x7fac080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fac1c163150 con 0x7fac080039e0 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fac0800b9c0 con 0x7fac08004d40 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fac0800bb40 con 0x7fac1c0b47c0 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac1affd640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac08003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac1a7fc640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 0x7fac08004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.509+0000 7fac1b7fe640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac08004d40 0x7fac080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac1affd640 1 -- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 msgr2=0x7fac08004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac1affd640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 0x7fac08004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac1affd640 1 -- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac08004d40 msgr2=0x7fac080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac1affd640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac08004d40 0x7fac080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac1affd640 1 -- 172.21.15.94:0/3788044235 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac08003520 con 0x7fac080039e0 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac1a7fc640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0b47c0 0x7fac08004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac1affd640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac08003e00 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fac1400a850 tx=0x7fac08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe3b6b15e4fd0d46 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1400a4a0 con 0x7fac080039e0 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac1402f070 con 0x7fac080039e0 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.510+0000 7fac19ffb640 1 -- 172.21.15.94:0/3788044235 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1402bce0 con 0x7fac080039e0 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.511+0000 7fac21911640 1 -- 172.21.15.94:0/3788044235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 msgr2=0x7fac08003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.511+0000 7fac21911640 1 --2- 172.21.15.94:0/3788044235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac08003e00 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fac1400a850 tx=0x7fac08005830 comp rx=0 tx=0).stop 2024-09-10T08:33:41.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.511+0000 7fac1b7fe640 1 -- 172.21.15.94:0/3788044235 reap_dead start 2024-09-10T08:33:41.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.511+0000 7fac21911640 1 -- 172.21.15.94:0/3788044235 shutdown_connections 2024-09-10T08:33:41.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.511+0000 7fac21911640 1 -- 172.21.15.94:0/3788044235 >> 172.21.15.94:0/3788044235 conn(0x7fac1c0b3ca0 msgr2=0x7fac1c0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:41.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.511+0000 7fac21911640 1 -- 172.21.15.94:0/3788044235 shutdown_connections 2024-09-10T08:33:41.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.511+0000 7fac21911640 1 -- 172.21.15.94:0/3788044235 wait complete. 2024-09-10T08:33:41.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.512+0000 7fac21911640 1 Processor -- start 2024-09-10T08:33:41.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.512+0000 7fac21911640 1 -- start start 2024-09-10T08:33:41.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac21911640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac1c150500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac21911640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac1c0c7e30 0x7fac1c0c8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac21911640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0c8dd0 0x7fac1c0b08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac21911640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fac1c0d1160 con 0x7fac080039e0 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac21911640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fac1c0d0e80 con 0x7fac1c0c7e30 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac21911640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fac1c161ed0 con 0x7fac1c0c8dd0 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac1c150500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac1c150500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36424/0 (socket says 172.21.15.94:36424) 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 -- 172.21.15.94:0/3407042953 learned_addr learned my addr 172.21.15.94:0/3407042953 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1b7fe640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0c8dd0 0x7fac1c0b08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1a7fc640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac1c0c7e30 0x7fac1c0c8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 -- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0c8dd0 msgr2=0x7fac1c0b08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0c8dd0 0x7fac1c0b08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 -- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac1c0c7e30 msgr2=0x7fac1c0c8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac1c0c7e30 0x7fac1c0c8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.513+0000 7fac1affd640 1 -- 172.21.15.94:0/3407042953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac1c0c6d90 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.514+0000 7fac1affd640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac1c150500 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fac1400a970 tx=0x7fac14001dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.514+0000 7fac13fff640 1 -- 172.21.15.94:0/3407042953 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac14004d60 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.514+0000 7fac13fff640 1 -- 172.21.15.94:0/3407042953 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac140019e0 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.514+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac1c0c7070 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.514+0000 7fac13fff640 1 -- 172.21.15.94:0/3407042953 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac14034670 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.514+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac1c0c7630 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.515+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac1c162c10 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.515+0000 7fac13fff640 1 -- 172.21.15.94:0/3407042953 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fac14034810 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.516+0000 7fac13fff640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabfc06be30 0x7fabfc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.516+0000 7fac1a7fc640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabfc06be30 0x7fabfc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.516+0000 7fac13fff640 1 -- 172.21.15.94:0/3407042953 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7fac140ab170 con 0x7fac080039e0 2024-09-10T08:33:41.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.516+0000 7fac1a7fc640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabfc06be30 0x7fabfc06e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fac1c161330 tx=0x7fac04008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.520+0000 7fac13fff640 1 -- 172.21.15.94:0/3407042953 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac14079c60 con 0x7fac080039e0 2024-09-10T08:33:41.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.751+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fac1c09b850 con 0x7fac080039e0 2024-09-10T08:33:41.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.754+0000 7fac13fff640 1 -- 172.21.15.94:0/3407042953 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7fac14079560 con 0x7fac080039e0 2024-09-10T08:33:41.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabfc06be30 msgr2=0x7fabfc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabfc06be30 0x7fabfc06e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fac1c161330 tx=0x7fac04008040 comp rx=0 tx=0).stop 2024-09-10T08:33:41.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 msgr2=0x7fac1c150500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac1c150500 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fac1400a970 tx=0x7fac14001dc0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 shutdown_connections 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabfc06be30 0x7fabfc06e2f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac1c0c7e30 0x7fac1c0c8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac1c0c8dd0 0x7fac1c0b08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 --2- 172.21.15.94:0/3407042953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac080039e0 0x7fac1c150500 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 >> 172.21.15.94:0/3407042953 conn(0x7fac1c0b3ca0 msgr2=0x7fac1c0d14d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 shutdown_connections 2024-09-10T08:33:41.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.757+0000 7fac21911640 1 -- 172.21.15.94:0/3407042953 wait complete. 2024-09-10T08:33:41.769 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-10T08:33:41.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.868+0000 7f80138f1640 1 Processor -- start 2024-09-10T08:33:41.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.868+0000 7f80138f1640 1 -- start start 2024-09-10T08:33:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f80138f1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f800c15b120 0x7f800c06f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f80138f1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c0d0bc0 0x7f800c06e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f80138f1640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f800c15b500 con 0x7f800c06dec0 2024-09-10T08:33:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f80138f1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f800c06e940 con 0x7f800c15b120 2024-09-10T08:33:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f80138f1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f800c06ec20 con 0x7f800c0d0bc0 2024-09-10T08:33:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f801168d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f800c15b120 0x7f800c06f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f801168d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f800c15b120 0x7f800c06f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36434/0 (socket says 172.21.15.94:36434) 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f801168d640 1 -- 172.21.15.94:0/3871605086 learned_addr learned my addr 172.21.15.94:0/3871605086 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.869+0000 7f8011e8e640 1 --2- 172.21.15.94:0/3871605086 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c0d0bc0 0x7f800c06e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.870+0000 7f801168d640 1 -- 172.21.15.94:0/3871605086 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c0d0bc0 msgr2=0x7f800c06e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.870+0000 7f801168d640 1 --2- 172.21.15.94:0/3871605086 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c0d0bc0 0x7f800c06e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.870+0000 7f801168d640 1 -- 172.21.15.94:0/3871605086 >> v1:172.21.15.143:6789/0 conn(0x7f800c06dec0 legacy=0x7f800c0d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.870+0000 7f801168d640 1 -- 172.21.15.94:0/3871605086 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f800c06ef00 con 0x7f800c15b120 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.870+0000 7f8011e8e640 1 --2- 172.21.15.94:0/3871605086 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c0d0bc0 0x7f800c06e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:41.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.870+0000 7f801168d640 1 --2- 172.21.15.94:0/3871605086 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c15b120 0x7f800c06f9e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8008009870 tx=0x7f800802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=104e3029b93f7adf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.870+0000 7f8003fff640 1 -- 172.21.15.94:0/3871605086 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008037070 con 0x7f800c15b120 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f8003fff640 1 -- 172.21.15.94:0/3871605086 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8008032440 con 0x7f800c15b120 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f8003fff640 1 -- 172.21.15.94:0/3871605086 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008032810 con 0x7f800c15b120 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 -- 172.21.15.94:0/3871605086 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c15b120 msgr2=0x7f800c06f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 --2- 172.21.15.94:0/3871605086 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c15b120 0x7f800c06f9e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8008009870 tx=0x7f800802a270 comp rx=0 tx=0).stop 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 -- 172.21.15.94:0/3871605086 shutdown_connections 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 --2- 172.21.15.94:0/3871605086 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c0d0bc0 0x7f800c06e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 --2- 172.21.15.94:0/3871605086 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c15b120 0x7f800c06f9e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 -- 172.21.15.94:0/3871605086 >> 172.21.15.94:0/3871605086 conn(0x7f800c06bdf0 msgr2=0x7f800c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 -- 172.21.15.94:0/3871605086 shutdown_connections 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.871+0000 7f80138f1640 1 -- 172.21.15.94:0/3871605086 wait complete. 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.872+0000 7f80138f1640 1 Processor -- start 2024-09-10T08:33:41.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.872+0000 7f80138f1640 1 -- start start 2024-09-10T08:33:41.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f80138f1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c06dec0 0x7f800c151810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f80138f1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f800c0d0bc0 0x7f800c14f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f80138f1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c15b120 0x7f800c1f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f80138f1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f800c0ce060 con 0x7f800c06dec0 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f80138f1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f800c06f4c0 con 0x7f800c0d0bc0 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f80138f1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f800c0c5160 con 0x7f800c15b120 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c06dec0 0x7f800c151810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c06dec0 0x7f800c151810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36444/0 (socket says 172.21.15.94:36444) 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 -- 172.21.15.94:0/851558965 learned_addr learned my addr 172.21.15.94:0/851558965 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f8011e8e640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c15b120 0x7f800c1f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f8010e8c640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f800c0d0bc0 0x7f800c14f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 -- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c15b120 msgr2=0x7f800c1f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c15b120 0x7f800c1f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 -- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f800c0d0bc0 msgr2=0x7f800c14f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:41.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f800c0d0bc0 0x7f800c14f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f801168d640 1 -- 172.21.15.94:0/851558965 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f800c0ae2f0 con 0x7f800c06dec0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.873+0000 7f8010e8c640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f800c0d0bc0 0x7f800c14f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.874+0000 7f801168d640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c06dec0 0x7f800c151810 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8008000c00 tx=0x7f80080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.874+0000 7f8001ffb640 1 -- 172.21.15.94:0/851558965 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008037040 con 0x7f800c06dec0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.874+0000 7f8001ffb640 1 -- 172.21.15.94:0/851558965 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8008042070 con 0x7f800c06dec0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.874+0000 7f8001ffb640 1 -- 172.21.15.94:0/851558965 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008030bd0 con 0x7f800c06dec0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.874+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f800c0ae5d0 con 0x7f800c06dec0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.874+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f800c14fbc0 con 0x7f800c06dec0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.875+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f800c06c6f0 con 0x7f800c06dec0 2024-09-10T08:33:41.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.875+0000 7f8001ffb640 1 -- 172.21.15.94:0/851558965 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8008047460 con 0x7f800c06dec0 2024-09-10T08:33:41.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.876+0000 7f8001ffb640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ff006be30 0x7f7ff006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:41.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.876+0000 7f8001ffb640 1 -- 172.21.15.94:0/851558965 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7f80080ab860 con 0x7f800c06dec0 2024-09-10T08:33:41.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.876+0000 7f8010e8c640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ff006be30 0x7f7ff006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:41.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.876+0000 7f8010e8c640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ff006be30 0x7f7ff006e2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f800c149460 tx=0x7f7ffc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:41.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:41.880+0000 7f8001ffb640 1 -- 172.21.15.94:0/851558965 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f800c06c6f0 con 0x7f800c06dec0 2024-09-10T08:33:42.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.109+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f800c06e330 con 0x7f800c06dec0 2024-09-10T08:33:42.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.112+0000 7f8001ffb640 1 -- 172.21.15.94:0/851558965 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f8008045360 con 0x7f800c06dec0 2024-09-10T08:33:42.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ff006be30 msgr2=0x7f7ff006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ff006be30 0x7f7ff006e2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f800c149460 tx=0x7f7ffc009040 comp rx=0 tx=0).stop 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c06dec0 msgr2=0x7f800c151810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c06dec0 0x7f800c151810 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8008000c00 tx=0x7f80080046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 shutdown_connections 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ff006be30 0x7f7ff006e2f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f800c0d0bc0 0x7f800c14f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800c15b120 0x7f800c1f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 --2- 172.21.15.94:0/851558965 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800c06dec0 0x7f800c151810 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 >> 172.21.15.94:0/851558965 conn(0x7f800c06bdf0 msgr2=0x7f800c0c5590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 shutdown_connections 2024-09-10T08:33:42.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.114+0000 7f80138f1640 1 -- 172.21.15.94:0/851558965 wait complete. 2024-09-10T08:33:42.126 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-10T08:33:42.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.223+0000 7f24cbcfa640 1 Processor -- start 2024-09-10T08:33:42.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.223+0000 7f24cbcfa640 1 -- start start 2024-09-10T08:33:42.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24cbcfa640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f24c4142ae0 0x7f24c41692c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24cbcfa640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24c41620b0 con 0x7f24c4072590 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24cbcfa640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24c4162370 con 0x7f24c40d21f0 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24cbcfa640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f24c4141750 con 0x7f24c4142ae0 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24c9295640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f24c4072590 0x7f24c406d0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39670/0 (socket says 172.21.15.94:39670) 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24ca297640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f24c4142ae0 0x7f24c41692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24c9295640 1 -- 172.21.15.94:0/2791868456 learned_addr learned my addr 172.21.15.94:0/2791868456 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24ca297640 1 -- 172.21.15.94:0/2791868456 >> v1:172.21.15.143:6789/0 conn(0x7f24c40d21f0 legacy=0x7f24c40d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24ca297640 1 -- 172.21.15.94:0/2791868456 >> v1:172.21.15.94:6789/0 conn(0x7f24c4072590 legacy=0x7f24c406d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24ca297640 1 -- 172.21.15.94:0/2791868456 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c4162650 con 0x7f24c4142ae0 2024-09-10T08:33:42.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.224+0000 7f24c8a94640 1 -- 172.21.15.94:0/2791868456 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 561560169 0 0) 0x7f24c41620b0 con 0x7f24c4072590 2024-09-10T08:33:42.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.225+0000 7f24ca297640 1 --2- 172.21.15.94:0/2791868456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c4142ae0 0x7f24c41692c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f24bc009d90 tx=0x7f24bc02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=673a6c95bc7595d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.225+0000 7f24c8a94640 1 -- 172.21.15.94:0/2791868456 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24bc031600 con 0x7f24c4142ae0 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.225+0000 7f24c8a94640 1 -- 172.21.15.94:0/2791868456 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24bc0317a0 con 0x7f24c4142ae0 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.225+0000 7f24c8a94640 1 -- 172.21.15.94:0/2791868456 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24bc031b70 con 0x7f24c4142ae0 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.226+0000 7f24cbcfa640 1 -- 172.21.15.94:0/2791868456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c4142ae0 msgr2=0x7f24c41692c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.226+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/2791868456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c4142ae0 0x7f24c41692c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f24bc009d90 tx=0x7f24bc02a610 comp rx=0 tx=0).stop 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.226+0000 7f24cbcfa640 1 -- 172.21.15.94:0/2791868456 shutdown_connections 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.226+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/2791868456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c4142ae0 0x7f24c41692c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.226+0000 7f24cbcfa640 1 -- 172.21.15.94:0/2791868456 >> 172.21.15.94:0/2791868456 conn(0x7f24c40b3ed0 msgr2=0x7f24c40b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.226+0000 7f24cbcfa640 1 -- 172.21.15.94:0/2791868456 shutdown_connections 2024-09-10T08:33:42.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.226+0000 7f24cbcfa640 1 -- 172.21.15.94:0/2791868456 wait complete. 2024-09-10T08:33:42.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.227+0000 7f24cbcfa640 1 Processor -- start 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.227+0000 7f24cbcfa640 1 -- start start 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24c4072590 0x7f24c4070190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c40d21f0 0x7f24c413f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24c4142ae0 0x7f24c413fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f24c4162c10 con 0x7f24c40d21f0 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f24c406d7f0 con 0x7f24c4142ae0 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f24c4158c30 con 0x7f24c4072590 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c40d21f0 0x7f24c413f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c40d21f0 0x7f24c413f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36466/0 (socket says 172.21.15.94:36466) 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 -- 172.21.15.94:0/1982120118 learned_addr learned my addr 172.21.15.94:0/1982120118 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24ca297640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24c4142ae0 0x7f24c413fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9a96640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24c4072590 0x7f24c4070190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 -- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24c4072590 msgr2=0x7f24c4070190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24c4072590 0x7f24c4070190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 -- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24c4142ae0 msgr2=0x7f24c413fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24c4142ae0 0x7f24c413fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 -- 172.21.15.94:0/1982120118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c4140630 con 0x7f24c40d21f0 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9a96640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24c4072590 0x7f24c4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24ca297640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24c4142ae0 0x7f24c413fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24c9295640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c40d21f0 0x7f24c413f8b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f24b400c4d0 tx=0x7f24b400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24ba7fc640 1 -- 172.21.15.94:0/1982120118 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b4018070 con 0x7f24c40d21f0 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24ba7fc640 1 -- 172.21.15.94:0/1982120118 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24b4007500 con 0x7f24c40d21f0 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24c415c6e0 con 0x7f24c40d21f0 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24ba7fc640 1 -- 172.21.15.94:0/1982120118 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b4004a20 con 0x7f24c40d21f0 2024-09-10T08:33:42.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.228+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24c415cca0 con 0x7f24c40d21f0 2024-09-10T08:33:42.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.229+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24c406d0e0 con 0x7f24c40d21f0 2024-09-10T08:33:42.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.230+0000 7f24ba7fc640 1 -- 172.21.15.94:0/1982120118 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f24b401b070 con 0x7f24c40d21f0 2024-09-10T08:33:42.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.230+0000 7f24ba7fc640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24a806be30 0x7f24a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.230+0000 7f24ba7fc640 1 -- 172.21.15.94:0/1982120118 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7f24b4089f90 con 0x7f24c40d21f0 2024-09-10T08:33:42.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.230+0000 7f24c9a96640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24a806be30 0x7f24a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.231+0000 7f24c9a96640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24a806be30 0x7f24a806e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f24c0001750 tx=0x7f24c0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.235+0000 7f24ba7fc640 1 -- 172.21.15.94:0/1982120118 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f24b4058b90 con 0x7f24c40d21f0 2024-09-10T08:33:42.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.462+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f24c415ce70 con 0x7f24c40d21f0 2024-09-10T08:33:42.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.464+0000 7f24ba7fc640 1 -- 172.21.15.94:0/1982120118 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f24b4058490 con 0x7f24c40d21f0 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24a806be30 msgr2=0x7f24a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24a806be30 0x7f24a806e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f24c0001750 tx=0x7f24c0009040 comp rx=0 tx=0).stop 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c40d21f0 msgr2=0x7f24c413f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c40d21f0 0x7f24c413f8b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f24b400c4d0 tx=0x7f24b400c990 comp rx=0 tx=0).stop 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 shutdown_connections 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24a806be30 0x7f24a806e2f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24c4142ae0 0x7f24c413fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24c40d21f0 0x7f24c413f8b0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 --2- 172.21.15.94:0/1982120118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24c4072590 0x7f24c4070190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 >> 172.21.15.94:0/1982120118 conn(0x7f24c40b3ed0 msgr2=0x7f24c40b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 shutdown_connections 2024-09-10T08:33:42.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.466+0000 7f24cbcfa640 1 -- 172.21.15.94:0/1982120118 wait complete. 2024-09-10T08:33:42.478 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-10T08:33:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.577+0000 7ff931223640 1 Processor -- start 2024-09-10T08:33:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.577+0000 7ff931223640 1 -- start start 2024-09-10T08:33:42.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.577+0000 7ff931223640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 0x7ff92c06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.577+0000 7ff931223640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff92c06d960 0x7ff92c0d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.577+0000 7ff931223640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff92c0d1880 con 0x7ff92c15e680 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.577+0000 7ff931223640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff92c0d1b60 con 0x7ff92c06d960 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.577+0000 7ff931223640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff92c0cf2d0 con 0x7ff92c15e2a0 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff92a59c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff92c15e680 0x7ff92c0cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39672/0 (socket says 172.21.15.94:39672) 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff92a59c640 1 -- 172.21.15.94:0/3719319674 learned_addr learned my addr 172.21.15.94:0/3719319674 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff92ad9d640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 0x7ff92c06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff92b59e640 1 --2- 172.21.15.94:0/3719319674 >> v2:172.21.15.143:3300/0 conn(0x7ff92c06d960 0x7ff92c0d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 176993343 0 0) 0x7ff92c0d1880 con 0x7ff92c15e680 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff918003520 con 0x7ff92c15e680 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3427653671 0 0) 0x7ff918003520 con 0x7ff92c15e680 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 msgr2=0x7ff92c06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 0x7ff92c06d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 >> v2:172.21.15.143:3300/0 conn(0x7ff92c06d960 msgr2=0x7ff92c0d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 --2- 172.21.15.94:0/3719319674 >> v2:172.21.15.143:3300/0 conn(0x7ff92c06d960 0x7ff92c0d4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff92c0cf5b0 con 0x7ff92c15e680 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7ff91c001670 con 0x7ff92c15e680 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 >> v1:172.21.15.94:6789/0 conn(0x7ff92c15e680 legacy=0x7ff92c0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9180039b0 0x7ff918003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 0x7ff918004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff918004d40 0x7ff9180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c0d1b60 con 0x7ff918004d40 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c0cf2d0 con 0x7ff9180039b0 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff91800b9c0 con 0x7ff92c15e2a0 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff92b59e640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff918004d40 0x7ff9180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff92ad9d640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9180039b0 0x7ff918003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.578+0000 7ff92a59c640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 0x7ff918004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff92b59e640 1 -- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 msgr2=0x7ff918004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff92b59e640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c15e2a0 0x7ff918004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff92b59e640 1 -- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9180039b0 msgr2=0x7ff918003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff92b59e640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9180039b0 0x7ff918003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff92b59e640 1 -- 172.21.15.94:0/3719319674 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff918003520 con 0x7ff918004d40 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff92b59e640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff918004d40 0x7ff9180051c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff924009fc0 tx=0x7ff918005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e36d3412a08ece server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924009c10 con 0x7ff918004d40 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff924036070 con 0x7ff918004d40 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.579+0000 7ff929d9b640 1 -- 172.21.15.94:0/3719319674 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92402d070 con 0x7ff918004d40 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.580+0000 7ff931223640 1 -- 172.21.15.94:0/3719319674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff918004d40 msgr2=0x7ff9180051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.580+0000 7ff931223640 1 --2- 172.21.15.94:0/3719319674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff918004d40 0x7ff9180051c0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff924009fc0 tx=0x7ff918005830 comp rx=0 tx=0).stop 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.580+0000 7ff92b59e640 1 -- 172.21.15.94:0/3719319674 reap_dead start 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.580+0000 7ff931223640 1 -- 172.21.15.94:0/3719319674 shutdown_connections 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.580+0000 7ff931223640 1 -- 172.21.15.94:0/3719319674 >> 172.21.15.94:0/3719319674 conn(0x7ff92c09d760 msgr2=0x7ff92c08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.580+0000 7ff931223640 1 -- 172.21.15.94:0/3719319674 shutdown_connections 2024-09-10T08:33:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.580+0000 7ff931223640 1 -- 172.21.15.94:0/3719319674 wait complete. 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.581+0000 7ff931223640 1 Processor -- start 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff931223640 1 -- start start 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff931223640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff918004d40 0x7ff92c0ce510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff931223640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff92c15c560 0x7ff92c1f3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff931223640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c0b8800 0x7ff92c0b8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff931223640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c0d0360 con 0x7ff92c15c560 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff931223640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c0d01e0 con 0x7ff918004d40 2024-09-10T08:33:42.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff931223640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff92c06d420 con 0x7ff92c0b8800 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff92a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff92c15c560 0x7ff92c1f3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff92a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff92c15c560 0x7ff92c1f3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36474/0 (socket says 172.21.15.94:36474) 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.582+0000 7ff92a59c640 1 -- 172.21.15.94:0/708366153 learned_addr learned my addr 172.21.15.94:0/708366153 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92ad9d640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff918004d40 0x7ff92c0ce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92b59e640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c0b8800 0x7ff92c0b8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92a59c640 1 -- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c0b8800 msgr2=0x7ff92c0b8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92a59c640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c0b8800 0x7ff92c0b8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92a59c640 1 -- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff918004d40 msgr2=0x7ff92c0ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92a59c640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff918004d40 0x7ff92c0ce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92a59c640 1 -- 172.21.15.94:0/708366153 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff92c1f44d0 con 0x7ff92c15c560 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff92a59c640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff92c15c560 0x7ff92c1f3e80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7ff91c00e7f0 tx=0x7ff91c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff9237fe640 1 -- 172.21.15.94:0/708366153 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff91c00c8d0 con 0x7ff92c15c560 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff9237fe640 1 -- 172.21.15.94:0/708366153 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff91c018070 con 0x7ff92c15c560 2024-09-10T08:33:42.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff92c1f47b0 con 0x7ff92c15c560 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff9237fe640 1 -- 172.21.15.94:0/708366153 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff91c00ccb0 con 0x7ff92c15c560 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.583+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff92c1f50a0 con 0x7ff92c15c560 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.584+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff92c0cfad0 con 0x7ff92c15c560 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.584+0000 7ff9237fe640 1 -- 172.21.15.94:0/708366153 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff91c01d460 con 0x7ff92c15c560 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.585+0000 7ff9237fe640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff90c06be60 0x7ff90c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.585+0000 7ff9237fe640 1 -- 172.21.15.94:0/708366153 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7ff91c08abe0 con 0x7ff92c15c560 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.585+0000 7ff92ad9d640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff90c06be60 0x7ff90c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.585+0000 7ff92ad9d640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff90c06be60 0x7ff90c06e320 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff914009a80 tx=0x7ff914008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.589+0000 7ff9237fe640 1 -- 172.21.15.94:0/708366153 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff91c059750 con 0x7ff92c15c560 2024-09-10T08:33:42.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.821+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7ff92c1f5270 con 0x7ff92c15c560 2024-09-10T08:33:42.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.823+0000 7ff9237fe640 1 -- 172.21.15.94:0/708366153 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7ff91c059050 con 0x7ff92c15c560 2024-09-10T08:33:42.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff90c06be60 msgr2=0x7ff90c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff90c06be60 0x7ff90c06e320 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff914009a80 tx=0x7ff914008040 comp rx=0 tx=0).stop 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff92c15c560 msgr2=0x7ff92c1f3e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff92c15c560 0x7ff92c1f3e80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7ff91c00e7f0 tx=0x7ff91c00ecb0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 shutdown_connections 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff90c06be60 0x7ff90c06e320 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff92c0b8800 0x7ff92c0b8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff92c15c560 0x7ff92c1f3e80 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 --2- 172.21.15.94:0/708366153 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff918004d40 0x7ff92c0ce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 >> 172.21.15.94:0/708366153 conn(0x7ff92c09d760 msgr2=0x7ff92c160c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 shutdown_connections 2024-09-10T08:33:42.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.825+0000 7ff931223640 1 -- 172.21.15.94:0/708366153 wait complete. 2024-09-10T08:33:42.837 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-10T08:33:42.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.935+0000 7fb1e0d59640 1 Processor -- start 2024-09-10T08:33:42.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.935+0000 7fb1e0d59640 1 -- start start 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1e0d59640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb1dc15e2a0 0x7fb1dc06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1e0d59640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1dc15e680 0x7fb1dc0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1e0d59640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1dc0d1880 con 0x7fb1dc06d960 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1e0d59640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb1dc0d1b60 con 0x7fb1dc15e680 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1e0d59640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb1dc0cf2d0 con 0x7fb1dc15e2a0 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1d1d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1dc15e680 0x7fb1dc0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1d1d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1dc15e680 0x7fb1dc0cfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36484/0 (socket says 172.21.15.94:36484) 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1d1d9b640 1 -- 172.21.15.94:0/1103552249 learned_addr learned my addr 172.21.15.94:0/1103552249 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1da59c640 1 --2- 172.21.15.94:0/1103552249 >> v2:172.21.15.143:3300/0 conn(0x7fb1dc15e2a0 0x7fb1dc06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1d1d9b640 1 -- 172.21.15.94:0/1103552249 >> v2:172.21.15.143:3300/0 conn(0x7fb1dc15e2a0 msgr2=0x7fb1dc06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:42.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1d1d9b640 1 --2- 172.21.15.94:0/1103552249 >> v2:172.21.15.143:3300/0 conn(0x7fb1dc15e2a0 0x7fb1dc06d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1d1d9b640 1 -- 172.21.15.94:0/1103552249 >> v1:172.21.15.143:6789/0 conn(0x7fb1dc06d960 legacy=0x7fb1dc0d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:42.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.936+0000 7fb1d1d9b640 1 -- 172.21.15.94:0/1103552249 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1dc0cf5b0 con 0x7fb1dc15e680 2024-09-10T08:33:42.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1d1d9b640 1 --2- 172.21.15.94:0/1103552249 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0cfad0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc0b6fa0 tx=0x7fb1c402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73eb2bfbd97e69fe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1d9d9b640 1 -- 172.21.15.94:0/1103552249 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1c4037070 con 0x7fb1dc15e680 2024-09-10T08:33:42.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1d9d9b640 1 -- 172.21.15.94:0/1103552249 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1c4032440 con 0x7fb1dc15e680 2024-09-10T08:33:42.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1d9d9b640 1 -- 172.21.15.94:0/1103552249 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1c4032810 con 0x7fb1dc15e680 2024-09-10T08:33:42.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 -- 172.21.15.94:0/1103552249 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 msgr2=0x7fb1dc0cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/1103552249 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0cfad0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc0b6fa0 tx=0x7fb1c402a230 comp rx=0 tx=0).stop 2024-09-10T08:33:42.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 -- 172.21.15.94:0/1103552249 shutdown_connections 2024-09-10T08:33:42.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/1103552249 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0cfad0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/1103552249 >> v2:172.21.15.143:3300/0 conn(0x7fb1dc15e2a0 0x7fb1dc06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 -- 172.21.15.94:0/1103552249 >> 172.21.15.94:0/1103552249 conn(0x7fb1dc09d760 msgr2=0x7fb1dc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:42.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 -- 172.21.15.94:0/1103552249 shutdown_connections 2024-09-10T08:33:42.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.937+0000 7fb1e0d59640 1 -- 172.21.15.94:0/1103552249 wait complete. 2024-09-10T08:33:42.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.939+0000 7fb1e0d59640 1 Processor -- start 2024-09-10T08:33:42.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.939+0000 7fb1e0d59640 1 -- start start 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1dc06d960 0x7fb1dc0cb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1dc15e2a0 0x7fb1dc14f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0c9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc0d4c00 con 0x7fb1dc15e680 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb1dc0d4a80 con 0x7fb1dc06d960 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb1dc0d0010 con 0x7fb1dc15e2a0 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0c9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0c9b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36488/0 (socket says 172.21.15.94:36488) 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 -- 172.21.15.94:0/2332648335 learned_addr learned my addr 172.21.15.94:0/2332648335 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1da59c640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1dc06d960 0x7fb1dc0cb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1d1d9b640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1dc15e2a0 0x7fb1dc14f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 -- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1dc15e2a0 msgr2=0x7fb1dc14f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1dc15e2a0 0x7fb1dc14f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 -- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1dc06d960 msgr2=0x7fb1dc0cb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1dc06d960 0x7fb1dc0cb4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 -- 172.21.15.94:0/2332648335 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1dc14fbb0 con 0x7fb1dc15e680 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1dad9d640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0c9b60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb1d400c780 tx=0x7fb1d400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1d37fe640 1 -- 172.21.15.94:0/2332648335 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4004b60 con 0x7fb1dc15e680 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1d37fe640 1 -- 172.21.15.94:0/2332648335 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1d4004d00 con 0x7fb1dc15e680 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1dc0ce4b0 con 0x7fb1dc15e680 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1d37fe640 1 -- 172.21.15.94:0/2332648335 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d400aa90 con 0x7fb1dc15e680 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.940+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1dc0cbe20 con 0x7fb1dc15e680 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.941+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1dc06d420 con 0x7fb1dc15e680 2024-09-10T08:33:42.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.942+0000 7fb1d37fe640 1 -- 172.21.15.94:0/2332648335 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1d400ac30 con 0x7fb1dc15e680 2024-09-10T08:33:42.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.942+0000 7fb1d37fe640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1bc06be60 0x7fb1bc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:42.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.942+0000 7fb1d37fe640 1 -- 172.21.15.94:0/2332648335 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7fb1d408ad10 con 0x7fb1dc15e680 2024-09-10T08:33:42.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.942+0000 7fb1da59c640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1bc06be60 0x7fb1bc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:42.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.943+0000 7fb1da59c640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1bc06be60 0x7fb1bc06e320 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc006fd0 tx=0x7fb1cc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:42.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:42.947+0000 7fb1d37fe640 1 -- 172.21.15.94:0/2332648335 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1d4020070 con 0x7fb1dc15e680 2024-09-10T08:33:43.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.177+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fb1dc0d2850 con 0x7fb1dc15e680 2024-09-10T08:33:43.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.179+0000 7fb1d37fe640 1 -- 172.21.15.94:0/2332648335 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fb1d40592c0 con 0x7fb1dc15e680 2024-09-10T08:33:43.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1bc06be60 msgr2=0x7fb1bc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1bc06be60 0x7fb1bc06e320 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc006fd0 tx=0x7fb1cc008040 comp rx=0 tx=0).stop 2024-09-10T08:33:43.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 msgr2=0x7fb1dc0c9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0c9b60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb1d400c780 tx=0x7fb1d400cc40 comp rx=0 tx=0).stop 2024-09-10T08:33:43.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 shutdown_connections 2024-09-10T08:33:43.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1bc06be60 0x7fb1bc06e320 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1dc15e680 0x7fb1dc0c9b60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1dc15e2a0 0x7fb1dc14f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 --2- 172.21.15.94:0/2332648335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1dc06d960 0x7fb1dc0cb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 >> 172.21.15.94:0/2332648335 conn(0x7fb1dc09d760 msgr2=0x7fb1dc0d40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:43.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 shutdown_connections 2024-09-10T08:33:43.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.182+0000 7fb1e0d59640 1 -- 172.21.15.94:0/2332648335 wait complete. 2024-09-10T08:33:43.194 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T08:33:43.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.293+0000 7f687968d640 1 Processor -- start 2024-09-10T08:33:43.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.293+0000 7f687968d640 1 -- start start 2024-09-10T08:33:43.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.293+0000 7f687968d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f687415f0d0 0x7f687415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.293+0000 7f687968d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68740d1b10 con 0x7f68740d4130 2024-09-10T08:33:43.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.293+0000 7f687968d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68740cf2b0 con 0x7f68740d0070 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.293+0000 7f687968d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f68740cf590 con 0x7f687415f0d0 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.293+0000 7f68737fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f68740d4130 0x7f68740d4560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39676/0 (socket says 172.21.15.94:39676) 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f68737fe640 1 -- 172.21.15.94:0/2333229976 learned_addr learned my addr 172.21.15.94:0/2333229976 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6872ffd640 1 --2- 172.21.15.94:0/2333229976 >> v2:172.21.15.143:3300/0 conn(0x7f687415f0d0 0x7f687415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2166144823 0 0) 0x7f68740d1b10 con 0x7f68740d4130 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f685c003520 con 0x7f68740d4130 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2821636450 0 0) 0x7f685c003520 con 0x7f68740d4130 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 >> v2:172.21.15.143:3300/0 conn(0x7f687415f0d0 msgr2=0x7f687415f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 --2- 172.21.15.94:0/2333229976 >> v2:172.21.15.143:3300/0 conn(0x7f687415f0d0 0x7f687415f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 >> v1:172.21.15.143:6789/0 conn(0x7f68740d0070 legacy=0x7f68740d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68740cf870 con 0x7f68740d4130 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f6864001690 con 0x7f68740d4130 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 >> v1:172.21.15.94:6789/0 conn(0x7f68740d4130 legacy=0x7f68740d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c0039b0 0x7f685c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f685c004800 0x7f685c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f685c0052e0 0x7f685c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f68740cf590 con 0x7f685c004800 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f685c00c1b0 con 0x7f685c0039b0 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f685c00c3b0 con 0x7f685c0052e0 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.294+0000 7f68727fc640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f685c004800 0x7f685c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f6872ffd640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c0039b0 0x7f685c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68737fe640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f685c0052e0 0x7f685c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68727fc640 1 -- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f685c0052e0 msgr2=0x7f685c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68727fc640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f685c0052e0 0x7f685c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68727fc640 1 -- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c0039b0 msgr2=0x7f685c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68727fc640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c0039b0 0x7f685c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68727fc640 1 -- 172.21.15.94:0/2333229976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f685c003520 con 0x7f685c004800 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68737fe640 1 -- 172.21.15.94:0/2333229976 reap_dead start 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.295+0000 7f68727fc640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f685c004800 0x7f685c004c80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f6868001e20 tx=0x7f685c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66c1dca2e7f42a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868001a70 con 0x7f685c004800 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f686802adf0 con 0x7f685c004800 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f6871ffb640 1 -- 172.21.15.94:0/2333229976 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868003bb0 con 0x7f685c004800 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f687968d640 1 -- 172.21.15.94:0/2333229976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f685c004800 msgr2=0x7f685c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f687968d640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f685c004800 0x7f685c004c80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f6868001e20 tx=0x7f685c005830 comp rx=0 tx=0).stop 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f687968d640 1 -- 172.21.15.94:0/2333229976 shutdown_connections 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f687968d640 1 --2- 172.21.15.94:0/2333229976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f685c004800 0x7f685c004c80 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f687968d640 1 -- 172.21.15.94:0/2333229976 >> 172.21.15.94:0/2333229976 conn(0x7f687409d760 msgr2=0x7f687408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f687968d640 1 -- 172.21.15.94:0/2333229976 shutdown_connections 2024-09-10T08:33:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.296+0000 7f687968d640 1 -- 172.21.15.94:0/2333229976 wait complete. 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.297+0000 7f687968d640 1 Processor -- start 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f687968d640 1 -- start start 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f687968d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c004800 0x7f6874154b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f687968d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68740b85f0 0x7f68740cddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f687968d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68740b9b20 0x7f68740cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f687968d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f687415f4b0 con 0x7f68740b9b20 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f687968d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f68740cef60 con 0x7f685c004800 2024-09-10T08:33:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f687968d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f687415f630 con 0x7f68740b85f0 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f68737fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68740b9b20 0x7f68740cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f68737fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68740b9b20 0x7f68740cbea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36500/0 (socket says 172.21.15.94:36500) 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f68737fe640 1 -- 172.21.15.94:0/1081845735 learned_addr learned my addr 172.21.15.94:0/1081845735 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f6872ffd640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c004800 0x7f6874154b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.298+0000 7f68727fc640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68740b85f0 0x7f68740cddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f68737fe640 1 -- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68740b85f0 msgr2=0x7f68740cddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f68737fe640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68740b85f0 0x7f68740cddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f68737fe640 1 -- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c004800 msgr2=0x7f6874154b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f68737fe640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c004800 0x7f6874154b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f68737fe640 1 -- 172.21.15.94:0/1081845735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68740b8a70 con 0x7f68740b9b20 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f68737fe640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68740b9b20 0x7f68740cbea0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f6864000fd0 tx=0x7f686400ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f685b7fe640 1 -- 172.21.15.94:0/1081845735 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6864019070 con 0x7f68740b9b20 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f685b7fe640 1 -- 172.21.15.94:0/1081845735 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f68640105d0 con 0x7f68740b9b20 2024-09-10T08:33:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68740ce620 con 0x7f68740b9b20 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f685b7fe640 1 -- 172.21.15.94:0/1081845735 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68640109c0 con 0x7f68740b9b20 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.299+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68740b9040 con 0x7f68740b9b20 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.300+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68740d4560 con 0x7f68740b9b20 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.301+0000 7f685b7fe640 1 -- 172.21.15.94:0/1081845735 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6864010b60 con 0x7f68740b9b20 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.301+0000 7f685b7fe640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686006be60 0x7f686006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.301+0000 7f685b7fe640 1 -- 172.21.15.94:0/1081845735 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7f6864089ff0 con 0x7f68740b9b20 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.301+0000 7f6872ffd640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686006be60 0x7f686006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.301+0000 7f6872ffd640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686006be60 0x7f686006e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f687406e110 tx=0x7f686c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.305+0000 7f685b7fe640 1 -- 172.21.15.94:0/1081845735 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f68740b8a70 con 0x7f68740b9b20 2024-09-10T08:33:43.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.471+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f687406cf30 con 0x7f68740b9b20 2024-09-10T08:33:43.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.472+0000 7f685b7fe640 1 -- 172.21.15.94:0/1081845735 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v37) ==== 84+0+65 (secure 0 0 0) 0x7f68640585a0 con 0x7f68740b9b20 2024-09-10T08:33:43.473 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:43.473 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-09-10T08:33:43.473 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:33:43.474 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-09-10T08:33:43.474 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-09-10T08:33:43.474 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:43.474 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-09-10T08:33:43.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686006be60 msgr2=0x7f686006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686006be60 0x7f686006e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f687406e110 tx=0x7f686c009190 comp rx=0 tx=0).stop 2024-09-10T08:33:43.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68740b9b20 msgr2=0x7f68740cbea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68740b9b20 0x7f68740cbea0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f6864000fd0 tx=0x7f686400ead0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 shutdown_connections 2024-09-10T08:33:43.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686006be60 0x7f686006e320 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68740b9b20 0x7f68740cbea0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f68740b85f0 0x7f68740cddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 --2- 172.21.15.94:0/1081845735 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f685c004800 0x7f6874154b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 >> 172.21.15.94:0/1081845735 conn(0x7f687409d760 msgr2=0x7f68740b5eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:43.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 shutdown_connections 2024-09-10T08:33:43.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.474+0000 7f687968d640 1 -- 172.21.15.94:0/1081845735 wait complete. 2024-09-10T08:33:43.486 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:33:43.486 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:33:43.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.586+0000 7fc22a1e4640 1 Processor -- start 2024-09-10T08:33:43.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.586+0000 7fc22a1e4640 1 -- start start 2024-09-10T08:33:43.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.587+0000 7fc22a1e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 0x7fc22415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.587+0000 7fc22a1e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2240d1b10 con 0x7fc2240d0070 2024-09-10T08:33:43.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.587+0000 7fc22a1e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2240cf2b0 con 0x7fc2240d4130 2024-09-10T08:33:43.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.587+0000 7fc22a1e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc2240cf590 con 0x7fc22415f0d0 2024-09-10T08:33:43.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.587+0000 7fc222ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc2240d0070 0x7fc2240d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39684/0 (socket says 172.21.15.94:39684) 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.587+0000 7fc222ffd640 1 -- 172.21.15.94:0/3059994783 learned_addr learned my addr 172.21.15.94:0/3059994783 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 838528674 0 0) 0x7fc2240d1b10 con 0x7fc2240d0070 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc20c003520 con 0x7fc2240d0070 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2237fe640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 0x7fc22415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4148563410 0 0) 0x7fc20c003520 con 0x7fc2240d0070 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 msgr2=0x7fc22415f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 0x7fc22415f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 >> v1:172.21.15.143:6789/0 conn(0x7fc2240d4130 legacy=0x7fc2240d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2240cf870 con 0x7fc2240d0070 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fc218001670 con 0x7fc2240d0070 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 >> v1:172.21.15.94:6789/0 conn(0x7fc2240d0070 legacy=0x7fc2240d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc20c0039e0 0x7fc20c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 0x7fc20c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc20c004d40 0x7fc20c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240cf590 con 0x7fc20c004d40 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc20c00baf0 con 0x7fc20c0039e0 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc20c00bcf0 con 0x7fc22415f0d0 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc223fff640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc20c004d40 0x7fc20c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc222ffd640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 0x7fc20c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc2237fe640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc20c0039e0 0x7fc20c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc223fff640 1 -- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 msgr2=0x7fc20c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc223fff640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc22415f0d0 0x7fc20c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc223fff640 1 -- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc20c0039e0 msgr2=0x7fc20c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc223fff640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc20c0039e0 0x7fc20c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.588+0000 7fc223fff640 1 -- 172.21.15.94:0/3059994783 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc20c003520 con 0x7fc20c004d40 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.589+0000 7fc223fff640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc20c004d40 0x7fc20c0051c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fc21c001750 tx=0x7fc20c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eca54107780f678b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:43.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.589+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c001370 con 0x7fc20c004d40 2024-09-10T08:33:43.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.589+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc21c0052d0 con 0x7fc20c004d40 2024-09-10T08:33:43.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.589+0000 7fc2227fc640 1 -- 172.21.15.94:0/3059994783 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21c02abe0 con 0x7fc20c004d40 2024-09-10T08:33:43.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.590+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3059994783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc20c004d40 msgr2=0x7fc20c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.590+0000 7fc22a1e4640 1 --2- 172.21.15.94:0/3059994783 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc20c004d40 0x7fc20c0051c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fc21c001750 tx=0x7fc20c005830 comp rx=0 tx=0).stop 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.590+0000 7fc223fff640 1 -- 172.21.15.94:0/3059994783 reap_dead start 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.590+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3059994783 shutdown_connections 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.590+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3059994783 >> 172.21.15.94:0/3059994783 conn(0x7fc22409d760 msgr2=0x7fc22408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.590+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3059994783 shutdown_connections 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.590+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3059994783 wait complete. 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.591+0000 7fc22a1e4640 1 Processor -- start 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.591+0000 7fc22a1e4640 1 -- start start 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc22a1e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc224153970 0x7fc2241f4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc22a1e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc2240b87f0 0x7fc2240cd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc22a1e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc22406dbe0 0x7fc22406e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc22a1e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc22415f4b0 con 0x7fc2240b87f0 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc22a1e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc2240cef60 con 0x7fc22406dbe0 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc22a1e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc22415f630 con 0x7fc224153970 2024-09-10T08:33:43.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc2240b87f0 0x7fc2240cd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc2240b87f0 0x7fc2240cd330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36524/0 (socket says 172.21.15.94:36524) 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 -- 172.21.15.94:0/3413974910 learned_addr learned my addr 172.21.15.94:0/3413974910 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc2237fe640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc224153970 0x7fc2241f4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc223fff640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc22406dbe0 0x7fc22406e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 -- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc224153970 msgr2=0x7fc2241f4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc224153970 0x7fc2241f4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 -- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc22406dbe0 msgr2=0x7fc22406e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc22406dbe0 0x7fc22406e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 -- 172.21.15.94:0/3413974910 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2241f4dc0 con 0x7fc2240b87f0 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc223fff640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc22406dbe0 0x7fc22406e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.592+0000 7fc222ffd640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc2240b87f0 0x7fc2240cd330 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc2180011e0 tx=0x7fc218007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.593+0000 7fc20bfff640 1 -- 172.21.15.94:0/3413974910 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21800f9a0 con 0x7fc2240b87f0 2024-09-10T08:33:43.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.593+0000 7fc20bfff640 1 -- 172.21.15.94:0/3413974910 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc218018070 con 0x7fc2240b87f0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.593+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2241f50a0 con 0x7fc2240b87f0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.593+0000 7fc20bfff640 1 -- 172.21.15.94:0/3413974910 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc21800fd80 con 0x7fc2240b87f0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.593+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2240cd870 con 0x7fc2240b87f0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.594+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2240d45e0 con 0x7fc2240b87f0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.594+0000 7fc20bfff640 1 -- 172.21.15.94:0/3413974910 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc21801d460 con 0x7fc2240b87f0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.595+0000 7fc20bfff640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc21006be30 0x7fc21006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.595+0000 7fc2237fe640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc21006be30 0x7fc21006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.595+0000 7fc20bfff640 1 -- 172.21.15.94:0/3413974910 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5249+0+0 (secure 0 0 0) 0x7fc21808af10 con 0x7fc2240b87f0 2024-09-10T08:33:43.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.595+0000 7fc2237fe640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc21006be30 0x7fc21006e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2240cdae0 tx=0x7fc21400b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:43.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.599+0000 7fc20bfff640 1 -- 172.21.15.94:0/3413974910 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc218059a80 con 0x7fc2240b87f0 2024-09-10T08:33:43.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:43.765+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fc22406cf30 con 0x7fc2240b87f0 2024-09-10T08:33:44.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.762+0000 7fc20bfff640 1 -- 172.21.15.94:0/3413974910 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v38) ==== 138+0+0 (secure 0 0 0) 0x7fc218059380 con 0x7fc2240b87f0 2024-09-10T08:33:44.764 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc21006be30 msgr2=0x7fc21006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc21006be30 0x7fc21006e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc2240cdae0 tx=0x7fc21400b040 comp rx=0 tx=0).stop 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc2240b87f0 msgr2=0x7fc2240cd330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc2240b87f0 0x7fc2240cd330 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc2180011e0 tx=0x7fc218007720 comp rx=0 tx=0).stop 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 shutdown_connections 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc21006be30 0x7fc21006e2f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc22406dbe0 0x7fc22406e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc2240b87f0 0x7fc2240cd330 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 --2- 172.21.15.94:0/3413974910 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc224153970 0x7fc2241f4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.765+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 >> 172.21.15.94:0/3413974910 conn(0x7fc22409d760 msgr2=0x7fc2240d2780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:44.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.766+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 shutdown_connections 2024-09-10T08:33:44.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.766+0000 7fc22a1e4640 1 -- 172.21.15.94:0/3413974910 wait complete. 2024-09-10T08:33:44.784 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:33:44.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.893+0000 7f961a931640 1 Processor -- start 2024-09-10T08:33:44.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f961a931640 1 -- start start 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f961a931640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f961415b320 0x7f96140ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f961a931640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f96140af6d0 0x7f96140acf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f961a931640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f961406ee80 0x7f961406f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f961a931640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f96140ad830 con 0x7f96140af6d0 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f961a931640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f96140adb10 con 0x7f961406ee80 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f961a931640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f96140addf0 con 0x7f961415b320 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.894+0000 7f960bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f96140af6d0 0x7f96140acf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f96140af6d0 0x7f96140acf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36532/0 (socket says 172.21.15.94:36532) 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 -- 172.21.15.94:0/3670952463 learned_addr learned my addr 172.21.15.94:0/3670952463 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f9618ece640 1 --2- 172.21.15.94:0/3670952463 >> v2:172.21.15.143:3300/0 conn(0x7f961406ee80 0x7f961406f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:44.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f9613fff640 1 --2- 172.21.15.94:0/3670952463 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f961415b320 0x7f96140ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 -- 172.21.15.94:0/3670952463 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f961415b320 msgr2=0x7f96140ae8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 --2- 172.21.15.94:0/3670952463 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f961415b320 0x7f96140ae8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 -- 172.21.15.94:0/3670952463 >> v2:172.21.15.143:3300/0 conn(0x7f961406ee80 msgr2=0x7f961406f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 --2- 172.21.15.94:0/3670952463 >> v2:172.21.15.143:3300/0 conn(0x7f961406ee80 0x7f961406f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 -- 172.21.15.94:0/3670952463 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96140ae0d0 con 0x7f96140af6d0 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.895+0000 7f960bfff640 1 --2- 172.21.15.94:0/3670952463 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96140af6d0 0x7f96140acf50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f96140719a0 tx=0x7f95fc02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c89ff2bfd7778822 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f96137fe640 1 -- 172.21.15.94:0/3670952463 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95fc037070 con 0x7f96140af6d0 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f96137fe640 1 -- 172.21.15.94:0/3670952463 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95fc032440 con 0x7f96140af6d0 2024-09-10T08:33:44.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f96137fe640 1 -- 172.21.15.94:0/3670952463 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95fc032810 con 0x7f96140af6d0 2024-09-10T08:33:44.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 -- 172.21.15.94:0/3670952463 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96140af6d0 msgr2=0x7f96140acf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:44.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 --2- 172.21.15.94:0/3670952463 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96140af6d0 0x7f96140acf50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f96140719a0 tx=0x7f95fc02a140 comp rx=0 tx=0).stop 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 -- 172.21.15.94:0/3670952463 shutdown_connections 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 --2- 172.21.15.94:0/3670952463 >> v2:172.21.15.143:3300/0 conn(0x7f961406ee80 0x7f961406f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 --2- 172.21.15.94:0/3670952463 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96140af6d0 0x7f96140acf50 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 --2- 172.21.15.94:0/3670952463 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f961415b320 0x7f96140ae8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 -- 172.21.15.94:0/3670952463 >> 172.21.15.94:0/3670952463 conn(0x7f96140b1c70 msgr2=0x7f96140b2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 -- 172.21.15.94:0/3670952463 shutdown_connections 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.896+0000 7f961a931640 1 -- 172.21.15.94:0/3670952463 wait complete. 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.897+0000 7f961a931640 1 Processor -- start 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.897+0000 7f961a931640 1 -- start start 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f961a931640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f961406ee80 0x7f9614140300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:44.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f961a931640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96140af6d0 0x7f961409d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f961a931640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f961415b320 0x7f961406e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f961a931640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f96140ad490 con 0x7f961406ee80 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f961a931640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f961415b700 con 0x7f961415b320 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f961a931640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f96140ad610 con 0x7f96140af6d0 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f9613fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f961406ee80 0x7f9614140300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f9613fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f961406ee80 0x7f9614140300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36546/0 (socket says 172.21.15.94:36546) 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f9613fff640 1 -- 172.21.15.94:0/598135482 learned_addr learned my addr 172.21.15.94:0/598135482 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f960bfff640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96140af6d0 0x7f961409d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.898+0000 7f9618ece640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f961415b320 0x7f961406e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f9613fff640 1 -- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96140af6d0 msgr2=0x7f961409d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f9613fff640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96140af6d0 0x7f961409d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f9613fff640 1 -- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f961415b320 msgr2=0x7f961406e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f9613fff640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f961415b320 0x7f961406e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f9613fff640 1 -- 172.21.15.94:0/598135482 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9614140840 con 0x7f961406ee80 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f9613fff640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f961406ee80 0x7f9614140300 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f960400d830 tx=0x7f960400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f96117fa640 1 -- 172.21.15.94:0/598135482 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960400b6c0 con 0x7f961406ee80 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f96117fa640 1 -- 172.21.15.94:0/598135482 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9604019070 con 0x7f961406ee80 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f961409ad90 con 0x7f961406ee80 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f96117fa640 1 -- 172.21.15.94:0/598135482 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960400ba80 con 0x7f961406ee80 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.899+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f961409cae0 con 0x7f961406ee80 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.900+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96140acf50 con 0x7f961406ee80 2024-09-10T08:33:44.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.900+0000 7f96117fa640 1 -- 172.21.15.94:0/598135482 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f960400bc20 con 0x7f961406ee80 2024-09-10T08:33:44.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.901+0000 7f96117fa640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95f406be60 0x7f95f406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:44.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.901+0000 7f96117fa640 1 -- 172.21.15.94:0/598135482 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 5619+0+0 (secure 0 0 0) 0x7f960408b160 con 0x7f961406ee80 2024-09-10T08:33:44.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.901+0000 7f960bfff640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95f406be60 0x7f95f406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:44.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.901+0000 7f960bfff640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95f406be60 0x7f95f406e320 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f95fc034000 tx=0x7f95fc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:44.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:44.905+0000 7f96117fa640 1 -- 172.21.15.94:0/598135482 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9614140840 con 0x7f961406ee80 2024-09-10T08:33:45.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.072+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f96140aebd0 con 0x7f961406ee80 2024-09-10T08:33:45.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.764+0000 7f96117fa640 1 -- 172.21.15.94:0/598135482 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v39) ==== 170+0+0 (secure 0 0 0) 0x7f9604059510 con 0x7f961406ee80 2024-09-10T08:33:45.766 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-09-10T08:33:45.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.768+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95f406be60 msgr2=0x7f95f406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:45.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.768+0000 7f961a931640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95f406be60 0x7f95f406e320 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f95fc034000 tx=0x7f95fc02e000 comp rx=0 tx=0).stop 2024-09-10T08:33:45.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.768+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f961406ee80 msgr2=0x7f9614140300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:45.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.768+0000 7f961a931640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f961406ee80 0x7f9614140300 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f960400d830 tx=0x7f960400dcf0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.771 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:33:45.776 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:33:45.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.769+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 shutdown_connections 2024-09-10T08:33:45.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.769+0000 7f961a931640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95f406be60 0x7f95f406e320 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.769+0000 7f961a931640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f961415b320 0x7f961406e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.769+0000 7f961a931640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96140af6d0 0x7f961409d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.769+0000 7f961a931640 1 --2- 172.21.15.94:0/598135482 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f961406ee80 0x7f9614140300 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.769+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 >> 172.21.15.94:0/598135482 conn(0x7f96140b1c70 msgr2=0x7f96140b3640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:45.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.781+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 shutdown_connections 2024-09-10T08:33:45.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.781+0000 7f961a931640 1 -- 172.21.15.94:0/598135482 wait complete. 2024-09-10T08:33:45.801 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:33:45.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.972+0000 7f3dc2d5f640 1 Processor -- start 2024-09-10T08:33:45.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dc2d5f640 1 -- start start 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dc2d5f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3dbc0b47c0 0x7f3dbc162c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dc2d5f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dbc0d05e0 con 0x7f3dbc161af0 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dc2d5f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3dbc0d08c0 con 0x7f3dbc09a9f0 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dc2d5f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f3dbc0d03b0 con 0x7f3dbc0b47c0 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dbbfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3dbc0b47c0 0x7f3dbc162c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dc0afb640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f3dbc161af0 0x7f3dbc0d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39698/0 (socket says 172.21.15.94:39698) 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dbbfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3dbc0b47c0 0x7f3dbc162c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36548/0 (socket says 172.21.15.94:36548) 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.973+0000 7f3dc0afb640 1 -- 172.21.15.94:0/235018394 learned_addr learned my addr 172.21.15.94:0/235018394 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.974+0000 7f3dbbfff640 1 -- 172.21.15.94:0/235018394 >> v1:172.21.15.143:6789/0 conn(0x7f3dbc09a9f0 legacy=0x7f3dbc0cc800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:45.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.974+0000 7f3dbbfff640 1 -- 172.21.15.94:0/235018394 >> v1:172.21.15.94:6789/0 conn(0x7f3dbc161af0 legacy=0x7f3dbc0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:45.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.974+0000 7f3dbbfff640 1 -- 172.21.15.94:0/235018394 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dbc0d0ba0 con 0x7f3dbc0b47c0 2024-09-10T08:33:45.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.974+0000 7f3dbb7fe640 1 -- 172.21.15.94:0/235018394 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 771901647 0 0) 0x7f3dbc0d05e0 con 0x7f3dbc161af0 2024-09-10T08:33:45.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.975+0000 7f3dbbfff640 1 --2- 172.21.15.94:0/235018394 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc0b47c0 0x7f3dbc162c10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3da80097a0 tx=0x7f3da802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e7c356cbf55df1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:45.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.975+0000 7f3dbb7fe640 1 -- 172.21.15.94:0/235018394 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da8037070 con 0x7f3dbc0b47c0 2024-09-10T08:33:45.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.975+0000 7f3dbb7fe640 1 -- 172.21.15.94:0/235018394 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3da8032640 con 0x7f3dbc0b47c0 2024-09-10T08:33:45.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.975+0000 7f3dbb7fe640 1 -- 172.21.15.94:0/235018394 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3da8032a10 con 0x7f3dbc0b47c0 2024-09-10T08:33:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.976+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/235018394 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc0b47c0 msgr2=0x7f3dbc162c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.976+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/235018394 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc0b47c0 0x7f3dbc162c10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3da80097a0 tx=0x7f3da802a2c0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.976+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/235018394 shutdown_connections 2024-09-10T08:33:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.976+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/235018394 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc0b47c0 0x7f3dbc162c10 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.976+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/235018394 >> 172.21.15.94:0/235018394 conn(0x7f3dbc0b3ca0 msgr2=0x7f3dbc0b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:45.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.976+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/235018394 shutdown_connections 2024-09-10T08:33:45.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.976+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/235018394 wait complete. 2024-09-10T08:33:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.977+0000 7f3dc2d5f640 1 Processor -- start 2024-09-10T08:33:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.977+0000 7f3dc2d5f640 1 -- start start 2024-09-10T08:33:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc2d5f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3dbc09a9f0 0x7f3dbc0c5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc2d5f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3dbc0b47c0 0x7f3dbc157250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc2d5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc161af0 0x7f3dbc1e90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc2d5f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3dbc0d1160 con 0x7f3dbc161af0 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc2d5f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3dbc163150 con 0x7f3dbc0b47c0 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc2d5f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3dbc161ed0 con 0x7f3dbc09a9f0 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc161af0 0x7f3dbc1e90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc161af0 0x7f3dbc1e90e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36562/0 (socket says 172.21.15.94:36562) 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 -- 172.21.15.94:0/1116007244 learned_addr learned my addr 172.21.15.94:0/1116007244 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dbbfff640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3dbc0b47c0 0x7f3dbc157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc0afb640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3dbc09a9f0 0x7f3dbc0c5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 -- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3dbc09a9f0 msgr2=0x7f3dbc0c5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3dbc09a9f0 0x7f3dbc0c5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 -- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3dbc0b47c0 msgr2=0x7f3dbc157250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3dbc0b47c0 0x7f3dbc157250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 -- 172.21.15.94:0/1116007244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dbc0c62a0 con 0x7f3dbc161af0 2024-09-10T08:33:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3dc12fc640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc161af0 0x7f3dbc1e90e0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3db400c6b0 tx=0x7f3db400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3db97fa640 1 -- 172.21.15.94:0/1116007244 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4003b70 con 0x7f3dbc161af0 2024-09-10T08:33:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3db97fa640 1 -- 172.21.15.94:0/1116007244 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3db4003d30 con 0x7f3dbc161af0 2024-09-10T08:33:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.978+0000 7f3db97fa640 1 -- 172.21.15.94:0/1116007244 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4005310 con 0x7f3dbc161af0 2024-09-10T08:33:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.979+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dbc1f4aa0 con 0x7f3dbc161af0 2024-09-10T08:33:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.979+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dbc1f5060 con 0x7f3dbc161af0 2024-09-10T08:33:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.980+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dbc162c10 con 0x7f3dbc161af0 2024-09-10T08:33:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.980+0000 7f3db97fa640 1 -- 172.21.15.94:0/1116007244 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3db40054b0 con 0x7f3dbc161af0 2024-09-10T08:33:45.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.981+0000 7f3db97fa640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3da006be30 0x7f3da006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:45.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.981+0000 7f3db97fa640 1 -- 172.21.15.94:0/1116007244 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6001+0+0 (secure 0 0 0) 0x7f3db408aca0 con 0x7f3dbc161af0 2024-09-10T08:33:45.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.981+0000 7f3dc0afb640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3da006be30 0x7f3da006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:45.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.981+0000 7f3dc0afb640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3da006be30 0x7f3da006e2f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3db0007f70 tx=0x7f3db0007f00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:45.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:45.985+0000 7f3db97fa640 1 -- 172.21.15.94:0/1116007244 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3db4058ed0 con 0x7f3dbc161af0 2024-09-10T08:33:46.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.185+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3dbc0c8c40 con 0x7f3dbc161af0 2024-09-10T08:33:46.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.789+0000 7f3db97fa640 1 -- 172.21.15.94:0/1116007244 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v15) ==== 172+0+0 (secure 0 0 0) 0x7f3db405d1d0 con 0x7f3dbc161af0 2024-09-10T08:33:46.791 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 5 and data pool 6 2024-09-10T08:33:46.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.795+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3da006be30 msgr2=0x7f3da006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:46.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.795+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3da006be30 0x7f3da006e2f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3db0007f70 tx=0x7f3db0007f00 comp rx=0 tx=0).stop 2024-09-10T08:33:46.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.795+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc161af0 msgr2=0x7f3dbc1e90e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:46.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.795+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc161af0 0x7f3dbc1e90e0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3db400c6b0 tx=0x7f3db400cb70 comp rx=0 tx=0).stop 2024-09-10T08:33:46.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 shutdown_connections 2024-09-10T08:33:46.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3da006be30 0x7f3da006e2f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3dbc0b47c0 0x7f3dbc157250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3dbc161af0 0x7f3dbc1e90e0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 --2- 172.21.15.94:0/1116007244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3dbc09a9f0 0x7f3dbc0c5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 >> 172.21.15.94:0/1116007244 conn(0x7f3dbc0b3ca0 msgr2=0x7f3dbc0d14d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:46.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 shutdown_connections 2024-09-10T08:33:46.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.796+0000 7f3dc2d5f640 1 -- 172.21.15.94:0/1116007244 wait complete. 2024-09-10T08:33:46.813 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:46.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.910+0000 7f1344b31640 1 Processor -- start 2024-09-10T08:33:46.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.910+0000 7f1344b31640 1 -- start start 2024-09-10T08:33:46.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f1344b31640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f13400cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:46.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f1344b31640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1340142170 0x7f134013f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:46.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f1344b31640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f134015d710 con 0x7f13400d0370 2024-09-10T08:33:46.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f1344b31640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f13400d07b0 con 0x7f1340142170 2024-09-10T08:33:46.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f1344b31640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f134015c6f0 con 0x7f1340141680 2024-09-10T08:33:46.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f133ed9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1340142170 0x7f134013f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:46.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f133e59c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f13400cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f133ed9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1340142170 0x7f134013f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:37852/0 (socket says 172.21.15.94:37852) 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f133ed9d640 1 -- 172.21.15.94:0/388347695 learned_addr learned my addr 172.21.15.94:0/388347695 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.911+0000 7f133dd9b640 1 --1- 172.21.15.94:0/388347695 >> v1:172.21.15.143:6789/0 conn(0x7f13400d0370 0x7f1340141a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:46712/0 (socket says 172.21.15.94:46712) 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.912+0000 7f133e59c640 1 -- 172.21.15.94:0/388347695 >> v2:172.21.15.143:3300/0 conn(0x7f1340142170 msgr2=0x7f134013f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.912+0000 7f133e59c640 1 --2- 172.21.15.94:0/388347695 >> v2:172.21.15.143:3300/0 conn(0x7f1340142170 0x7f134013f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.912+0000 7f133e59c640 1 -- 172.21.15.94:0/388347695 >> v1:172.21.15.143:6789/0 conn(0x7f13400d0370 legacy=0x7f1340141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.912+0000 7f133e59c640 1 -- 172.21.15.94:0/388347695 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1340142600 con 0x7f1340141680 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.912+0000 7f133ed9d640 1 --2- 172.21.15.94:0/388347695 >> v2:172.21.15.143:3300/0 conn(0x7f1340142170 0x7f134013f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:46.916 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.912+0000 7f133e59c640 1 --2- 172.21.15.94:0/388347695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f13400cfe30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f13300097a0 tx=0x7f133002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2db9dcbfd3b0c1b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:46.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f133d59a640 1 -- 172.21.15.94:0/388347695 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1330037070 con 0x7f1340141680 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f133d59a640 1 -- 172.21.15.94:0/388347695 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1330032440 con 0x7f1340141680 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f133d59a640 1 -- 172.21.15.94:0/388347695 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1330032810 con 0x7f1340141680 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 -- 172.21.15.94:0/388347695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 msgr2=0x7f13400cfe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 --2- 172.21.15.94:0/388347695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f13400cfe30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f13300097a0 tx=0x7f133002a180 comp rx=0 tx=0).stop 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 -- 172.21.15.94:0/388347695 shutdown_connections 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 --2- 172.21.15.94:0/388347695 >> v2:172.21.15.143:3300/0 conn(0x7f1340142170 0x7f134013f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 --2- 172.21.15.94:0/388347695 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f13400cfe30 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 -- 172.21.15.94:0/388347695 >> 172.21.15.94:0/388347695 conn(0x7f13400b3ed0 msgr2=0x7f13400b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 -- 172.21.15.94:0/388347695 shutdown_connections 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.913+0000 7f1344b31640 1 -- 172.21.15.94:0/388347695 wait complete. 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 Processor -- start 2024-09-10T08:33:46.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 -- start start 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13400d0370 0x7f13400b7f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f1340131830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1340142170 0x7f13400c8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f134015cf10 con 0x7f13400d0370 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f134015cc30 con 0x7f1340142170 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f1344b31640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f134015d1f0 con 0x7f1340141680 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.915+0000 7f133e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13400d0370 0x7f13400b7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13400d0370 0x7f13400b7f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36566/0 (socket says 172.21.15.94:36566) 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 -- 172.21.15.94:0/3057866953 learned_addr learned my addr 172.21.15.94:0/3057866953 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133ed9d640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1340142170 0x7f13400c8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133dd9b640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f1340131830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:46.921 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 -- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 msgr2=0x7f1340131830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f1340131830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 -- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1340142170 msgr2=0x7f13400c8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1340142170 0x7f13400c8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 -- 172.21.15.94:0/3057866953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13400c7390 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f133e59c640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13400d0370 0x7f13400b7f40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f13300098c0 tx=0x7f13300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f132effd640 1 -- 172.21.15.94:0/3057866953 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1330037040 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f132effd640 1 -- 172.21.15.94:0/3057866953 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1330030500 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f132effd640 1 -- 172.21.15.94:0/3057866953 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13300308d0 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13400c7670 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.916+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13400c7c30 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.917+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13400cfe30 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.918+0000 7f132effd640 1 -- 172.21.15.94:0/3057866953 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1330044020 con 0x7f13400d0370 2024-09-10T08:33:46.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.918+0000 7f132effd640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f132006be30 0x7f132006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:46.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.918+0000 7f132effd640 1 -- 172.21.15.94:0/3057866953 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f13300ab250 con 0x7f13400d0370 2024-09-10T08:33:46.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.918+0000 7f133dd9b640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f132006be30 0x7f132006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:46.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.919+0000 7f133dd9b640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f132006be30 0x7f132006e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f13400c8e30 tx=0x7f1334007c80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:46.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:46.922+0000 7f132effd640 1 -- 172.21.15.94:0/3057866953 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1330079b00 con 0x7f13400d0370 2024-09-10T08:33:47.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.089+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f13400690c0 con 0x7f13400d0370 2024-09-10T08:33:47.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.090+0000 7f132effd640 1 -- 172.21.15.94:0/3057866953 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+17015 (secure 0 0 0) 0x7f1330079400 con 0x7f13400d0370 2024-09-10T08:33:47.092 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:47.092 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":40,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:33:46.187958+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:33:43.785115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T08:33:45.092798+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:47.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f132006be30 msgr2=0x7f132006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f132006be30 0x7f132006e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f13400c8e30 tx=0x7f1334007c80 comp rx=0 tx=0).stop 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13400d0370 msgr2=0x7f13400b7f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13400d0370 0x7f13400b7f40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f13300098c0 tx=0x7f13300046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 shutdown_connections 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f132006be30 0x7f132006e2f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1340142170 0x7f13400c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1340141680 0x7f1340131830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 --2- 172.21.15.94:0/3057866953 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13400d0370 0x7f13400b7f40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 >> 172.21.15.94:0/3057866953 conn(0x7f13400b3ed0 msgr2=0x7f1340141a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 shutdown_connections 2024-09-10T08:33:47.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.092+0000 7f1344b31640 1 -- 172.21.15.94:0/3057866953 wait complete. 2024-09-10T08:33:47.105 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:47.202 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.201+0000 7f31a80eb640 1 Processor -- start 2024-09-10T08:33:47.202 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.201+0000 7f31a80eb640 1 -- start start 2024-09-10T08:33:47.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a80eb640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a00d21f0 0x7f31a00d25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.203 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a80eb640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f31a0141ad0 0x7f31a0141f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a80eb640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31a00d2b10 con 0x7f31a0072590 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a80eb640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f31a0141750 con 0x7f31a0141ad0 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a80eb640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f31a006d7f0 con 0x7f31a00d21f0 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a6688640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f31a0141ad0 0x7f31a0141f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a5686640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f31a0072590 0x7f31a006d0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39700/0 (socket says 172.21.15.94:39700) 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a6688640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f31a0141ad0 0x7f31a0141f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36568/0 (socket says 172.21.15.94:36568) 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a5686640 1 -- 172.21.15.94:0/153468233 learned_addr learned my addr 172.21.15.94:0/153468233 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a6688640 1 -- 172.21.15.94:0/153468233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a00d21f0 msgr2=0x7f31a00d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a5e87640 1 --2- 172.21.15.94:0/153468233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a00d21f0 0x7f31a00d25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a6688640 1 --2- 172.21.15.94:0/153468233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a00d21f0 0x7f31a00d25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a4e85640 1 -- 172.21.15.94:0/153468233 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3622266513 0 0) 0x7f31a00d2b10 con 0x7f31a0072590 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a6688640 1 -- 172.21.15.94:0/153468233 >> v1:172.21.15.94:6789/0 conn(0x7f31a0072590 legacy=0x7f31a006d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.204 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a6688640 1 -- 172.21.15.94:0/153468233 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a01620b0 con 0x7f31a0141ad0 2024-09-10T08:33:47.205 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.202+0000 7f31a5e87640 1 --2- 172.21.15.94:0/153468233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a00d21f0 0x7f31a00d25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:47.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.203+0000 7f31a6688640 1 --2- 172.21.15.94:0/153468233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0141f80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3198009dc0 tx=0x7f319802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc99cc6ef81557db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.203+0000 7f31a4e85640 1 -- 172.21.15.94:0/153468233 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198031600 con 0x7f31a0141ad0 2024-09-10T08:33:47.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.203+0000 7f31a4e85640 1 -- 172.21.15.94:0/153468233 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31980317a0 con 0x7f31a0141ad0 2024-09-10T08:33:47.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.203+0000 7f31a4e85640 1 -- 172.21.15.94:0/153468233 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198031b70 con 0x7f31a0141ad0 2024-09-10T08:33:47.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 -- 172.21.15.94:0/153468233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 msgr2=0x7f31a0141f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 --2- 172.21.15.94:0/153468233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0141f80 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3198009dc0 tx=0x7f319802a610 comp rx=0 tx=0).stop 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 -- 172.21.15.94:0/153468233 shutdown_connections 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 --2- 172.21.15.94:0/153468233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0141f80 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 --2- 172.21.15.94:0/153468233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a00d21f0 0x7f31a00d25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 -- 172.21.15.94:0/153468233 >> 172.21.15.94:0/153468233 conn(0x7f31a00b3ed0 msgr2=0x7f31a00b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 -- 172.21.15.94:0/153468233 shutdown_connections 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.204+0000 7f31a80eb640 1 -- 172.21.15.94:0/153468233 wait complete. 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.205+0000 7f31a80eb640 1 Processor -- start 2024-09-10T08:33:47.207 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.205+0000 7f31a80eb640 1 -- start start 2024-09-10T08:33:47.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a0072590 0x7f31a0153440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31a00d21f0 0x7f31a0158e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0159380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f31a0162930 con 0x7f31a0141ad0 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f31a0162650 con 0x7f31a00d21f0 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f31a0162c10 con 0x7f31a0072590 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0159380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0159380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36580/0 (socket says 172.21.15.94:36580) 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 -- 172.21.15.94:0/2429784957 learned_addr learned my addr 172.21.15.94:0/2429784957 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a5e87640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a0072590 0x7f31a0153440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a5686640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31a00d21f0 0x7f31a0158e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 -- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a0072590 msgr2=0x7f31a0153440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a0072590 0x7f31a0153440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 -- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31a00d21f0 msgr2=0x7f31a0158e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.211 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31a00d21f0 0x7f31a0158e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 -- 172.21.15.94:0/2429784957 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a015b430 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a5686640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31a00d21f0 0x7f31a0158e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a6688640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0159380 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f319802ac00 tx=0x7f3198004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31967fc640 1 -- 172.21.15.94:0/2429784957 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198040070 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31967fc640 1 -- 172.21.15.94:0/2429784957 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3198030b60 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31967fc640 1 -- 172.21.15.94:0/2429784957 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198045460 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31a015b710 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.206+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31a015bcd0 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.207+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31a0158c30 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.208+0000 7f31967fc640 1 -- 172.21.15.94:0/2429784957 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3198039040 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.208+0000 7f31967fc640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f318406be30 0x7f318406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.208+0000 7f31967fc640 1 -- 172.21.15.94:0/2429784957 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f31980ac6f0 con 0x7f31a0141ad0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.208+0000 7f31a5e87640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f318406be30 0x7f318406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.209+0000 7f31a5e87640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f318406be30 0x7f318406e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f319c00a990 tx=0x7f319c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.213 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.213+0000 7f31967fc640 1 -- 172.21.15.94:0/2429784957 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f319807afa0 con 0x7f31a0141ad0 2024-09-10T08:33:47.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.380+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f31a00690c0 con 0x7f31a0141ad0 2024-09-10T08:33:47.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.381+0000 7f31967fc640 1 -- 172.21.15.94:0/2429784957 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+17015 (secure 0 0 0) 0x7f319807a8a0 con 0x7f31a0141ad0 2024-09-10T08:33:47.383 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:47.383 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":40,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:33:46.187958+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:33:43.785115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T08:33:45.092798+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f318406be30 msgr2=0x7f318406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f318406be30 0x7f318406e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f319c00a990 tx=0x7f319c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 msgr2=0x7f31a0159380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0159380 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f319802ac00 tx=0x7f3198004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 shutdown_connections 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f318406be30 0x7f318406e2f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f31a00d21f0 0x7f31a0158e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f31a0141ad0 0x7f31a0159380 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 --2- 172.21.15.94:0/2429784957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f31a0072590 0x7f31a0153440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 >> 172.21.15.94:0/2429784957 conn(0x7f31a00b3ed0 msgr2=0x7f31a0156c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:47.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 shutdown_connections 2024-09-10T08:33:47.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.383+0000 7f31a80eb640 1 -- 172.21.15.94:0/2429784957 wait complete. 2024-09-10T08:33:47.395 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:33:47.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.496+0000 7f0719918640 1 Processor -- start 2024-09-10T08:33:47.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.496+0000 7f0719918640 1 -- start start 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f0719918640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f07140d0070 0x7f071415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f0719918640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07140d1b10 con 0x7f07140d4130 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f0719918640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07140cf2b0 con 0x7f071415f0d0 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f0719918640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f07140cf590 con 0x7f07140d0070 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f07137fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f07140d4130 0x7f07140d4560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39702/0 (socket says 172.21.15.94:39702) 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f07137fe640 1 -- 172.21.15.94:0/408787760 learned_addr learned my addr 172.21.15.94:0/408787760 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f070a7fc640 1 --2- 172.21.15.94:0/408787760 >> v2:172.21.15.143:3300/0 conn(0x7f07140d0070 0x7f071415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 109063727 0 0) 0x7f07140d1b10 con 0x7f07140d4130 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0700003520 con 0x7f07140d4130 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3590921839 0 0) 0x7f07140cf2b0 con 0x7f071415f0d0 2024-09-10T08:33:47.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07140d1b10 con 0x7f071415f0d0 2024-09-10T08:33:47.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f070a7fc640 1 -- 172.21.15.94:0/408787760 >> v1:172.21.15.143:6789/0 conn(0x7f071415f0d0 legacy=0x7f07140d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f070a7fc640 1 -- 172.21.15.94:0/408787760 >> v1:172.21.15.94:6789/0 conn(0x7f07140d4130 legacy=0x7f07140d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 526601789 0 0) 0x7f0700003520 con 0x7f07140d4130 2024-09-10T08:33:47.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.497+0000 7f070a7fc640 1 -- 172.21.15.94:0/408787760 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07140cf870 con 0x7f07140d0070 2024-09-10T08:33:47.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.498+0000 7f070a7fc640 1 --2- 172.21.15.94:0/408787760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07140d0070 0x7f071415f4b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f06fc0097a0 tx=0x7f06fc02a0a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26fe2b6755aeec2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.498+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc037070 con 0x7f07140d0070 2024-09-10T08:33:47.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.498+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06fc02ab30 con 0x7f07140d0070 2024-09-10T08:33:47.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.498+0000 7f07127fc640 1 -- 172.21.15.94:0/408787760 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070c001a10 con 0x7f07140d0070 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.499+0000 7f0719918640 1 -- 172.21.15.94:0/408787760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07140d0070 msgr2=0x7f071415f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.499+0000 7f0719918640 1 --2- 172.21.15.94:0/408787760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07140d0070 0x7f071415f4b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f06fc0097a0 tx=0x7f06fc02a0a0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.499+0000 7f0719918640 1 -- 172.21.15.94:0/408787760 shutdown_connections 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.499+0000 7f0719918640 1 --2- 172.21.15.94:0/408787760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f07140d0070 0x7f071415f4b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.499+0000 7f0719918640 1 -- 172.21.15.94:0/408787760 >> 172.21.15.94:0/408787760 conn(0x7f071409d760 msgr2=0x7f071408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.499+0000 7f0719918640 1 -- 172.21.15.94:0/408787760 shutdown_connections 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.499+0000 7f0719918640 1 -- 172.21.15.94:0/408787760 wait complete. 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.500+0000 7f0719918640 1 Processor -- start 2024-09-10T08:33:47.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.500+0000 7f0719918640 1 -- start start 2024-09-10T08:33:47.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0719918640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07140d0070 0x7f07140b8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0719918640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07140d4130 0x7f07140b9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0719918640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071415f0d0 0x7f07141e99d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0719918640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f07140b2f70 con 0x7f07140d4130 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0719918640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f07140cef60 con 0x7f071415f0d0 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0719918640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f07140b30f0 con 0x7f07140d0070 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07140d4130 0x7f07140b9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07140d4130 0x7f07140b9ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36588/0 (socket says 172.21.15.94:36588) 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 -- 172.21.15.94:0/2751606729 learned_addr learned my addr 172.21.15.94:0/2751606729 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f07137fe640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071415f0d0 0x7f07141e99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0712ffd640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07140d0070 0x7f07140b8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 -- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07140d0070 msgr2=0x7f07140b8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07140d0070 0x7f07140b8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 -- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071415f0d0 msgr2=0x7f07141e99d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071415f0d0 0x7f07141e99d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 -- 172.21.15.94:0/2751606729 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07140b8050 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f0712ffd640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07140d0070 0x7f07140b8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.501+0000 7f070a7fc640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07140d4130 0x7f07140b9ae0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f06fc035040 tx=0x7f06fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.502+0000 7f0710ff9640 1 -- 172.21.15.94:0/2751606729 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc042020 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.502+0000 7f0710ff9640 1 -- 172.21.15.94:0/2751606729 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f06fc03d670 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.502+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07141ea490 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.502+0000 7f0710ff9640 1 -- 172.21.15.94:0/2751606729 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc037040 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.502+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07140b85f0 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.503+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07140b5c40 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.503+0000 7f0710ff9640 1 -- 172.21.15.94:0/2751606729 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f06fc045020 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.503+0000 7f0710ff9640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06f406be30 0x7f06f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.504+0000 7f0710ff9640 1 -- 172.21.15.94:0/2751606729 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f06fc0ab8e0 con 0x7f07140d4130 2024-09-10T08:33:47.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.504+0000 7f0712ffd640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06f406be30 0x7f06f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.504+0000 7f0712ffd640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06f406be30 0x7f06f406e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f07040011e0 tx=0x7f0704009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.508+0000 7f0710ff9640 1 -- 172.21.15.94:0/2751606729 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f06fc04c030 con 0x7f07140d4130 2024-09-10T08:33:47.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.707+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f07140b5920 con 0x7f07140d4130 2024-09-10T08:33:47.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.785+0000 7f0710ff9640 1 -- 172.21.15.94:0/2751606729 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7f06fc07a190 con 0x7f07140d4130 2024-09-10T08:33:47.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06f406be30 msgr2=0x7f06f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06f406be30 0x7f06f406e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f07040011e0 tx=0x7f0704009040 comp rx=0 tx=0).stop 2024-09-10T08:33:47.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07140d4130 msgr2=0x7f07140b9ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07140d4130 0x7f07140b9ae0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f06fc035040 tx=0x7f06fc0046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 shutdown_connections 2024-09-10T08:33:47.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f06f406be30 0x7f06f406e2f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f071415f0d0 0x7f07141e99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f07140d4130 0x7f07140b9ae0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 --2- 172.21.15.94:0/2751606729 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f07140d0070 0x7f07140b8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 >> 172.21.15.94:0/2751606729 conn(0x7f071409d760 msgr2=0x7f0714074ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:47.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 shutdown_connections 2024-09-10T08:33:47.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.788+0000 7f0719918640 1 -- 172.21.15.94:0/2751606729 wait complete. 2024-09-10T08:33:47.801 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T08:33:47.802 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T08:33:47.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.901+0000 7f4ac20ba640 1 Processor -- start 2024-09-10T08:33:47.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.901+0000 7f4ac20ba640 1 -- start start 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.902+0000 7f4ac20ba640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f4abc0d4370 0x7f4abc0d4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.902+0000 7f4ac20ba640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4abc0d1880 con 0x7f4abc15e2a0 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.902+0000 7f4ac20ba640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4abc0d1b60 con 0x7f4abc15e680 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.902+0000 7f4ac20ba640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f4abc0cf2d0 con 0x7f4abc0d4370 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.902+0000 7f4abb7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4abc15e2a0 0x7f4abc06d420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39718/0 (socket says 172.21.15.94:39718) 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.902+0000 7f4abb7fe640 1 -- 172.21.15.94:0/542199675 learned_addr learned my addr 172.21.15.94:0/542199675 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.902+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3251378195 0 0) 0x7f4abc0d1880 con 0x7f4abc15e2a0 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4aa4003520 con 0x7f4abc15e2a0 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abbfff640 1 --2- 172.21.15.94:0/542199675 >> v2:172.21.15.143:3300/0 conn(0x7f4abc0d4370 0x7f4abc0d4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1221950568 0 0) 0x7f4aa4003520 con 0x7f4abc15e2a0 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 >> v2:172.21.15.143:3300/0 conn(0x7f4abc0d4370 msgr2=0x7f4abc0d4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 --2- 172.21.15.94:0/542199675 >> v2:172.21.15.143:3300/0 conn(0x7f4abc0d4370 0x7f4abc0d4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 >> v1:172.21.15.143:6789/0 conn(0x7f4abc15e680 legacy=0x7f4abc0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc0cf5b0 con 0x7f4abc15e2a0 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f4aac001670 con 0x7f4abc15e2a0 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 >> v1:172.21.15.94:6789/0 conn(0x7f4abc15e2a0 legacy=0x7f4abc06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4aa4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4aa4004800 0x7f4aa4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4aa40051c0 0x7f4aa400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc0cf2d0 con 0x7f4aa40039b0 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa400c110 con 0x7f4aa40051c0 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4aa400c310 con 0x7f4aa4004800 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abb7fe640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4aa4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abbfff640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4aa40051c0 0x7f4aa400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abaffd640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4aa4004800 0x7f4aa4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abb7fe640 1 -- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4aa4004800 msgr2=0x7f4aa4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abb7fe640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4aa4004800 0x7f4aa4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abb7fe640 1 -- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4aa40051c0 msgr2=0x7f4aa400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abb7fe640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4aa40051c0 0x7f4aa400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abb7fe640 1 -- 172.21.15.94:0/542199675 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aa4003520 con 0x7f4aa40039b0 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abbfff640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4aa40051c0 0x7f4aa400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.903+0000 7f4abbfff640 1 -- 172.21.15.94:0/542199675 reap_dead start 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.904+0000 7f4abb7fe640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4aa4003dd0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4aac00c210 tx=0x7f4aa4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=797153d318a8f8ce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.904+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac007d30 con 0x7f4aa40039b0 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.904+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4aac005ad0 con 0x7f4aa40039b0 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.904+0000 7f4aba7fc640 1 -- 172.21.15.94:0/542199675 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac007070 con 0x7f4aa40039b0 2024-09-10T08:33:47.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.905+0000 7f4ac20ba640 1 -- 172.21.15.94:0/542199675 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 msgr2=0x7f4aa4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.905+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4aa4003dd0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4aac00c210 tx=0x7f4aa4005830 comp rx=0 tx=0).stop 2024-09-10T08:33:47.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.905+0000 7f4ac20ba640 1 -- 172.21.15.94:0/542199675 shutdown_connections 2024-09-10T08:33:47.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.905+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/542199675 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4aa4003dd0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.905+0000 7f4ac20ba640 1 -- 172.21.15.94:0/542199675 >> 172.21.15.94:0/542199675 conn(0x7f4abc09d760 msgr2=0x7f4abc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:47.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.905+0000 7f4ac20ba640 1 -- 172.21.15.94:0/542199675 shutdown_connections 2024-09-10T08:33:47.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.905+0000 7f4ac20ba640 1 -- 172.21.15.94:0/542199675 wait complete. 2024-09-10T08:33:47.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.906+0000 7f4ac20ba640 1 Processor -- start 2024-09-10T08:33:47.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.906+0000 7f4ac20ba640 1 -- start start 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4ac20ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4abc0c9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4ac20ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4abc0b86e0 0x7f4abc159460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4ac20ba640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4abc1f7df0 0x7f4abc0ca590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4ac20ba640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc0d49a0 con 0x7f4aa40039b0 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4ac20ba640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc0d4820 con 0x7f4abc1f7df0 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4ac20ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4abc0d4b20 con 0x7f4abc0b86e0 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4abc0c9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4abc0c9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36598/0 (socket says 172.21.15.94:36598) 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 -- 172.21.15.94:0/1672723487 learned_addr learned my addr 172.21.15.94:0/1672723487 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abaffd640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4abc0b86e0 0x7f4abc159460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abbfff640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4abc1f7df0 0x7f4abc0ca590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.912 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 -- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4abc0b86e0 msgr2=0x7f4abc159460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4abc0b86e0 0x7f4abc159460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 -- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4abc1f7df0 msgr2=0x7f4abc0ca590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4abc1f7df0 0x7f4abc0ca590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 -- 172.21.15.94:0/1672723487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc1f8360 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4abb7fe640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4abc0c9d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4aac034040 tx=0x7f4aac001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4aa3fff640 1 -- 172.21.15.94:0/1672723487 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac041070 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4aa3fff640 1 -- 172.21.15.94:0/1672723487 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4aac000ed0 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4aa3fff640 1 -- 172.21.15.94:0/1672723487 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac0072d0 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.907+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4abc1f8640 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.908+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4abc1f8c00 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.908+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4abc06d420 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.909+0000 7f4aa3fff640 1 -- 172.21.15.94:0/1672723487 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4aac044070 con 0x7f4aa40039b0 2024-09-10T08:33:47.913 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.909+0000 7f4aa3fff640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4aa806be60 0x7f4aa806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:47.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.909+0000 7f4aa3fff640 1 -- 172.21.15.94:0/1672723487 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f4aac0ab350 con 0x7f4aa40039b0 2024-09-10T08:33:47.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.909+0000 7f4abaffd640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4aa806be60 0x7f4aa806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:47.914 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.910+0000 7f4abaffd640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4aa806be60 0x7f4aa806e320 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4abc1f7d50 tx=0x7f4ab0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:47.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:47.914+0000 7f4aa3fff640 1 -- 172.21.15.94:0/1672723487 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4aac04b070 con 0x7f4aa40039b0 2024-09-10T08:33:48.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.111+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f4abc161ba0 con 0x7f4aa40039b0 2024-09-10T08:33:48.615 INFO:tasks.ceph.mds.a.smithi094.stderr:2024-09-10T08:33:48.614+0000 7fc1ee975640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:33:48.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.793+0000 7f4aa3fff640 1 -- 172.21.15.94:0/1672723487 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7f4aac004e20 con 0x7f4aa40039b0 2024-09-10T08:33:48.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4aa806be60 msgr2=0x7f4aa806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:48.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4aa806be60 0x7f4aa806e320 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4abc1f7d50 tx=0x7f4ab0009040 comp rx=0 tx=0).stop 2024-09-10T08:33:48.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 msgr2=0x7f4abc0c9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:48.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4abc0c9d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4aac034040 tx=0x7f4aac001a40 comp rx=0 tx=0).stop 2024-09-10T08:33:48.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 shutdown_connections 2024-09-10T08:33:48.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4aa806be60 0x7f4aa806e320 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4abc1f7df0 0x7f4abc0ca590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4abc0b86e0 0x7f4abc159460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 --2- 172.21.15.94:0/1672723487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4aa40039b0 0x7f4abc0c9d40 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.796+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 >> 172.21.15.94:0/1672723487 conn(0x7f4abc09d760 msgr2=0x7f4abc161490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:48.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.797+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 shutdown_connections 2024-09-10T08:33:48.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.797+0000 7f4ac20ba640 1 -- 172.21.15.94:0/1672723487 wait complete. 2024-09-10T08:33:48.811 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T08:33:48.811 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:48.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.914+0000 7f0633247640 1 Processor -- start 2024-09-10T08:33:48.915 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.914+0000 7f0633247640 1 -- start start 2024-09-10T08:33:48.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0633247640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f062c15bee0 0x7f062c0d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:48.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0633247640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f062c15c2c0 0x7f062c0d09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0633247640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f062c0cdee0 con 0x7f062c0cf200 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0633247640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f062c0ceaf0 con 0x7f062c15bee0 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0633247640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f062c0ce1c0 con 0x7f062c15c2c0 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0630fe3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f062c15bee0 0x7f062c0d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0630fe3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f062c15bee0 0x7f062c0d04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36604/0 (socket says 172.21.15.94:36604) 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0630fe3640 1 -- 172.21.15.94:0/4113080932 learned_addr learned my addr 172.21.15.94:0/4113080932 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0623fff640 1 --2- 172.21.15.94:0/4113080932 >> v2:172.21.15.143:3300/0 conn(0x7f062c15c2c0 0x7f062c0d09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0630fe3640 1 -- 172.21.15.94:0/4113080932 >> v2:172.21.15.143:3300/0 conn(0x7f062c15c2c0 msgr2=0x7f062c0d09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0630fe3640 1 --2- 172.21.15.94:0/4113080932 >> v2:172.21.15.143:3300/0 conn(0x7f062c15c2c0 0x7f062c0d09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0630fe3640 1 -- 172.21.15.94:0/4113080932 >> v1:172.21.15.143:6789/0 conn(0x7f062c0cf200 legacy=0x7f062c0cf690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.915+0000 7f0630fe3640 1 -- 172.21.15.94:0/4113080932 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062c0ce4a0 con 0x7f062c15bee0 2024-09-10T08:33:48.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.916+0000 7f0630fe3640 1 --2- 172.21.15.94:0/4113080932 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15bee0 0x7f062c0d04b0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f062c0cadd0 tx=0x7f062802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d993bec97f609ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.916+0000 7f06237fe640 1 -- 172.21.15.94:0/4113080932 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0628037070 con 0x7f062c15bee0 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.916+0000 7f06237fe640 1 -- 172.21.15.94:0/4113080932 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0628032440 con 0x7f062c15bee0 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.916+0000 7f06237fe640 1 -- 172.21.15.94:0/4113080932 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0628032810 con 0x7f062c15bee0 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 -- 172.21.15.94:0/4113080932 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15bee0 msgr2=0x7f062c0d04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 --2- 172.21.15.94:0/4113080932 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15bee0 0x7f062c0d04b0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f062c0cadd0 tx=0x7f062802a270 comp rx=0 tx=0).stop 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 -- 172.21.15.94:0/4113080932 shutdown_connections 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 --2- 172.21.15.94:0/4113080932 >> v2:172.21.15.143:3300/0 conn(0x7f062c15c2c0 0x7f062c0d09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 --2- 172.21.15.94:0/4113080932 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15bee0 0x7f062c0d04b0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 -- 172.21.15.94:0/4113080932 >> 172.21.15.94:0/4113080932 conn(0x7f062c06bdf0 msgr2=0x7f062c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 -- 172.21.15.94:0/4113080932 shutdown_connections 2024-09-10T08:33:48.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.917+0000 7f0633247640 1 -- 172.21.15.94:0/4113080932 wait complete. 2024-09-10T08:33:48.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.918+0000 7f0633247640 1 Processor -- start 2024-09-10T08:33:48.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.918+0000 7f0633247640 1 -- start start 2024-09-10T08:33:48.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0633247640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062c0cf200 0x7f062c156e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:48.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0633247640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062c15bee0 0x7f062c073060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:48.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0633247640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15c2c0 0x7f062c1e7630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:48.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0633247640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f062c06e040 con 0x7f062c15c2c0 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0633247640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f062c06dec0 con 0x7f062c15bee0 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0633247640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f062c06e1c0 con 0x7f062c0cf200 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15c2c0 0x7f062c1e7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15c2c0 0x7f062c1e7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36606/0 (socket says 172.21.15.94:36606) 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 -- 172.21.15.94:0/1226839351 learned_addr learned my addr 172.21.15.94:0/1226839351 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0623fff640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062c15bee0 0x7f062c073060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0630fe3640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062c0cf200 0x7f062c156e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 -- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062c0cf200 msgr2=0x7f062c156e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062c0cf200 0x7f062c156e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 -- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062c15bee0 msgr2=0x7f062c073060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062c15bee0 0x7f062c073060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 -- 172.21.15.94:0/1226839351 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062c1e6590 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f0630fe3640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062c0cf200 0x7f062c156e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.919+0000 7f06317e4640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15c2c0 0x7f062c1e7630 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f062400c6b0 tx=0x7f062400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.920+0000 7f06217fa640 1 -- 172.21.15.94:0/1226839351 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624003b70 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.920+0000 7f06217fa640 1 -- 172.21.15.94:0/1226839351 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0624003d30 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.920+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062c1e6870 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.920+0000 7f06217fa640 1 -- 172.21.15.94:0/1226839351 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624005310 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.920+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f062c1e7110 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.921+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f062c1e6c60 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.921+0000 7f06217fa640 1 -- 172.21.15.94:0/1226839351 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f06240054b0 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.921+0000 7f06217fa640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f061806be30 0x7f061806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.922+0000 7f06217fa640 1 -- 172.21.15.94:0/1226839351 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f062408ae10 con 0x7f062c15c2c0 2024-09-10T08:33:48.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.922+0000 7f0630fe3640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f061806be30 0x7f061806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:48.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.922+0000 7f0630fe3640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f061806be30 0x7f061806e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0628034000 tx=0x7f062802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:48.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:48.927+0000 7f06217fa640 1 -- 172.21.15.94:0/1226839351 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f06240596c0 con 0x7f062c15c2c0 2024-09-10T08:33:49.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.126+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f062c0cf690 con 0x7f062c15c2c0 2024-09-10T08:33:49.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.127+0000 7f06217fa640 1 -- 172.21.15.94:0/1226839351 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7f0624058fc0 con 0x7f062c15c2c0 2024-09-10T08:33:49.127 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:49.128 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:33:46.188304+0000","modified":"2024-09-10T08:33:48.113682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4923},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4923":{"gid":4923,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":5,"addr":"172.21.15.94:6837/3105585591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3105585591},{"type":"v1","addr":"172.21.15.94:6837","nonce":3105585591}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4923,"qdb_cluster":[4923]},"id":2}]} 2024-09-10T08:33:49.128 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 17 2024-09-10T08:33:49.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f061806be30 msgr2=0x7f061806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f061806be30 0x7f061806e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0628034000 tx=0x7f062802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15c2c0 msgr2=0x7f062c1e7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15c2c0 0x7f062c1e7630 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f062400c6b0 tx=0x7f062400cb70 comp rx=0 tx=0).stop 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 shutdown_connections 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f061806be30 0x7f061806e2f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f062c15bee0 0x7f062c073060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f062c15c2c0 0x7f062c1e7630 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 --2- 172.21.15.94:0/1226839351 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f062c0cf200 0x7f062c156e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 >> 172.21.15.94:0/1226839351 conn(0x7f062c06bdf0 msgr2=0x7f062c0b0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:49.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 shutdown_connections 2024-09-10T08:33:49.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.129+0000 7f0633247640 1 -- 172.21.15.94:0/1226839351 wait complete. 2024-09-10T08:33:49.140 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:33:49.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.237+0000 7f214fd98640 1 Processor -- start 2024-09-10T08:33:49.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.237+0000 7f214fd98640 1 -- start start 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214fd98640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f21480d0540 0x7f2148141a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214fd98640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2148141fa0 0x7f214813f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214fd98640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f214815d710 con 0x7f2148141680 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214fd98640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f214815c6f0 con 0x7f2148141fa0 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214fd98640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f214815c950 con 0x7f21480d0540 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214e335640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2148141fa0 0x7f214813f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214e335640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2148141fa0 0x7f214813f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36616/0 (socket says 172.21.15.94:36616) 2024-09-10T08:33:49.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214db34640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2148141680 0x7f21480cfe30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39734/0 (socket says 172.21.15.94:39734) 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.238+0000 7f214e335640 1 -- 172.21.15.94:0/3992161459 learned_addr learned my addr 172.21.15.94:0/3992161459 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214d333640 1 --2- 172.21.15.94:0/3992161459 >> v2:172.21.15.143:3300/0 conn(0x7f21480d0540 0x7f2148141a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214e335640 1 -- 172.21.15.94:0/3992161459 >> v2:172.21.15.143:3300/0 conn(0x7f21480d0540 msgr2=0x7f2148141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214e335640 1 --2- 172.21.15.94:0/3992161459 >> v2:172.21.15.143:3300/0 conn(0x7f21480d0540 0x7f2148141a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214cb32640 1 -- 172.21.15.94:0/3992161459 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 622239240 0 0) 0x7f214815d710 con 0x7f2148141680 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214e335640 1 -- 172.21.15.94:0/3992161459 >> v1:172.21.15.94:6789/0 conn(0x7f2148141680 legacy=0x7f21480cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214e335640 1 -- 172.21.15.94:0/3992161459 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214815cc30 con 0x7f2148141fa0 2024-09-10T08:33:49.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214d333640 1 --2- 172.21.15.94:0/3992161459 >> v2:172.21.15.143:3300/0 conn(0x7f21480d0540 0x7f2148141a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:49.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.239+0000 7f214e335640 1 --2- 172.21.15.94:0/3992161459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f214813f8b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f21480cc840 tx=0x7f214002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=669197c226bfd588 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214cb32640 1 -- 172.21.15.94:0/3992161459 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2140036070 con 0x7f2148141fa0 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214cb32640 1 -- 172.21.15.94:0/3992161459 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2140031600 con 0x7f2148141fa0 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214cb32640 1 -- 172.21.15.94:0/3992161459 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21400319d0 con 0x7f2148141fa0 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 -- 172.21.15.94:0/3992161459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 msgr2=0x7f214813f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 --2- 172.21.15.94:0/3992161459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f214813f8b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f21480cc840 tx=0x7f214002a730 comp rx=0 tx=0).stop 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 -- 172.21.15.94:0/3992161459 shutdown_connections 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 --2- 172.21.15.94:0/3992161459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f214813f8b0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 --2- 172.21.15.94:0/3992161459 >> v2:172.21.15.143:3300/0 conn(0x7f21480d0540 0x7f2148141a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 -- 172.21.15.94:0/3992161459 >> 172.21.15.94:0/3992161459 conn(0x7f21480b3ed0 msgr2=0x7f21480b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 -- 172.21.15.94:0/3992161459 shutdown_connections 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.240+0000 7f214fd98640 1 -- 172.21.15.94:0/3992161459 wait complete. 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.241+0000 7f214fd98640 1 Processor -- start 2024-09-10T08:33:49.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.241+0000 7f214fd98640 1 -- start start 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214fd98640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21480d0540 0x7f2148156e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214fd98640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2148141680 0x7f214813ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214fd98640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f21480b7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214fd98640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f21481423f0 con 0x7f2148141fa0 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214fd98640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f214815d1f0 con 0x7f21480d0540 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214fd98640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2148142570 con 0x7f2148141680 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f21480b7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f21480b7cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36630/0 (socket says 172.21.15.94:36630) 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 -- 172.21.15.94:0/1767929446 learned_addr learned my addr 172.21.15.94:0/1767929446 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214d333640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2148141680 0x7f214813ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214db34640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21480d0540 0x7f2148156e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 -- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2148141680 msgr2=0x7f214813ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2148141680 0x7f214813ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 -- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21480d0540 msgr2=0x7f2148156e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21480d0540 0x7f2148156e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.242+0000 7f214e335640 1 -- 172.21.15.94:0/1767929446 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2148157470 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.243+0000 7f214e335640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f21480b7cc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f214002ad20 tx=0x7f2140004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.243+0000 7f213e7fc640 1 -- 172.21.15.94:0/1767929446 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214003f020 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.243+0000 7f213e7fc640 1 -- 172.21.15.94:0/1767929446 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2140037040 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.243+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2148157750 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.243+0000 7f213e7fc640 1 -- 172.21.15.94:0/1767929446 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2140036070 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.243+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2148157d10 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.244+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2148141a60 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.244+0000 7f213e7fc640 1 -- 172.21.15.94:0/1767929446 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2140042020 con 0x7f2148141fa0 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.245+0000 7f213e7fc640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f212c06be60 0x7f212c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.245+0000 7f213e7fc640 1 -- 172.21.15.94:0/1767929446 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f21400ab630 con 0x7f2148141fa0 2024-09-10T08:33:49.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.245+0000 7f214db34640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f212c06be60 0x7f212c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.245+0000 7f214db34640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f212c06be60 0x7f212c06e320 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2144000f60 tx=0x7f2144007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.249+0000 7f213e7fc640 1 -- 172.21.15.94:0/1767929446 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2140049020 con 0x7f2148141fa0 2024-09-10T08:33:49.416 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.415+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f21480b3a70 con 0x7f2148141fa0 2024-09-10T08:33:49.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.417+0000 7f213e7fc640 1 -- 172.21.15.94:0/1767929446 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17002 (secure 0 0 0) 0x7f2140079890 con 0x7f2148141fa0 2024-09-10T08:33:49.417 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:49.418 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":41,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:33:47.786530+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:33:43.785115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T08:33:45.092798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.418+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f212c06be60 msgr2=0x7f212c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.418+0000 7f214fd98640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f212c06be60 0x7f212c06e320 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2144000f60 tx=0x7f2144007d50 comp rx=0 tx=0).stop 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.418+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 msgr2=0x7f21480b7cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.418+0000 7f214fd98640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f21480b7cc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f214002ad20 tx=0x7f2140004a40 comp rx=0 tx=0).stop 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 shutdown_connections 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f212c06be60 0x7f212c06e320 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2148141fa0 0x7f21480b7cc0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2148141680 0x7f214813ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 --2- 172.21.15.94:0/1767929446 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f21480d0540 0x7f2148156e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 >> 172.21.15.94:0/1767929446 conn(0x7f21480b3ed0 msgr2=0x7f21480b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:49.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 shutdown_connections 2024-09-10T08:33:49.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.419+0000 7f214fd98640 1 -- 172.21.15.94:0/1767929446 wait complete. 2024-09-10T08:33:49.430 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:33:49.430 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:49.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.527+0000 7f57621f6640 1 Processor -- start 2024-09-10T08:33:49.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.527+0000 7f57621f6640 1 -- start start 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f57621f6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c0cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f57621f6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f575c142170 0x7f575c13f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f57621f6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f575c15d710 con 0x7f575c0d0370 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f57621f6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f575c0d07b0 con 0x7f575c142170 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f57621f6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f575c15c6f0 con 0x7f575c141680 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f575affd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f575c0d0370 0x7f575c141a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39746/0 (socket says 172.21.15.94:39746) 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f575affd640 1 -- 172.21.15.94:0/3294125329 learned_addr learned my addr 172.21.15.94:0/3294125329 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f575bfff640 1 --2- 172.21.15.94:0/3294125329 >> v2:172.21.15.143:3300/0 conn(0x7f575c142170 0x7f575c13f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f575b7fe640 1 --2- 172.21.15.94:0/3294125329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c0cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.528+0000 7f575a7fc640 1 -- 172.21.15.94:0/3294125329 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3589333321 0 0) 0x7f575c15d710 con 0x7f575c0d0370 2024-09-10T08:33:49.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.529+0000 7f575a7fc640 1 -- 172.21.15.94:0/3294125329 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5744003520 con 0x7f575c0d0370 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.529+0000 7f575b7fe640 1 -- 172.21.15.94:0/3294125329 >> v2:172.21.15.143:3300/0 conn(0x7f575c142170 msgr2=0x7f575c13f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.529+0000 7f575b7fe640 1 --2- 172.21.15.94:0/3294125329 >> v2:172.21.15.143:3300/0 conn(0x7f575c142170 0x7f575c13f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.529+0000 7f575b7fe640 1 -- 172.21.15.94:0/3294125329 >> v1:172.21.15.94:6789/0 conn(0x7f575c0d0370 legacy=0x7f575c141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.529+0000 7f575b7fe640 1 -- 172.21.15.94:0/3294125329 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f575c142600 con 0x7f575c141680 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.529+0000 7f575bfff640 1 --2- 172.21.15.94:0/3294125329 >> v2:172.21.15.143:3300/0 conn(0x7f575c142170 0x7f575c13f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.529+0000 7f575b7fe640 1 --2- 172.21.15.94:0/3294125329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c0cfe30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f574c0097a0 tx=0x7f574c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28622b246874d2c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f575a7fc640 1 -- 172.21.15.94:0/3294125329 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574c037070 con 0x7f575c141680 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f575a7fc640 1 -- 172.21.15.94:0/3294125329 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f574c032440 con 0x7f575c141680 2024-09-10T08:33:49.532 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f575a7fc640 1 -- 172.21.15.94:0/3294125329 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574c0327f0 con 0x7f575c141680 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 -- 172.21.15.94:0/3294125329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 msgr2=0x7f575c0cfe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 --2- 172.21.15.94:0/3294125329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c0cfe30 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f574c0097a0 tx=0x7f574c02a180 comp rx=0 tx=0).stop 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 -- 172.21.15.94:0/3294125329 shutdown_connections 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 --2- 172.21.15.94:0/3294125329 >> v2:172.21.15.143:3300/0 conn(0x7f575c142170 0x7f575c13f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 --2- 172.21.15.94:0/3294125329 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c0cfe30 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 -- 172.21.15.94:0/3294125329 >> 172.21.15.94:0/3294125329 conn(0x7f575c0b3ed0 msgr2=0x7f575c0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 -- 172.21.15.94:0/3294125329 shutdown_connections 2024-09-10T08:33:49.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.530+0000 7f57621f6640 1 -- 172.21.15.94:0/3294125329 wait complete. 2024-09-10T08:33:49.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.531+0000 7f57621f6640 1 Processor -- start 2024-09-10T08:33:49.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f57621f6640 1 -- start start 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f57621f6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f575c0d0370 0x7f575c06e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f57621f6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c15b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f57621f6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f575c142170 0x7f575c15b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f57621f6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f575c15cf10 con 0x7f575c142170 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f57621f6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f575c15cc30 con 0x7f575c0d0370 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f57621f6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f575c15d1f0 con 0x7f575c141680 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f575bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f575c142170 0x7f575c15b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f575bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f575c142170 0x7f575c15b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36642/0 (socket says 172.21.15.94:36642) 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.532+0000 7f575bfff640 1 -- 172.21.15.94:0/1336768487 learned_addr learned my addr 172.21.15.94:0/1336768487 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575b7fe640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f575c0d0370 0x7f575c06e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575affd640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c15b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575bfff640 1 -- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 msgr2=0x7f575c15b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575bfff640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c15b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575bfff640 1 -- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f575c0d0370 msgr2=0x7f575c06e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575bfff640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f575c0d0370 0x7f575c06e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575bfff640 1 -- 172.21.15.94:0/1336768487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f575c130c30 con 0x7f575c142170 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575affd640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c15b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f575bfff640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f575c142170 0x7f575c15b750 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f575400efc0 tx=0x7f575400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f5743fff640 1 -- 172.21.15.94:0/1336768487 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754018030 con 0x7f575c142170 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f5743fff640 1 -- 172.21.15.94:0/1336768487 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f575400cdf0 con 0x7f575c142170 2024-09-10T08:33:49.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f575c130f10 con 0x7f575c142170 2024-09-10T08:33:49.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f5743fff640 1 -- 172.21.15.94:0/1336768487 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5754003bb0 con 0x7f575c142170 2024-09-10T08:33:49.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.533+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f575c1314d0 con 0x7f575c142170 2024-09-10T08:33:49.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.534+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f575c1316d0 con 0x7f575c142170 2024-09-10T08:33:49.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.535+0000 7f5743fff640 1 -- 172.21.15.94:0/1336768487 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f575401b070 con 0x7f575c142170 2024-09-10T08:33:49.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.535+0000 7f5743fff640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f574806be30 0x7f574806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.535+0000 7f5743fff640 1 -- 172.21.15.94:0/1336768487 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f575408ba20 con 0x7f575c142170 2024-09-10T08:33:49.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.535+0000 7f575b7fe640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f574806be30 0x7f574806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.535+0000 7f575b7fe640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f574806be30 0x7f574806e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f574c034000 tx=0x7f574c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.539+0000 7f5743fff640 1 -- 172.21.15.94:0/1336768487 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f575c1316d0 con 0x7f575c142170 2024-09-10T08:33:49.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.699+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f575c0cfe30 con 0x7f574806be30 2024-09-10T08:33:49.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.705+0000 7f5743fff640 1 -- 172.21.15.94:0/1336768487 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+239113 (secure 0 0 0) 0x7f575c0cfe30 con 0x7f574806be30 2024-09-10T08:33:49.708 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:49.709 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.707+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f574806be30 msgr2=0x7f574806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.707+0000 7f57621f6640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f574806be30 0x7f574806e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f574c034000 tx=0x7f574c02e000 comp rx=0 tx=0).stop 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.707+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f575c142170 msgr2=0x7f575c15b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.707+0000 7f57621f6640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f575c142170 0x7f575c15b750 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f575400efc0 tx=0x7f575400c490 comp rx=0 tx=0).stop 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 shutdown_connections 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f574806be30 0x7f574806e2f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f575c142170 0x7f575c15b750 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f575c141680 0x7f575c15b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 --2- 172.21.15.94:0/1336768487 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f575c0d0370 0x7f575c06e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 >> 172.21.15.94:0/1336768487 conn(0x7f575c0b3ed0 msgr2=0x7f575c0d1db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 shutdown_connections 2024-09-10T08:33:49.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.708+0000 7f57621f6640 1 -- 172.21.15.94:0/1336768487 wait complete. 2024-09-10T08:33:49.719 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":72,"stamp":"2024-09-10T08:33:47.825551+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":162,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":30,"acting":30,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":754974720,"kb_used":237320,"kb_used_data":4448,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737400,"statfs":{"total":773094113280,"available":772851097600,"internally_reserved":0,"allocated":4554752,"data_stored":2590028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000505"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.801593+0000","last_change":"2024-09-10T08:33:46.800768+0000","last_active":"2024-09-10T08:33:46.801593+0000","last_peered":"2024-09-10T08:33:46.801593+0000","last_clean":"2024-09-10T08:33:46.801593+0000","last_became_active":"2024-09-10T08:33:46.800495+0000","last_became_peered":"2024-09-10T08:33:46.800495+0000","last_unstale":"2024-09-10T08:33:46.801593+0000","last_undegraded":"2024-09-10T08:33:46.801593+0000","last_fullsized":"2024-09-10T08:33:46.801593+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:09.987803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804041+0000","last_change":"2024-09-10T08:33:46.803122+0000","last_active":"2024-09-10T08:33:46.804041+0000","last_peered":"2024-09-10T08:33:46.804041+0000","last_clean":"2024-09-10T08:33:46.804041+0000","last_became_active":"2024-09-10T08:33:46.802813+0000","last_became_peered":"2024-09-10T08:33:46.802813+0000","last_unstale":"2024-09-10T08:33:46.804041+0000","last_undegraded":"2024-09-10T08:33:46.804041+0000","last_fullsized":"2024-09-10T08:33:46.804041+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:42.455173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.795904+0000","last_change":"2024-09-10T08:33:46.791137+0000","last_active":"2024-09-10T08:33:46.795904+0000","last_peered":"2024-09-10T08:33:46.795904+0000","last_clean":"2024-09-10T08:33:46.795904+0000","last_became_active":"2024-09-10T08:33:46.790548+0000","last_became_peered":"2024-09-10T08:33:46.790548+0000","last_unstale":"2024-09-10T08:33:46.795904+0000","last_undegraded":"2024-09-10T08:33:46.795904+0000","last_fullsized":"2024-09-10T08:33:46.795904+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:19:44.768625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.803966+0000","last_change":"2024-09-10T08:33:46.803155+0000","last_active":"2024-09-10T08:33:46.803966+0000","last_peered":"2024-09-10T08:33:46.803966+0000","last_clean":"2024-09-10T08:33:46.803966+0000","last_became_active":"2024-09-10T08:33:46.802879+0000","last_became_peered":"2024-09-10T08:33:46.802879+0000","last_unstale":"2024-09-10T08:33:46.803966+0000","last_undegraded":"2024-09-10T08:33:46.803966+0000","last_fullsized":"2024-09-10T08:33:46.803966+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:08.289346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.810368+0000","last_change":"2024-09-10T08:33:45.787355+0000","last_active":"2024-09-10T08:33:46.810368+0000","last_peered":"2024-09-10T08:33:46.810368+0000","last_clean":"2024-09-10T08:33:46.810368+0000","last_became_active":"2024-09-10T08:33:45.787111+0000","last_became_peered":"2024-09-10T08:33:45.787111+0000","last_unstale":"2024-09-10T08:33:46.810368+0000","last_undegraded":"2024-09-10T08:33:46.810368+0000","last_fullsized":"2024-09-10T08:33:46.810368+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:20.627972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770667+0000","last_change":"2024-09-10T08:33:44.770667+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770667+0000","last_undegraded":"2024-09-10T08:33:44.770667+0000","last_fullsized":"2024-09-10T08:33:44.770667+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784779+0000","last_change":"2024-09-10T08:33:45.786569+0000","last_active":"2024-09-10T08:33:46.784779+0000","last_peered":"2024-09-10T08:33:46.784779+0000","last_clean":"2024-09-10T08:33:46.784779+0000","last_became_active":"2024-09-10T08:33:45.786327+0000","last_became_peered":"2024-09-10T08:33:45.786327+0000","last_unstale":"2024-09-10T08:33:46.784779+0000","last_undegraded":"2024-09-10T08:33:46.784779+0000","last_fullsized":"2024-09-10T08:33:46.784779+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:57:05.460510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770769+0000","last_change":"2024-09-10T08:33:44.770769+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770769+0000","last_undegraded":"2024-09-10T08:33:44.770769+0000","last_fullsized":"2024-09-10T08:33:44.770769+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.785439+0000","last_change":"2024-09-10T08:33:45.785945+0000","last_active":"2024-09-10T08:33:46.785439+0000","last_peered":"2024-09-10T08:33:46.785439+0000","last_clean":"2024-09-10T08:33:46.785439+0000","last_became_active":"2024-09-10T08:33:45.785673+0000","last_became_peered":"2024-09-10T08:33:45.785673+0000","last_unstale":"2024-09-10T08:33:46.785439+0000","last_undegraded":"2024-09-10T08:33:46.785439+0000","last_fullsized":"2024-09-10T08:33:46.785439+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:40.132026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772425+0000","last_change":"2024-09-10T08:33:44.772425+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772425+0000","last_undegraded":"2024-09-10T08:33:44.772425+0000","last_fullsized":"2024-09-10T08:33:44.772425+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784952+0000","last_change":"2024-09-10T08:33:45.787475+0000","last_active":"2024-09-10T08:33:46.784952+0000","last_peered":"2024-09-10T08:33:46.784952+0000","last_clean":"2024-09-10T08:33:46.784952+0000","last_became_active":"2024-09-10T08:33:45.787227+0000","last_became_peered":"2024-09-10T08:33:45.787227+0000","last_unstale":"2024-09-10T08:33:46.784952+0000","last_undegraded":"2024-09-10T08:33:46.784952+0000","last_fullsized":"2024-09-10T08:33:46.784952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:33.235095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804220+0000","last_change":"2024-09-10T08:33:46.803595+0000","last_active":"2024-09-10T08:33:46.804220+0000","last_peered":"2024-09-10T08:33:46.804220+0000","last_clean":"2024-09-10T08:33:46.804220+0000","last_became_active":"2024-09-10T08:33:46.803336+0000","last_became_peered":"2024-09-10T08:33:46.803336+0000","last_unstale":"2024-09-10T08:33:46.804220+0000","last_undegraded":"2024-09-10T08:33:46.804220+0000","last_fullsized":"2024-09-10T08:33:46.804220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:50.330615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.796316+0000","last_change":"2024-09-10T08:33:46.792702+0000","last_active":"2024-09-10T08:33:46.796316+0000","last_peered":"2024-09-10T08:33:46.796316+0000","last_clean":"2024-09-10T08:33:46.796316+0000","last_became_active":"2024-09-10T08:33:46.792449+0000","last_became_peered":"2024-09-10T08:33:46.792449+0000","last_unstale":"2024-09-10T08:33:46.796316+0000","last_undegraded":"2024-09-10T08:33:46.796316+0000","last_fullsized":"2024-09-10T08:33:46.796316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:06.165096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772210+0000","last_change":"2024-09-10T08:33:44.772210+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772210+0000","last_undegraded":"2024-09-10T08:33:44.772210+0000","last_fullsized":"2024-09-10T08:33:44.772210+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:44.758812+0000","last_change":"2024-09-10T08:33:44.758812+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.758812+0000","last_undegraded":"2024-09-10T08:33:44.758812+0000","last_fullsized":"2024-09-10T08:33:44.758812+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":200,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-10T08:33:40.629181+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:33:40.629181+0000","last_peered":"2024-09-10T08:33:40.629181+0000","last_clean":"2024-09-10T08:33:40.629181+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:33:40.629181+0000","last_undegraded":"2024-09-10T08:33:40.629181+0000","last_fullsized":"2024-09-10T08:33:40.629181+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":12,"acting":12,"num_store_stats":1},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":16,"acting":16,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28016,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343824,"statfs":{"total":96636764160,"available":96608075776,"internally_reserved":0,"allocated":1011712,"data_stored":764920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27436,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27436,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344404,"statfs":{"total":96636764160,"available":96608669696,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31596,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340244,"statfs":{"total":96636764160,"available":96604409856,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32176,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339664,"statfs":{"total":96636764160,"available":96603815936,"internally_reserved":0,"allocated":1011712,"data_stored":764920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":442368,"data_stored":187428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:49.723 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:49.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.858+0000 7f9a37eaf640 1 Processor -- start 2024-09-10T08:33:49.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.858+0000 7f9a37eaf640 1 -- start start 2024-09-10T08:33:49.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a37eaf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f9a3006f9e0 0x7f9a300d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a37eaf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9a300d09f0 0x7f9a300c5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a37eaf640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a300d0e00 con 0x7f9a3015b120 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a37eaf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f9a3015b500 con 0x7f9a300d09f0 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a37eaf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f9a3006e940 con 0x7f9a3006f9e0 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3644c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9a300d09f0 0x7f9a300c5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3644c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9a300d09f0 0x7f9a300c5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36656/0 (socket says 172.21.15.94:36656) 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3644c640 1 -- 172.21.15.94:0/676211038 learned_addr learned my addr 172.21.15.94:0/676211038 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3544a640 1 --2- 172.21.15.94:0/676211038 >> v2:172.21.15.143:3300/0 conn(0x7f9a3006f9e0 0x7f9a300d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3644c640 1 -- 172.21.15.94:0/676211038 >> v2:172.21.15.143:3300/0 conn(0x7f9a3006f9e0 msgr2=0x7f9a300d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3644c640 1 --2- 172.21.15.94:0/676211038 >> v2:172.21.15.143:3300/0 conn(0x7f9a3006f9e0 0x7f9a300d04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3644c640 1 -- 172.21.15.94:0/676211038 >> v1:172.21.15.143:6789/0 conn(0x7f9a3015b120 legacy=0x7f9a3006dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.859+0000 7f9a3644c640 1 -- 172.21.15.94:0/676211038 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a3006ec20 con 0x7f9a300d09f0 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.860+0000 7f9a3644c640 1 --2- 172.21.15.94:0/676211038 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a300d09f0 0x7f9a300c5160 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9a3006dcd0 tx=0x7f9a2002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f31927e2a4b23a77 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.860+0000 7f9a34c49640 1 -- 172.21.15.94:0/676211038 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a20036070 con 0x7f9a300d09f0 2024-09-10T08:33:49.862 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.860+0000 7f9a34c49640 1 -- 172.21.15.94:0/676211038 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a20031600 con 0x7f9a300d09f0 2024-09-10T08:33:49.862 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.860+0000 7f9a34c49640 1 -- 172.21.15.94:0/676211038 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a200319d0 con 0x7f9a300d09f0 2024-09-10T08:33:49.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 -- 172.21.15.94:0/676211038 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a300d09f0 msgr2=0x7f9a300c5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/676211038 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a300d09f0 0x7f9a300c5160 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f9a3006dcd0 tx=0x7f9a2002a6f0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 -- 172.21.15.94:0/676211038 shutdown_connections 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/676211038 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a300d09f0 0x7f9a300c5160 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/676211038 >> v2:172.21.15.143:3300/0 conn(0x7f9a3006f9e0 0x7f9a300d04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 -- 172.21.15.94:0/676211038 >> 172.21.15.94:0/676211038 conn(0x7f9a3006bdf0 msgr2=0x7f9a3006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 -- 172.21.15.94:0/676211038 shutdown_connections 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.861+0000 7f9a37eaf640 1 -- 172.21.15.94:0/676211038 wait complete. 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.862+0000 7f9a37eaf640 1 Processor -- start 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.862+0000 7f9a37eaf640 1 -- start start 2024-09-10T08:33:49.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a37eaf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a3006f9e0 0x7f9a300cbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a37eaf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a300d09f0 0x7f9a300c7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a37eaf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a3015b120 0x7f9a300b0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a37eaf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3006f4c0 con 0x7f9a3006f9e0 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a37eaf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3006f1e0 con 0x7f9a300d09f0 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a37eaf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9a3006e5d0 con 0x7f9a3015b120 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a3006f9e0 0x7f9a300cbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a3006f9e0 0x7f9a300cbbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:36666/0 (socket says 172.21.15.94:36666) 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 -- 172.21.15.94:0/4066270427 learned_addr learned my addr 172.21.15.94:0/4066270427 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a3544a640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a300d09f0 0x7f9a300c7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a3644c640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a3015b120 0x7f9a300b0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 -- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a3015b120 msgr2=0x7f9a300b0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a3015b120 0x7f9a300b0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 -- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a300d09f0 msgr2=0x7f9a300c7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a300d09f0 0x7f9a300c7ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 -- 172.21.15.94:0/4066270427 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a300afef0 con 0x7f9a3006f9e0 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.863+0000 7f9a35c4b640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a3006f9e0 0x7f9a300cbbb0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9a2800b420 tx=0x7f9a2800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.864+0000 7f9a2e7fc640 1 -- 172.21.15.94:0/4066270427 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28011830 con 0x7f9a3006f9e0 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.864+0000 7f9a2e7fc640 1 -- 172.21.15.94:0/4066270427 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a28016070 con 0x7f9a3006f9e0 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.864+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a300b01d0 con 0x7f9a3006f9e0 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.864+0000 7f9a2e7fc640 1 -- 172.21.15.94:0/4066270427 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28011c10 con 0x7f9a3006f9e0 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.864+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a300b25a0 con 0x7f9a3006f9e0 2024-09-10T08:33:49.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.865+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a300ce060 con 0x7f9a3006f9e0 2024-09-10T08:33:49.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.865+0000 7f9a2e7fc640 1 -- 172.21.15.94:0/4066270427 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9a2801b460 con 0x7f9a3006f9e0 2024-09-10T08:33:49.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.865+0000 7f9a2e7fc640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a1c06be30 0x7f9a1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:49.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.865+0000 7f9a2e7fc640 1 -- 172.21.15.94:0/4066270427 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f9a2808abe0 con 0x7f9a3006f9e0 2024-09-10T08:33:49.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.865+0000 7f9a3544a640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a1c06be30 0x7f9a1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:49.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.866+0000 7f9a3544a640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a1c06be30 0x7f9a1c06e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9a301f55c0 tx=0x7f9a24008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:49.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:49.870+0000 7f9a2e7fc640 1 -- 172.21.15.94:0/4066270427 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9a28058db0 con 0x7f9a3006f9e0 2024-09-10T08:33:50.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.033+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9a300b33d0 con 0x7f9a1c06be30 2024-09-10T08:33:50.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.038+0000 7f9a2e7fc640 1 -- 172.21.15.94:0/4066270427 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250588 (secure 0 0 0) 0x7f9a300b33d0 con 0x7f9a1c06be30 2024-09-10T08:33:50.041 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:50.042 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:50.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a1c06be30 msgr2=0x7f9a1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a1c06be30 0x7f9a1c06e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f9a301f55c0 tx=0x7f9a24008040 comp rx=0 tx=0).stop 2024-09-10T08:33:50.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a3006f9e0 msgr2=0x7f9a300cbbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a3006f9e0 0x7f9a300cbbb0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f9a2800b420 tx=0x7f9a2800b8e0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 shutdown_connections 2024-09-10T08:33:50.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a1c06be30 0x7f9a1c06e2f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a300d09f0 0x7f9a300c7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a3015b120 0x7f9a300b0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 --2- 172.21.15.94:0/4066270427 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a3006f9e0 0x7f9a300cbbb0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.041+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 >> 172.21.15.94:0/4066270427 conn(0x7f9a3006bdf0 msgr2=0x7f9a300ca9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:50.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.042+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 shutdown_connections 2024-09-10T08:33:50.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.042+0000 7f9a37eaf640 1 -- 172.21.15.94:0/4066270427 wait complete. 2024-09-10T08:33:50.052 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":73,"stamp":"2024-09-10T08:33:49.825815+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":198,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":103,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237676,"kb_used_data":4788,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737044,"statfs":{"total":773094113280,"available":772850733056,"internally_reserved":0,"allocated":4902912,"data_stored":2754564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.061123"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792703+0000","last_change":"2024-09-10T08:33:46.788860+0000","last_active":"2024-09-10T08:33:47.792703+0000","last_peered":"2024-09-10T08:33:47.792703+0000","last_clean":"2024-09-10T08:33:47.792703+0000","last_became_active":"2024-09-10T08:33:46.788599+0000","last_became_peered":"2024-09-10T08:33:46.788599+0000","last_unstale":"2024-09-10T08:33:47.792703+0000","last_undegraded":"2024-09-10T08:33:47.792703+0000","last_fullsized":"2024-09-10T08:33:47.792703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:46.080399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792390+0000","last_change":"2024-09-10T08:33:46.784549+0000","last_active":"2024-09-10T08:33:47.792390+0000","last_peered":"2024-09-10T08:33:47.792390+0000","last_clean":"2024-09-10T08:33:47.792390+0000","last_became_active":"2024-09-10T08:33:46.784304+0000","last_became_peered":"2024-09-10T08:33:46.784304+0000","last_unstale":"2024-09-10T08:33:47.792390+0000","last_undegraded":"2024-09-10T08:33:47.792390+0000","last_fullsized":"2024-09-10T08:33:47.792390+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359905+0000","last_change":"2024-09-10T08:33:46.804641+0000","last_active":"2024-09-10T08:33:48.359905+0000","last_peered":"2024-09-10T08:33:48.359905+0000","last_clean":"2024-09-10T08:33:48.359905+0000","last_became_active":"2024-09-10T08:33:46.804430+0000","last_became_peered":"2024-09-10T08:33:46.804430+0000","last_unstale":"2024-09-10T08:33:48.359905+0000","last_undegraded":"2024-09-10T08:33:48.359905+0000","last_fullsized":"2024-09-10T08:33:48.359905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:48.790629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795083+0000","last_change":"2024-09-10T08:33:46.788373+0000","last_active":"2024-09-10T08:33:47.795083+0000","last_peered":"2024-09-10T08:33:47.795083+0000","last_clean":"2024-09-10T08:33:47.795083+0000","last_became_active":"2024-09-10T08:33:46.788156+0000","last_became_peered":"2024-09-10T08:33:46.788156+0000","last_unstale":"2024-09-10T08:33:47.795083+0000","last_undegraded":"2024-09-10T08:33:47.795083+0000","last_fullsized":"2024-09-10T08:33:47.795083+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:18.865560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794940+0000","last_change":"2024-09-10T08:33:46.792650+0000","last_active":"2024-09-10T08:33:47.794940+0000","last_peered":"2024-09-10T08:33:47.794940+0000","last_clean":"2024-09-10T08:33:47.794940+0000","last_became_active":"2024-09-10T08:33:46.792366+0000","last_became_peered":"2024-09-10T08:33:46.792366+0000","last_unstale":"2024-09-10T08:33:47.794940+0000","last_undegraded":"2024-09-10T08:33:47.794940+0000","last_fullsized":"2024-09-10T08:33:47.794940+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:54.120432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.801593+0000","last_change":"2024-09-10T08:33:46.800768+0000","last_active":"2024-09-10T08:33:46.801593+0000","last_peered":"2024-09-10T08:33:46.801593+0000","last_clean":"2024-09-10T08:33:46.801593+0000","last_became_active":"2024-09-10T08:33:46.800495+0000","last_became_peered":"2024-09-10T08:33:46.800495+0000","last_unstale":"2024-09-10T08:33:46.801593+0000","last_undegraded":"2024-09-10T08:33:46.801593+0000","last_fullsized":"2024-09-10T08:33:46.801593+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:09.987803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793819+0000","last_change":"2024-09-10T08:33:46.801607+0000","last_active":"2024-09-10T08:33:47.793819+0000","last_peered":"2024-09-10T08:33:47.793819+0000","last_clean":"2024-09-10T08:33:47.793819+0000","last_became_active":"2024-09-10T08:33:46.801245+0000","last_became_peered":"2024-09-10T08:33:46.801245+0000","last_unstale":"2024-09-10T08:33:47.793819+0000","last_undegraded":"2024-09-10T08:33:47.793819+0000","last_fullsized":"2024-09-10T08:33:47.793819+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792147+0000","last_change":"2024-09-10T08:33:46.803246+0000","last_active":"2024-09-10T08:33:47.792147+0000","last_peered":"2024-09-10T08:33:47.792147+0000","last_clean":"2024-09-10T08:33:47.792147+0000","last_became_active":"2024-09-10T08:33:46.802473+0000","last_became_peered":"2024-09-10T08:33:46.802473+0000","last_unstale":"2024-09-10T08:33:47.792147+0000","last_undegraded":"2024-09-10T08:33:47.792147+0000","last_fullsized":"2024-09-10T08:33:47.792147+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359913+0000","last_change":"2024-09-10T08:33:46.809264+0000","last_active":"2024-09-10T08:33:48.359913+0000","last_peered":"2024-09-10T08:33:48.359913+0000","last_clean":"2024-09-10T08:33:48.359913+0000","last_became_active":"2024-09-10T08:33:46.808975+0000","last_became_peered":"2024-09-10T08:33:46.808975+0000","last_unstale":"2024-09-10T08:33:48.359913+0000","last_undegraded":"2024-09-10T08:33:48.359913+0000","last_fullsized":"2024-09-10T08:33:48.359913+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:57.146070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794394+0000","last_change":"2024-09-10T08:33:46.801721+0000","last_active":"2024-09-10T08:33:47.794394+0000","last_peered":"2024-09-10T08:33:47.794394+0000","last_clean":"2024-09-10T08:33:47.794394+0000","last_became_active":"2024-09-10T08:33:46.801356+0000","last_became_peered":"2024-09-10T08:33:46.801356+0000","last_unstale":"2024-09-10T08:33:47.794394+0000","last_undegraded":"2024-09-10T08:33:47.794394+0000","last_fullsized":"2024-09-10T08:33:47.794394+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794369+0000","last_change":"2024-09-10T08:33:46.804076+0000","last_active":"2024-09-10T08:33:47.794369+0000","last_peered":"2024-09-10T08:33:47.794369+0000","last_clean":"2024-09-10T08:33:47.794369+0000","last_became_active":"2024-09-10T08:33:46.803585+0000","last_became_peered":"2024-09-10T08:33:46.803585+0000","last_unstale":"2024-09-10T08:33:47.794369+0000","last_undegraded":"2024-09-10T08:33:47.794369+0000","last_fullsized":"2024-09-10T08:33:47.794369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359859+0000","last_change":"2024-09-10T08:33:46.785656+0000","last_active":"2024-09-10T08:33:48.359859+0000","last_peered":"2024-09-10T08:33:48.359859+0000","last_clean":"2024-09-10T08:33:48.359859+0000","last_became_active":"2024-09-10T08:33:46.785405+0000","last_became_peered":"2024-09-10T08:33:46.785405+0000","last_unstale":"2024-09-10T08:33:48.359859+0000","last_undegraded":"2024-09-10T08:33:48.359859+0000","last_fullsized":"2024-09-10T08:33:48.359859+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:47.966898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794331+0000","last_change":"2024-09-10T08:33:46.802444+0000","last_active":"2024-09-10T08:33:47.794331+0000","last_peered":"2024-09-10T08:33:47.794331+0000","last_clean":"2024-09-10T08:33:47.794331+0000","last_became_active":"2024-09-10T08:33:46.802142+0000","last_became_peered":"2024-09-10T08:33:46.802142+0000","last_unstale":"2024-09-10T08:33:47.794331+0000","last_undegraded":"2024-09-10T08:33:47.794331+0000","last_fullsized":"2024-09-10T08:33:47.794331+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794370+0000","last_change":"2024-09-10T08:33:46.795387+0000","last_active":"2024-09-10T08:33:47.794370+0000","last_peered":"2024-09-10T08:33:47.794370+0000","last_clean":"2024-09-10T08:33:47.794370+0000","last_became_active":"2024-09-10T08:33:46.794462+0000","last_became_peered":"2024-09-10T08:33:46.794462+0000","last_unstale":"2024-09-10T08:33:47.794370+0000","last_undegraded":"2024-09-10T08:33:47.794370+0000","last_fullsized":"2024-09-10T08:33:47.794370+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792908+0000","last_change":"2024-09-10T08:33:46.792939+0000","last_active":"2024-09-10T08:33:47.792908+0000","last_peered":"2024-09-10T08:33:47.792908+0000","last_clean":"2024-09-10T08:33:47.792908+0000","last_became_active":"2024-09-10T08:33:46.792671+0000","last_became_peered":"2024-09-10T08:33:46.792671+0000","last_unstale":"2024-09-10T08:33:47.792908+0000","last_undegraded":"2024-09-10T08:33:47.792908+0000","last_fullsized":"2024-09-10T08:33:47.792908+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793337+0000","last_change":"2024-09-10T08:33:46.809047+0000","last_active":"2024-09-10T08:33:47.793337+0000","last_peered":"2024-09-10T08:33:47.793337+0000","last_clean":"2024-09-10T08:33:47.793337+0000","last_became_active":"2024-09-10T08:33:46.808709+0000","last_became_peered":"2024-09-10T08:33:46.808709+0000","last_unstale":"2024-09-10T08:33:47.793337+0000","last_undegraded":"2024-09-10T08:33:47.793337+0000","last_fullsized":"2024-09-10T08:33:47.793337+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416378+0000","last_change":"2024-09-10T08:33:46.802914+0000","last_active":"2024-09-10T08:33:48.416378+0000","last_peered":"2024-09-10T08:33:48.416378+0000","last_clean":"2024-09-10T08:33:48.416378+0000","last_became_active":"2024-09-10T08:33:46.802625+0000","last_became_peered":"2024-09-10T08:33:46.802625+0000","last_unstale":"2024-09-10T08:33:48.416378+0000","last_undegraded":"2024-09-10T08:33:48.416378+0000","last_fullsized":"2024-09-10T08:33:48.416378+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795060+0000","last_change":"2024-09-10T08:33:46.794299+0000","last_active":"2024-09-10T08:33:47.795060+0000","last_peered":"2024-09-10T08:33:47.795060+0000","last_clean":"2024-09-10T08:33:47.795060+0000","last_became_active":"2024-09-10T08:33:46.794041+0000","last_became_peered":"2024-09-10T08:33:46.794041+0000","last_unstale":"2024-09-10T08:33:47.795060+0000","last_undegraded":"2024-09-10T08:33:47.795060+0000","last_fullsized":"2024-09-10T08:33:47.795060+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:56.900612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416260+0000","last_change":"2024-09-10T08:33:46.804540+0000","last_active":"2024-09-10T08:33:48.416260+0000","last_peered":"2024-09-10T08:33:48.416260+0000","last_clean":"2024-09-10T08:33:48.416260+0000","last_became_active":"2024-09-10T08:33:46.804231+0000","last_became_peered":"2024-09-10T08:33:46.804231+0000","last_unstale":"2024-09-10T08:33:48.416260+0000","last_undegraded":"2024-09-10T08:33:48.416260+0000","last_fullsized":"2024-09-10T08:33:48.416260+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:48.565100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794336+0000","last_change":"2024-09-10T08:33:46.806726+0000","last_active":"2024-09-10T08:33:47.794336+0000","last_peered":"2024-09-10T08:33:47.794336+0000","last_clean":"2024-09-10T08:33:47.794336+0000","last_became_active":"2024-09-10T08:33:46.805689+0000","last_became_peered":"2024-09-10T08:33:46.805689+0000","last_unstale":"2024-09-10T08:33:47.794336+0000","last_undegraded":"2024-09-10T08:33:47.794336+0000","last_fullsized":"2024-09-10T08:33:47.794336+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793132+0000","last_change":"2024-09-10T08:33:46.791968+0000","last_active":"2024-09-10T08:33:47.793132+0000","last_peered":"2024-09-10T08:33:47.793132+0000","last_clean":"2024-09-10T08:33:47.793132+0000","last_became_active":"2024-09-10T08:33:46.791570+0000","last_became_peered":"2024-09-10T08:33:46.791570+0000","last_unstale":"2024-09-10T08:33:47.793132+0000","last_undegraded":"2024-09-10T08:33:47.793132+0000","last_fullsized":"2024-09-10T08:33:47.793132+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:27.231358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794906+0000","last_change":"2024-09-10T08:33:46.797986+0000","last_active":"2024-09-10T08:33:47.794906+0000","last_peered":"2024-09-10T08:33:47.794906+0000","last_clean":"2024-09-10T08:33:47.794906+0000","last_became_active":"2024-09-10T08:33:46.797664+0000","last_became_peered":"2024-09-10T08:33:46.797664+0000","last_unstale":"2024-09-10T08:33:47.794906+0000","last_undegraded":"2024-09-10T08:33:47.794906+0000","last_fullsized":"2024-09-10T08:33:47.794906+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:02.359275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416442+0000","last_change":"2024-09-10T08:33:46.800849+0000","last_active":"2024-09-10T08:33:48.416442+0000","last_peered":"2024-09-10T08:33:48.416442+0000","last_clean":"2024-09-10T08:33:48.416442+0000","last_became_active":"2024-09-10T08:33:46.800542+0000","last_became_peered":"2024-09-10T08:33:46.800542+0000","last_unstale":"2024-09-10T08:33:48.416442+0000","last_undegraded":"2024-09-10T08:33:48.416442+0000","last_fullsized":"2024-09-10T08:33:48.416442+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804041+0000","last_change":"2024-09-10T08:33:46.803122+0000","last_active":"2024-09-10T08:33:46.804041+0000","last_peered":"2024-09-10T08:33:46.804041+0000","last_clean":"2024-09-10T08:33:46.804041+0000","last_became_active":"2024-09-10T08:33:46.802813+0000","last_became_peered":"2024-09-10T08:33:46.802813+0000","last_unstale":"2024-09-10T08:33:46.804041+0000","last_undegraded":"2024-09-10T08:33:46.804041+0000","last_fullsized":"2024-09-10T08:33:46.804041+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:42.455173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416387+0000","last_change":"2024-09-10T08:33:46.796077+0000","last_active":"2024-09-10T08:33:48.416387+0000","last_peered":"2024-09-10T08:33:48.416387+0000","last_clean":"2024-09-10T08:33:48.416387+0000","last_became_active":"2024-09-10T08:33:46.795777+0000","last_became_peered":"2024-09-10T08:33:46.795777+0000","last_unstale":"2024-09-10T08:33:48.416387+0000","last_undegraded":"2024-09-10T08:33:48.416387+0000","last_fullsized":"2024-09-10T08:33:48.416387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794056+0000","last_change":"2024-09-10T08:33:46.800185+0000","last_active":"2024-09-10T08:33:47.794056+0000","last_peered":"2024-09-10T08:33:47.794056+0000","last_clean":"2024-09-10T08:33:47.794056+0000","last_became_active":"2024-09-10T08:33:46.799914+0000","last_became_peered":"2024-09-10T08:33:46.799914+0000","last_unstale":"2024-09-10T08:33:47.794056+0000","last_undegraded":"2024-09-10T08:33:47.794056+0000","last_fullsized":"2024-09-10T08:33:47.794056+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416245+0000","last_change":"2024-09-10T08:33:46.800824+0000","last_active":"2024-09-10T08:33:48.416245+0000","last_peered":"2024-09-10T08:33:48.416245+0000","last_clean":"2024-09-10T08:33:48.416245+0000","last_became_active":"2024-09-10T08:33:46.800517+0000","last_became_peered":"2024-09-10T08:33:46.800517+0000","last_unstale":"2024-09-10T08:33:48.416245+0000","last_undegraded":"2024-09-10T08:33:48.416245+0000","last_fullsized":"2024-09-10T08:33:48.416245+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:58.487701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416138+0000","last_change":"2024-09-10T08:33:46.799305+0000","last_active":"2024-09-10T08:33:48.416138+0000","last_peered":"2024-09-10T08:33:48.416138+0000","last_clean":"2024-09-10T08:33:48.416138+0000","last_became_active":"2024-09-10T08:33:46.799011+0000","last_became_peered":"2024-09-10T08:33:46.799011+0000","last_unstale":"2024-09-10T08:33:48.416138+0000","last_undegraded":"2024-09-10T08:33:48.416138+0000","last_fullsized":"2024-09-10T08:33:48.416138+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:44.867944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793401+0000","last_change":"2024-09-10T08:33:46.791129+0000","last_active":"2024-09-10T08:33:47.793401+0000","last_peered":"2024-09-10T08:33:47.793401+0000","last_clean":"2024-09-10T08:33:47.793401+0000","last_became_active":"2024-09-10T08:33:46.790846+0000","last_became_peered":"2024-09-10T08:33:46.790846+0000","last_unstale":"2024-09-10T08:33:47.793401+0000","last_undegraded":"2024-09-10T08:33:47.793401+0000","last_fullsized":"2024-09-10T08:33:47.793401+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.795904+0000","last_change":"2024-09-10T08:33:46.791137+0000","last_active":"2024-09-10T08:33:46.795904+0000","last_peered":"2024-09-10T08:33:46.795904+0000","last_clean":"2024-09-10T08:33:46.795904+0000","last_became_active":"2024-09-10T08:33:46.790548+0000","last_became_peered":"2024-09-10T08:33:46.790548+0000","last_unstale":"2024-09-10T08:33:46.795904+0000","last_undegraded":"2024-09-10T08:33:46.795904+0000","last_fullsized":"2024-09-10T08:33:46.795904+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:19:44.768625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793025+0000","last_change":"2024-09-10T08:33:46.807148+0000","last_active":"2024-09-10T08:33:47.793025+0000","last_peered":"2024-09-10T08:33:47.793025+0000","last_clean":"2024-09-10T08:33:47.793025+0000","last_became_active":"2024-09-10T08:33:46.806859+0000","last_became_peered":"2024-09-10T08:33:46.806859+0000","last_unstale":"2024-09-10T08:33:47.793025+0000","last_undegraded":"2024-09-10T08:33:47.793025+0000","last_fullsized":"2024-09-10T08:33:47.793025+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:26.788020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":18,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416444+0000","last_change":"2024-09-10T08:33:45.783747+0000","last_active":"2024-09-10T08:33:48.416444+0000","last_peered":"2024-09-10T08:33:48.416444+0000","last_clean":"2024-09-10T08:33:48.416444+0000","last_became_active":"2024-09-10T08:33:45.783468+0000","last_became_peered":"2024-09-10T08:33:45.783468+0000","last_unstale":"2024-09-10T08:33:48.416444+0000","last_undegraded":"2024-09-10T08:33:48.416444+0000","last_fullsized":"2024-09-10T08:33:48.416444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.803966+0000","last_change":"2024-09-10T08:33:46.803155+0000","last_active":"2024-09-10T08:33:46.803966+0000","last_peered":"2024-09-10T08:33:46.803966+0000","last_clean":"2024-09-10T08:33:46.803966+0000","last_became_active":"2024-09-10T08:33:46.802879+0000","last_became_peered":"2024-09-10T08:33:46.802879+0000","last_unstale":"2024-09-10T08:33:46.803966+0000","last_undegraded":"2024-09-10T08:33:46.803966+0000","last_fullsized":"2024-09-10T08:33:46.803966+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:08.289346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359716+0000","last_change":"2024-09-10T08:33:45.786077+0000","last_active":"2024-09-10T08:33:48.359716+0000","last_peered":"2024-09-10T08:33:48.359716+0000","last_clean":"2024-09-10T08:33:48.359716+0000","last_became_active":"2024-09-10T08:33:45.785830+0000","last_became_peered":"2024-09-10T08:33:45.785830+0000","last_unstale":"2024-09-10T08:33:48.359716+0000","last_undegraded":"2024-09-10T08:33:48.359716+0000","last_fullsized":"2024-09-10T08:33:48.359716+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.810368+0000","last_change":"2024-09-10T08:33:45.787355+0000","last_active":"2024-09-10T08:33:46.810368+0000","last_peered":"2024-09-10T08:33:46.810368+0000","last_clean":"2024-09-10T08:33:46.810368+0000","last_became_active":"2024-09-10T08:33:45.787111+0000","last_became_peered":"2024-09-10T08:33:45.787111+0000","last_unstale":"2024-09-10T08:33:46.810368+0000","last_undegraded":"2024-09-10T08:33:46.810368+0000","last_fullsized":"2024-09-10T08:33:46.810368+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:20.627972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792575+0000","last_change":"2024-09-10T08:33:46.792928+0000","last_active":"2024-09-10T08:33:47.792575+0000","last_peered":"2024-09-10T08:33:47.792575+0000","last_clean":"2024-09-10T08:33:47.792575+0000","last_became_active":"2024-09-10T08:33:46.792674+0000","last_became_peered":"2024-09-10T08:33:46.792674+0000","last_unstale":"2024-09-10T08:33:47.792575+0000","last_undegraded":"2024-09-10T08:33:47.792575+0000","last_fullsized":"2024-09-10T08:33:47.792575+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:18.050910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770667+0000","last_change":"2024-09-10T08:33:44.770667+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770667+0000","last_undegraded":"2024-09-10T08:33:44.770667+0000","last_fullsized":"2024-09-10T08:33:44.770667+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359663+0000","last_change":"2024-09-10T08:33:46.796620+0000","last_active":"2024-09-10T08:33:48.359663+0000","last_peered":"2024-09-10T08:33:48.359663+0000","last_clean":"2024-09-10T08:33:48.359663+0000","last_became_active":"2024-09-10T08:33:46.796373+0000","last_became_peered":"2024-09-10T08:33:46.796373+0000","last_unstale":"2024-09-10T08:33:48.359663+0000","last_undegraded":"2024-09-10T08:33:48.359663+0000","last_fullsized":"2024-09-10T08:33:48.359663+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794443+0000","last_change":"2024-09-10T08:33:45.788050+0000","last_active":"2024-09-10T08:33:47.794443+0000","last_peered":"2024-09-10T08:33:47.794443+0000","last_clean":"2024-09-10T08:33:47.794443+0000","last_became_active":"2024-09-10T08:33:45.787382+0000","last_became_peered":"2024-09-10T08:33:45.787382+0000","last_unstale":"2024-09-10T08:33:47.794443+0000","last_undegraded":"2024-09-10T08:33:47.794443+0000","last_fullsized":"2024-09-10T08:33:47.794443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:43.862601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794358+0000","last_change":"2024-09-10T08:33:46.804746+0000","last_active":"2024-09-10T08:33:47.794358+0000","last_peered":"2024-09-10T08:33:47.794358+0000","last_clean":"2024-09-10T08:33:47.794358+0000","last_became_active":"2024-09-10T08:33:46.804492+0000","last_became_peered":"2024-09-10T08:33:46.804492+0000","last_unstale":"2024-09-10T08:33:47.794358+0000","last_undegraded":"2024-09-10T08:33:47.794358+0000","last_fullsized":"2024-09-10T08:33:47.794358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793108+0000","last_change":"2024-09-10T08:33:45.788354+0000","last_active":"2024-09-10T08:33:47.793108+0000","last_peered":"2024-09-10T08:33:47.793108+0000","last_clean":"2024-09-10T08:33:47.793108+0000","last_became_active":"2024-09-10T08:33:45.788101+0000","last_became_peered":"2024-09-10T08:33:45.788101+0000","last_unstale":"2024-09-10T08:33:47.793108+0000","last_undegraded":"2024-09-10T08:33:47.793108+0000","last_fullsized":"2024-09-10T08:33:47.793108+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:55.895269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784779+0000","last_change":"2024-09-10T08:33:45.786569+0000","last_active":"2024-09-10T08:33:46.784779+0000","last_peered":"2024-09-10T08:33:46.784779+0000","last_clean":"2024-09-10T08:33:46.784779+0000","last_became_active":"2024-09-10T08:33:45.786327+0000","last_became_peered":"2024-09-10T08:33:45.786327+0000","last_unstale":"2024-09-10T08:33:46.784779+0000","last_undegraded":"2024-09-10T08:33:46.784779+0000","last_fullsized":"2024-09-10T08:33:46.784779+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:57:05.460510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792252+0000","last_change":"2024-09-10T08:33:46.787621+0000","last_active":"2024-09-10T08:33:47.792252+0000","last_peered":"2024-09-10T08:33:47.792252+0000","last_clean":"2024-09-10T08:33:47.792252+0000","last_became_active":"2024-09-10T08:33:46.787376+0000","last_became_peered":"2024-09-10T08:33:46.787376+0000","last_unstale":"2024-09-10T08:33:47.792252+0000","last_undegraded":"2024-09-10T08:33:47.792252+0000","last_fullsized":"2024-09-10T08:33:47.792252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770769+0000","last_change":"2024-09-10T08:33:44.770769+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770769+0000","last_undegraded":"2024-09-10T08:33:44.770769+0000","last_fullsized":"2024-09-10T08:33:44.770769+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795096+0000","last_change":"2024-09-10T08:33:46.787172+0000","last_active":"2024-09-10T08:33:47.795096+0000","last_peered":"2024-09-10T08:33:47.795096+0000","last_clean":"2024-09-10T08:33:47.795096+0000","last_became_active":"2024-09-10T08:33:46.786915+0000","last_became_peered":"2024-09-10T08:33:46.786915+0000","last_unstale":"2024-09-10T08:33:47.795096+0000","last_undegraded":"2024-09-10T08:33:47.795096+0000","last_fullsized":"2024-09-10T08:33:47.795096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:44.391779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792773+0000","last_change":"2024-09-10T08:33:45.780899+0000","last_active":"2024-09-10T08:33:47.792773+0000","last_peered":"2024-09-10T08:33:47.792773+0000","last_clean":"2024-09-10T08:33:47.792773+0000","last_became_active":"2024-09-10T08:33:45.780683+0000","last_became_peered":"2024-09-10T08:33:45.780683+0000","last_unstale":"2024-09-10T08:33:47.792773+0000","last_undegraded":"2024-09-10T08:33:47.792773+0000","last_fullsized":"2024-09-10T08:33:47.792773+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:23.558210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793210+0000","last_change":"2024-09-10T08:33:46.797600+0000","last_active":"2024-09-10T08:33:47.793210+0000","last_peered":"2024-09-10T08:33:47.793210+0000","last_clean":"2024-09-10T08:33:47.793210+0000","last_became_active":"2024-09-10T08:33:46.797104+0000","last_became_peered":"2024-09-10T08:33:46.797104+0000","last_unstale":"2024-09-10T08:33:47.793210+0000","last_undegraded":"2024-09-10T08:33:47.793210+0000","last_fullsized":"2024-09-10T08:33:47.793210+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794275+0000","last_change":"2024-09-10T08:33:45.790526+0000","last_active":"2024-09-10T08:33:47.794275+0000","last_peered":"2024-09-10T08:33:47.794275+0000","last_clean":"2024-09-10T08:33:47.794275+0000","last_became_active":"2024-09-10T08:33:45.790262+0000","last_became_peered":"2024-09-10T08:33:45.790262+0000","last_unstale":"2024-09-10T08:33:47.794275+0000","last_undegraded":"2024-09-10T08:33:47.794275+0000","last_fullsized":"2024-09-10T08:33:47.794275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359746+0000","last_change":"2024-09-10T08:33:46.794932+0000","last_active":"2024-09-10T08:33:48.359746+0000","last_peered":"2024-09-10T08:33:48.359746+0000","last_clean":"2024-09-10T08:33:48.359746+0000","last_became_active":"2024-09-10T08:33:46.794694+0000","last_became_peered":"2024-09-10T08:33:46.794694+0000","last_unstale":"2024-09-10T08:33:48.359746+0000","last_undegraded":"2024-09-10T08:33:48.359746+0000","last_fullsized":"2024-09-10T08:33:48.359746+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794497+0000","last_change":"2024-09-10T08:33:45.781376+0000","last_active":"2024-09-10T08:33:47.794497+0000","last_peered":"2024-09-10T08:33:47.794497+0000","last_clean":"2024-09-10T08:33:47.794497+0000","last_became_active":"2024-09-10T08:33:45.781085+0000","last_became_peered":"2024-09-10T08:33:45.781085+0000","last_unstale":"2024-09-10T08:33:47.794497+0000","last_undegraded":"2024-09-10T08:33:47.794497+0000","last_fullsized":"2024-09-10T08:33:47.794497+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:49.310031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":20,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792641+0000","last_change":"2024-09-10T08:33:45.778438+0000","last_active":"2024-09-10T08:33:47.792641+0000","last_peered":"2024-09-10T08:33:47.792641+0000","last_clean":"2024-09-10T08:33:47.792641+0000","last_became_active":"2024-09-10T08:33:45.778197+0000","last_became_peered":"2024-09-10T08:33:45.778197+0000","last_unstale":"2024-09-10T08:33:47.792641+0000","last_undegraded":"2024-09-10T08:33:47.792641+0000","last_fullsized":"2024-09-10T08:33:47.792641+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.183113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359686+0000","last_change":"2024-09-10T08:33:46.804768+0000","last_active":"2024-09-10T08:33:48.359686+0000","last_peered":"2024-09-10T08:33:48.359686+0000","last_clean":"2024-09-10T08:33:48.359686+0000","last_became_active":"2024-09-10T08:33:46.804456+0000","last_became_peered":"2024-09-10T08:33:46.804456+0000","last_unstale":"2024-09-10T08:33:48.359686+0000","last_undegraded":"2024-09-10T08:33:48.359686+0000","last_fullsized":"2024-09-10T08:33:48.359686+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792555+0000","last_change":"2024-09-10T08:33:45.788541+0000","last_active":"2024-09-10T08:33:47.792555+0000","last_peered":"2024-09-10T08:33:47.792555+0000","last_clean":"2024-09-10T08:33:47.792555+0000","last_became_active":"2024-09-10T08:33:45.784249+0000","last_became_peered":"2024-09-10T08:33:45.784249+0000","last_unstale":"2024-09-10T08:33:47.792555+0000","last_undegraded":"2024-09-10T08:33:47.792555+0000","last_fullsized":"2024-09-10T08:33:47.792555+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:13.482812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792242+0000","last_change":"2024-09-10T08:33:46.786969+0000","last_active":"2024-09-10T08:33:47.792242+0000","last_peered":"2024-09-10T08:33:47.792242+0000","last_clean":"2024-09-10T08:33:47.792242+0000","last_became_active":"2024-09-10T08:33:46.786700+0000","last_became_peered":"2024-09-10T08:33:46.786700+0000","last_unstale":"2024-09-10T08:33:47.792242+0000","last_undegraded":"2024-09-10T08:33:47.792242+0000","last_fullsized":"2024-09-10T08:33:47.792242+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.785439+0000","last_change":"2024-09-10T08:33:45.785945+0000","last_active":"2024-09-10T08:33:46.785439+0000","last_peered":"2024-09-10T08:33:46.785439+0000","last_clean":"2024-09-10T08:33:46.785439+0000","last_became_active":"2024-09-10T08:33:45.785673+0000","last_became_peered":"2024-09-10T08:33:45.785673+0000","last_unstale":"2024-09-10T08:33:46.785439+0000","last_undegraded":"2024-09-10T08:33:46.785439+0000","last_fullsized":"2024-09-10T08:33:46.785439+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:40.132026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792986+0000","last_change":"2024-09-10T08:33:46.790319+0000","last_active":"2024-09-10T08:33:47.792986+0000","last_peered":"2024-09-10T08:33:47.792986+0000","last_clean":"2024-09-10T08:33:47.792986+0000","last_became_active":"2024-09-10T08:33:46.790034+0000","last_became_peered":"2024-09-10T08:33:46.790034+0000","last_unstale":"2024-09-10T08:33:47.792986+0000","last_undegraded":"2024-09-10T08:33:47.792986+0000","last_fullsized":"2024-09-10T08:33:47.792986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:36.695272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416011+0000","last_change":"2024-09-10T08:33:45.783253+0000","last_active":"2024-09-10T08:33:48.416011+0000","last_peered":"2024-09-10T08:33:48.416011+0000","last_clean":"2024-09-10T08:33:48.416011+0000","last_became_active":"2024-09-10T08:33:45.782970+0000","last_became_peered":"2024-09-10T08:33:45.782970+0000","last_unstale":"2024-09-10T08:33:48.416011+0000","last_undegraded":"2024-09-10T08:33:48.416011+0000","last_fullsized":"2024-09-10T08:33:48.416011+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:44.878300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792392+0000","last_change":"2024-09-10T08:33:46.786291+0000","last_active":"2024-09-10T08:33:47.792392+0000","last_peered":"2024-09-10T08:33:47.792392+0000","last_clean":"2024-09-10T08:33:47.792392+0000","last_became_active":"2024-09-10T08:33:46.786036+0000","last_became_peered":"2024-09-10T08:33:46.786036+0000","last_unstale":"2024-09-10T08:33:47.792392+0000","last_undegraded":"2024-09-10T08:33:47.792392+0000","last_fullsized":"2024-09-10T08:33:47.792392+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":22,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793201+0000","last_change":"2024-09-10T08:33:45.785987+0000","last_active":"2024-09-10T08:33:47.793201+0000","last_peered":"2024-09-10T08:33:47.793201+0000","last_clean":"2024-09-10T08:33:47.793201+0000","last_became_active":"2024-09-10T08:33:45.785713+0000","last_became_peered":"2024-09-10T08:33:45.785713+0000","last_unstale":"2024-09-10T08:33:47.793201+0000","last_undegraded":"2024-09-10T08:33:47.793201+0000","last_fullsized":"2024-09-10T08:33:47.793201+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.115089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792546+0000","last_change":"2024-09-10T08:33:46.791052+0000","last_active":"2024-09-10T08:33:47.792546+0000","last_peered":"2024-09-10T08:33:47.792546+0000","last_clean":"2024-09-10T08:33:47.792546+0000","last_became_active":"2024-09-10T08:33:46.790809+0000","last_became_peered":"2024-09-10T08:33:46.790809+0000","last_unstale":"2024-09-10T08:33:47.792546+0000","last_undegraded":"2024-09-10T08:33:47.792546+0000","last_fullsized":"2024-09-10T08:33:47.792546+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794193+0000","last_change":"2024-09-10T08:33:45.787543+0000","last_active":"2024-09-10T08:33:47.794193+0000","last_peered":"2024-09-10T08:33:47.794193+0000","last_clean":"2024-09-10T08:33:47.794193+0000","last_became_active":"2024-09-10T08:33:45.787264+0000","last_became_peered":"2024-09-10T08:33:45.787264+0000","last_unstale":"2024-09-10T08:33:47.794193+0000","last_undegraded":"2024-09-10T08:33:47.794193+0000","last_fullsized":"2024-09-10T08:33:47.794193+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:55.263342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794515+0000","last_change":"2024-09-10T08:33:46.805414+0000","last_active":"2024-09-10T08:33:47.794515+0000","last_peered":"2024-09-10T08:33:47.794515+0000","last_clean":"2024-09-10T08:33:47.794515+0000","last_became_active":"2024-09-10T08:33:46.805146+0000","last_became_peered":"2024-09-10T08:33:46.805146+0000","last_unstale":"2024-09-10T08:33:47.794515+0000","last_undegraded":"2024-09-10T08:33:47.794515+0000","last_fullsized":"2024-09-10T08:33:47.794515+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772425+0000","last_change":"2024-09-10T08:33:44.772425+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772425+0000","last_undegraded":"2024-09-10T08:33:44.772425+0000","last_fullsized":"2024-09-10T08:33:44.772425+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795056+0000","last_change":"2024-09-10T08:33:45.787186+0000","last_active":"2024-09-10T08:33:47.795056+0000","last_peered":"2024-09-10T08:33:47.795056+0000","last_clean":"2024-09-10T08:33:47.795056+0000","last_became_active":"2024-09-10T08:33:45.786939+0000","last_became_peered":"2024-09-10T08:33:45.786939+0000","last_unstale":"2024-09-10T08:33:47.795056+0000","last_undegraded":"2024-09-10T08:33:47.795056+0000","last_fullsized":"2024-09-10T08:33:47.795056+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:35.265740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795278+0000","last_change":"2024-09-10T08:33:46.789662+0000","last_active":"2024-09-10T08:33:47.795278+0000","last_peered":"2024-09-10T08:33:47.795278+0000","last_clean":"2024-09-10T08:33:47.795278+0000","last_became_active":"2024-09-10T08:33:46.789338+0000","last_became_peered":"2024-09-10T08:33:46.789338+0000","last_unstale":"2024-09-10T08:33:47.795278+0000","last_undegraded":"2024-09-10T08:33:47.795278+0000","last_fullsized":"2024-09-10T08:33:47.795278+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:50.315375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784952+0000","last_change":"2024-09-10T08:33:45.787475+0000","last_active":"2024-09-10T08:33:46.784952+0000","last_peered":"2024-09-10T08:33:46.784952+0000","last_clean":"2024-09-10T08:33:46.784952+0000","last_became_active":"2024-09-10T08:33:45.787227+0000","last_became_peered":"2024-09-10T08:33:45.787227+0000","last_unstale":"2024-09-10T08:33:46.784952+0000","last_undegraded":"2024-09-10T08:33:46.784952+0000","last_fullsized":"2024-09-10T08:33:46.784952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:33.235095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793428+0000","last_change":"2024-09-10T08:33:46.790342+0000","last_active":"2024-09-10T08:33:47.793428+0000","last_peered":"2024-09-10T08:33:47.793428+0000","last_clean":"2024-09-10T08:33:47.793428+0000","last_became_active":"2024-09-10T08:33:46.790063+0000","last_became_peered":"2024-09-10T08:33:46.790063+0000","last_unstale":"2024-09-10T08:33:47.793428+0000","last_undegraded":"2024-09-10T08:33:47.793428+0000","last_fullsized":"2024-09-10T08:33:47.793428+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794879+0000","last_change":"2024-09-10T08:33:45.784778+0000","last_active":"2024-09-10T08:33:47.794879+0000","last_peered":"2024-09-10T08:33:47.794879+0000","last_clean":"2024-09-10T08:33:47.794879+0000","last_became_active":"2024-09-10T08:33:45.784537+0000","last_became_peered":"2024-09-10T08:33:45.784537+0000","last_unstale":"2024-09-10T08:33:47.794879+0000","last_undegraded":"2024-09-10T08:33:47.794879+0000","last_fullsized":"2024-09-10T08:33:47.794879+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:38.040669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359946+0000","last_change":"2024-09-10T08:33:46.795337+0000","last_active":"2024-09-10T08:33:48.359946+0000","last_peered":"2024-09-10T08:33:48.359946+0000","last_clean":"2024-09-10T08:33:48.359946+0000","last_became_active":"2024-09-10T08:33:46.794660+0000","last_became_peered":"2024-09-10T08:33:46.794660+0000","last_unstale":"2024-09-10T08:33:48.359946+0000","last_undegraded":"2024-09-10T08:33:48.359946+0000","last_fullsized":"2024-09-10T08:33:48.359946+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794931+0000","last_change":"2024-09-10T08:33:45.790429+0000","last_active":"2024-09-10T08:33:47.794931+0000","last_peered":"2024-09-10T08:33:47.794931+0000","last_clean":"2024-09-10T08:33:47.794931+0000","last_became_active":"2024-09-10T08:33:45.790174+0000","last_became_peered":"2024-09-10T08:33:45.790174+0000","last_unstale":"2024-09-10T08:33:47.794931+0000","last_undegraded":"2024-09-10T08:33:47.794931+0000","last_fullsized":"2024-09-10T08:33:47.794931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:11.765315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794340+0000","last_change":"2024-09-10T08:33:46.802286+0000","last_active":"2024-09-10T08:33:47.794340+0000","last_peered":"2024-09-10T08:33:47.794340+0000","last_clean":"2024-09-10T08:33:47.794340+0000","last_became_active":"2024-09-10T08:33:46.801263+0000","last_became_peered":"2024-09-10T08:33:46.801263+0000","last_unstale":"2024-09-10T08:33:47.794340+0000","last_undegraded":"2024-09-10T08:33:47.794340+0000","last_fullsized":"2024-09-10T08:33:47.794340+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793498+0000","last_change":"2024-09-10T08:33:45.778262+0000","last_active":"2024-09-10T08:33:47.793498+0000","last_peered":"2024-09-10T08:33:47.793498+0000","last_clean":"2024-09-10T08:33:47.793498+0000","last_became_active":"2024-09-10T08:33:45.777953+0000","last_became_peered":"2024-09-10T08:33:45.777953+0000","last_unstale":"2024-09-10T08:33:47.793498+0000","last_undegraded":"2024-09-10T08:33:47.793498+0000","last_fullsized":"2024-09-10T08:33:47.793498+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:17.860217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792497+0000","last_change":"2024-09-10T08:33:46.788253+0000","last_active":"2024-09-10T08:33:47.792497+0000","last_peered":"2024-09-10T08:33:47.792497+0000","last_clean":"2024-09-10T08:33:47.792497+0000","last_became_active":"2024-09-10T08:33:46.787996+0000","last_became_peered":"2024-09-10T08:33:46.787996+0000","last_unstale":"2024-09-10T08:33:47.792497+0000","last_undegraded":"2024-09-10T08:33:47.792497+0000","last_fullsized":"2024-09-10T08:33:47.792497+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794818+0000","last_change":"2024-09-10T08:33:45.782334+0000","last_active":"2024-09-10T08:33:47.794818+0000","last_peered":"2024-09-10T08:33:47.794818+0000","last_clean":"2024-09-10T08:33:47.794818+0000","last_became_active":"2024-09-10T08:33:45.781780+0000","last_became_peered":"2024-09-10T08:33:45.781780+0000","last_unstale":"2024-09-10T08:33:47.794818+0000","last_undegraded":"2024-09-10T08:33:47.794818+0000","last_fullsized":"2024-09-10T08:33:47.794818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:40.233589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804220+0000","last_change":"2024-09-10T08:33:46.803595+0000","last_active":"2024-09-10T08:33:46.804220+0000","last_peered":"2024-09-10T08:33:46.804220+0000","last_clean":"2024-09-10T08:33:46.804220+0000","last_became_active":"2024-09-10T08:33:46.803336+0000","last_became_peered":"2024-09-10T08:33:46.803336+0000","last_unstale":"2024-09-10T08:33:46.804220+0000","last_undegraded":"2024-09-10T08:33:46.804220+0000","last_fullsized":"2024-09-10T08:33:46.804220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:50.330615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794264+0000","last_change":"2024-09-10T08:33:45.784148+0000","last_active":"2024-09-10T08:33:47.794264+0000","last_peered":"2024-09-10T08:33:47.794264+0000","last_clean":"2024-09-10T08:33:47.794264+0000","last_became_active":"2024-09-10T08:33:45.783851+0000","last_became_peered":"2024-09-10T08:33:45.783851+0000","last_unstale":"2024-09-10T08:33:47.794264+0000","last_undegraded":"2024-09-10T08:33:47.794264+0000","last_fullsized":"2024-09-10T08:33:47.794264+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:57.482358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793342+0000","last_change":"2024-09-10T08:33:46.797378+0000","last_active":"2024-09-10T08:33:47.793342+0000","last_peered":"2024-09-10T08:33:47.793342+0000","last_clean":"2024-09-10T08:33:47.793342+0000","last_became_active":"2024-09-10T08:33:46.796750+0000","last_became_peered":"2024-09-10T08:33:46.796750+0000","last_unstale":"2024-09-10T08:33:47.793342+0000","last_undegraded":"2024-09-10T08:33:47.793342+0000","last_fullsized":"2024-09-10T08:33:47.793342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.796275+0000","last_change":"2024-09-10T08:33:45.784026+0000","last_active":"2024-09-10T08:33:47.796275+0000","last_peered":"2024-09-10T08:33:47.796275+0000","last_clean":"2024-09-10T08:33:47.796275+0000","last_became_active":"2024-09-10T08:33:45.783768+0000","last_became_peered":"2024-09-10T08:33:45.783768+0000","last_unstale":"2024-09-10T08:33:47.796275+0000","last_undegraded":"2024-09-10T08:33:47.796275+0000","last_fullsized":"2024-09-10T08:33:47.796275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:28:16.439415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792732+0000","last_change":"2024-09-10T08:33:46.788966+0000","last_active":"2024-09-10T08:33:47.792732+0000","last_peered":"2024-09-10T08:33:47.792732+0000","last_clean":"2024-09-10T08:33:47.792732+0000","last_became_active":"2024-09-10T08:33:46.788715+0000","last_became_peered":"2024-09-10T08:33:46.788715+0000","last_unstale":"2024-09-10T08:33:47.792732+0000","last_undegraded":"2024-09-10T08:33:47.792732+0000","last_fullsized":"2024-09-10T08:33:47.792732+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359891+0000","last_change":"2024-09-10T08:33:45.779602+0000","last_active":"2024-09-10T08:33:48.359891+0000","last_peered":"2024-09-10T08:33:48.359891+0000","last_clean":"2024-09-10T08:33:48.359891+0000","last_became_active":"2024-09-10T08:33:45.779355+0000","last_became_peered":"2024-09-10T08:33:45.779355+0000","last_unstale":"2024-09-10T08:33:48.359891+0000","last_undegraded":"2024-09-10T08:33:48.359891+0000","last_fullsized":"2024-09-10T08:33:48.359891+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359851+0000","last_change":"2024-09-10T08:33:46.794286+0000","last_active":"2024-09-10T08:33:48.359851+0000","last_peered":"2024-09-10T08:33:48.359851+0000","last_clean":"2024-09-10T08:33:48.359851+0000","last_became_active":"2024-09-10T08:33:46.794016+0000","last_became_peered":"2024-09-10T08:33:46.794016+0000","last_unstale":"2024-09-10T08:33:48.359851+0000","last_undegraded":"2024-09-10T08:33:48.359851+0000","last_fullsized":"2024-09-10T08:33:48.359851+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:24.563554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359832+0000","last_change":"2024-09-10T08:33:45.784008+0000","last_active":"2024-09-10T08:33:48.359832+0000","last_peered":"2024-09-10T08:33:48.359832+0000","last_clean":"2024-09-10T08:33:48.359832+0000","last_became_active":"2024-09-10T08:33:45.783756+0000","last_became_peered":"2024-09-10T08:33:45.783756+0000","last_unstale":"2024-09-10T08:33:48.359832+0000","last_undegraded":"2024-09-10T08:33:48.359832+0000","last_fullsized":"2024-09-10T08:33:48.359832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:01.353932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.796316+0000","last_change":"2024-09-10T08:33:46.792702+0000","last_active":"2024-09-10T08:33:46.796316+0000","last_peered":"2024-09-10T08:33:46.796316+0000","last_clean":"2024-09-10T08:33:46.796316+0000","last_became_active":"2024-09-10T08:33:46.792449+0000","last_became_peered":"2024-09-10T08:33:46.792449+0000","last_unstale":"2024-09-10T08:33:46.796316+0000","last_undegraded":"2024-09-10T08:33:46.796316+0000","last_fullsized":"2024-09-10T08:33:46.796316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:06.165096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416093+0000","last_change":"2024-09-10T08:33:45.784639+0000","last_active":"2024-09-10T08:33:48.416093+0000","last_peered":"2024-09-10T08:33:48.416093+0000","last_clean":"2024-09-10T08:33:48.416093+0000","last_became_active":"2024-09-10T08:33:45.784386+0000","last_became_peered":"2024-09-10T08:33:45.784386+0000","last_unstale":"2024-09-10T08:33:48.416093+0000","last_undegraded":"2024-09-10T08:33:48.416093+0000","last_fullsized":"2024-09-10T08:33:48.416093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772210+0000","last_change":"2024-09-10T08:33:44.772210+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772210+0000","last_undegraded":"2024-09-10T08:33:44.772210+0000","last_fullsized":"2024-09-10T08:33:44.772210+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793704+0000","last_change":"2024-09-10T08:33:46.793748+0000","last_active":"2024-09-10T08:33:47.793704+0000","last_peered":"2024-09-10T08:33:47.793704+0000","last_clean":"2024-09-10T08:33:47.793704+0000","last_became_active":"2024-09-10T08:33:46.793479+0000","last_became_peered":"2024-09-10T08:33:46.793479+0000","last_unstale":"2024-09-10T08:33:47.793704+0000","last_undegraded":"2024-09-10T08:33:47.793704+0000","last_fullsized":"2024-09-10T08:33:47.793704+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792155+0000","last_change":"2024-09-10T08:33:45.780275+0000","last_active":"2024-09-10T08:33:47.792155+0000","last_peered":"2024-09-10T08:33:47.792155+0000","last_clean":"2024-09-10T08:33:47.792155+0000","last_became_active":"2024-09-10T08:33:45.779024+0000","last_became_peered":"2024-09-10T08:33:45.779024+0000","last_unstale":"2024-09-10T08:33:47.792155+0000","last_undegraded":"2024-09-10T08:33:47.792155+0000","last_fullsized":"2024-09-10T08:33:47.792155+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793884+0000","last_change":"2024-09-10T08:33:46.805844+0000","last_active":"2024-09-10T08:33:47.793884+0000","last_peered":"2024-09-10T08:33:47.793884+0000","last_clean":"2024-09-10T08:33:47.793884+0000","last_became_active":"2024-09-10T08:33:46.805507+0000","last_became_peered":"2024-09-10T08:33:46.805507+0000","last_unstale":"2024-09-10T08:33:47.793884+0000","last_undegraded":"2024-09-10T08:33:47.793884+0000","last_fullsized":"2024-09-10T08:33:47.793884+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793371+0000","last_change":"2024-09-10T08:33:45.784624+0000","last_active":"2024-09-10T08:33:47.793371+0000","last_peered":"2024-09-10T08:33:47.793371+0000","last_clean":"2024-09-10T08:33:47.793371+0000","last_became_active":"2024-09-10T08:33:45.784375+0000","last_became_peered":"2024-09-10T08:33:45.784375+0000","last_unstale":"2024-09-10T08:33:47.793371+0000","last_undegraded":"2024-09-10T08:33:47.793371+0000","last_fullsized":"2024-09-10T08:33:47.793371+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:43.386435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":208,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793417+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:33:47.793417+0000","last_peered":"2024-09-10T08:33:47.793417+0000","last_clean":"2024-09-10T08:33:47.793417+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:33:47.793417+0000","last_undegraded":"2024-09-10T08:33:47.793417+0000","last_fullsized":"2024-09-10T08:33:47.793417+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28084,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343756,"statfs":{"total":96636764160,"available":96608006144,"internally_reserved":0,"allocated":1077248,"data_stored":793337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":201869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":475136,"data_stored":201399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":202933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509458,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":201357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509458,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1064960,"data_stored":791689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":442368,"data_stored":187428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:50.056 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:50.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.190+0000 7fa46be06640 1 Processor -- start 2024-09-10T08:33:50.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.191+0000 7fa46be06640 1 -- start start 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.191+0000 7fa46be06640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa464072590 0x7fa46406d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa46be06640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa464141ad0 0x7fa464141f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa46be06640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4641620b0 con 0x7fa4640d21f0 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa46be06640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa464141750 con 0x7fa464072590 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa46be06640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa464162370 con 0x7fa464141ad0 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa4693a1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa464072590 0x7fa46406d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa4693a1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa464072590 0x7fa46406d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54886/0 (socket says 172.21.15.94:54886) 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa4693a1640 1 -- 172.21.15.94:0/255496221 learned_addr learned my addr 172.21.15.94:0/255496221 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa46a3a3640 1 --2- 172.21.15.94:0/255496221 >> v2:172.21.15.143:3300/0 conn(0x7fa464141ad0 0x7fa464141f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa4693a1640 1 -- 172.21.15.94:0/255496221 >> v2:172.21.15.143:3300/0 conn(0x7fa464141ad0 msgr2=0x7fa464141f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:50.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa4693a1640 1 --2- 172.21.15.94:0/255496221 >> v2:172.21.15.143:3300/0 conn(0x7fa464141ad0 0x7fa464141f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa4693a1640 1 -- 172.21.15.94:0/255496221 >> v1:172.21.15.143:6789/0 conn(0x7fa4640d21f0 legacy=0x7fa4640d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.192+0000 7fa4693a1640 1 -- 172.21.15.94:0/255496221 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa464162650 con 0x7fa464072590 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa4693a1640 1 --2- 172.21.15.94:0/255496221 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464072590 0x7fa46406d0e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa4640b1df0 tx=0x7fa45402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcfadd9f7fef7da4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa468ba0640 1 -- 172.21.15.94:0/255496221 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454037070 con 0x7fa464072590 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa468ba0640 1 -- 172.21.15.94:0/255496221 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa454032440 con 0x7fa464072590 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa468ba0640 1 -- 172.21.15.94:0/255496221 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa454032810 con 0x7fa464072590 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa46be06640 1 -- 172.21.15.94:0/255496221 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464072590 msgr2=0x7fa46406d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa46be06640 1 --2- 172.21.15.94:0/255496221 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464072590 0x7fa46406d0e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa4640b1df0 tx=0x7fa45402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa46be06640 1 -- 172.21.15.94:0/255496221 shutdown_connections 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa46be06640 1 --2- 172.21.15.94:0/255496221 >> v2:172.21.15.143:3300/0 conn(0x7fa464141ad0 0x7fa464141f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa46be06640 1 --2- 172.21.15.94:0/255496221 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464072590 0x7fa46406d0e0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.193+0000 7fa46be06640 1 -- 172.21.15.94:0/255496221 >> 172.21.15.94:0/255496221 conn(0x7fa4640b3ed0 msgr2=0x7fa4640b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:50.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.194+0000 7fa46be06640 1 -- 172.21.15.94:0/255496221 shutdown_connections 2024-09-10T08:33:50.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.194+0000 7fa46be06640 1 -- 172.21.15.94:0/255496221 wait complete. 2024-09-10T08:33:50.198 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 Processor -- start 2024-09-10T08:33:50.198 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 -- start start 2024-09-10T08:33:50.198 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa464072590 0x7fa4640b7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa4640d21f0 0x7fa4641409b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464141ad0 0x7fa4640c7b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa46406d620 con 0x7fa464141ad0 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa464162c10 con 0x7fa4640d21f0 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46be06640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa46406d7a0 con 0x7fa464072590 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.195+0000 7fa46a3a3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464141ad0 0x7fa4640c7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464141ad0 0x7fa4640c7b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54892/0 (socket says 172.21.15.94:54892) 2024-09-10T08:33:50.199 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 -- 172.21.15.94:0/359881476 learned_addr learned my addr 172.21.15.94:0/359881476 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa4693a1640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa4640d21f0 0x7fa4641409b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa469ba2640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa464072590 0x7fa4640b7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 -- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa464072590 msgr2=0x7fa4640b7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa464072590 0x7fa4640b7ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 -- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa4640d21f0 msgr2=0x7fa4641409b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa4640d21f0 0x7fa4641409b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 -- 172.21.15.94:0/359881476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4640b6a30 con 0x7fa464141ad0 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46a3a3640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464141ad0 0x7fa4640c7b60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa45c007e90 tx=0x7fa45c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa45a7fc640 1 -- 172.21.15.94:0/359881476 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa45c014420 con 0x7fa464141ad0 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa45a7fc640 1 -- 172.21.15.94:0/359881476 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa45c019070 con 0x7fa464141ad0 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4640b6d10 con 0x7fa464141ad0 2024-09-10T08:33:50.200 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa45a7fc640 1 -- 172.21.15.94:0/359881476 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa45c014800 con 0x7fa464141ad0 2024-09-10T08:33:50.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.196+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4640b72d0 con 0x7fa464141ad0 2024-09-10T08:33:50.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.197+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa464158c30 con 0x7fa464141ad0 2024-09-10T08:33:50.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.197+0000 7fa45a7fc640 1 -- 172.21.15.94:0/359881476 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa45c0149a0 con 0x7fa464141ad0 2024-09-10T08:33:50.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.198+0000 7fa45a7fc640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa44806be30 0x7fa44806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.198+0000 7fa45a7fc640 1 -- 172.21.15.94:0/359881476 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fa45c08b830 con 0x7fa464141ad0 2024-09-10T08:33:50.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.198+0000 7fa469ba2640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa44806be30 0x7fa44806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.201 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.198+0000 7fa469ba2640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa44806be30 0x7fa44806e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa460007fd0 tx=0x7fa460009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.202 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.202+0000 7fa45a7fc640 1 -- 172.21.15.94:0/359881476 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa45c05a050 con 0x7fa464141ad0 2024-09-10T08:33:50.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.362+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa4640690c0 con 0x7fa44806be30 2024-09-10T08:33:50.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.368+0000 7fa45a7fc640 1 -- 172.21.15.94:0/359881476 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250588 (secure 0 0 0) 0x7fa4640690c0 con 0x7fa44806be30 2024-09-10T08:33:50.371 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:50.372 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa44806be30 msgr2=0x7fa44806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa44806be30 0x7fa44806e2f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa460007fd0 tx=0x7fa460009040 comp rx=0 tx=0).stop 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464141ad0 msgr2=0x7fa4640c7b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464141ad0 0x7fa4640c7b60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa45c007e90 tx=0x7fa45c00e4b0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 shutdown_connections 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa44806be30 0x7fa44806e2f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa4640d21f0 0x7fa4641409b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa464141ad0 0x7fa4640c7b60 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 --2- 172.21.15.94:0/359881476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa464072590 0x7fa4640b7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 >> 172.21.15.94:0/359881476 conn(0x7fa4640b3ed0 msgr2=0x7fa46415f280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 shutdown_connections 2024-09-10T08:33:50.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.371+0000 7fa46be06640 1 -- 172.21.15.94:0/359881476 wait complete. 2024-09-10T08:33:50.382 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":73,"stamp":"2024-09-10T08:33:49.825815+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":198,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":103,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237676,"kb_used_data":4788,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737044,"statfs":{"total":773094113280,"available":772850733056,"internally_reserved":0,"allocated":4902912,"data_stored":2754564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.061123"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792703+0000","last_change":"2024-09-10T08:33:46.788860+0000","last_active":"2024-09-10T08:33:47.792703+0000","last_peered":"2024-09-10T08:33:47.792703+0000","last_clean":"2024-09-10T08:33:47.792703+0000","last_became_active":"2024-09-10T08:33:46.788599+0000","last_became_peered":"2024-09-10T08:33:46.788599+0000","last_unstale":"2024-09-10T08:33:47.792703+0000","last_undegraded":"2024-09-10T08:33:47.792703+0000","last_fullsized":"2024-09-10T08:33:47.792703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:46.080399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792390+0000","last_change":"2024-09-10T08:33:46.784549+0000","last_active":"2024-09-10T08:33:47.792390+0000","last_peered":"2024-09-10T08:33:47.792390+0000","last_clean":"2024-09-10T08:33:47.792390+0000","last_became_active":"2024-09-10T08:33:46.784304+0000","last_became_peered":"2024-09-10T08:33:46.784304+0000","last_unstale":"2024-09-10T08:33:47.792390+0000","last_undegraded":"2024-09-10T08:33:47.792390+0000","last_fullsized":"2024-09-10T08:33:47.792390+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359905+0000","last_change":"2024-09-10T08:33:46.804641+0000","last_active":"2024-09-10T08:33:48.359905+0000","last_peered":"2024-09-10T08:33:48.359905+0000","last_clean":"2024-09-10T08:33:48.359905+0000","last_became_active":"2024-09-10T08:33:46.804430+0000","last_became_peered":"2024-09-10T08:33:46.804430+0000","last_unstale":"2024-09-10T08:33:48.359905+0000","last_undegraded":"2024-09-10T08:33:48.359905+0000","last_fullsized":"2024-09-10T08:33:48.359905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:48.790629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795083+0000","last_change":"2024-09-10T08:33:46.788373+0000","last_active":"2024-09-10T08:33:47.795083+0000","last_peered":"2024-09-10T08:33:47.795083+0000","last_clean":"2024-09-10T08:33:47.795083+0000","last_became_active":"2024-09-10T08:33:46.788156+0000","last_became_peered":"2024-09-10T08:33:46.788156+0000","last_unstale":"2024-09-10T08:33:47.795083+0000","last_undegraded":"2024-09-10T08:33:47.795083+0000","last_fullsized":"2024-09-10T08:33:47.795083+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:18.865560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794940+0000","last_change":"2024-09-10T08:33:46.792650+0000","last_active":"2024-09-10T08:33:47.794940+0000","last_peered":"2024-09-10T08:33:47.794940+0000","last_clean":"2024-09-10T08:33:47.794940+0000","last_became_active":"2024-09-10T08:33:46.792366+0000","last_became_peered":"2024-09-10T08:33:46.792366+0000","last_unstale":"2024-09-10T08:33:47.794940+0000","last_undegraded":"2024-09-10T08:33:47.794940+0000","last_fullsized":"2024-09-10T08:33:47.794940+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:54.120432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.801593+0000","last_change":"2024-09-10T08:33:46.800768+0000","last_active":"2024-09-10T08:33:46.801593+0000","last_peered":"2024-09-10T08:33:46.801593+0000","last_clean":"2024-09-10T08:33:46.801593+0000","last_became_active":"2024-09-10T08:33:46.800495+0000","last_became_peered":"2024-09-10T08:33:46.800495+0000","last_unstale":"2024-09-10T08:33:46.801593+0000","last_undegraded":"2024-09-10T08:33:46.801593+0000","last_fullsized":"2024-09-10T08:33:46.801593+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:09.987803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793819+0000","last_change":"2024-09-10T08:33:46.801607+0000","last_active":"2024-09-10T08:33:47.793819+0000","last_peered":"2024-09-10T08:33:47.793819+0000","last_clean":"2024-09-10T08:33:47.793819+0000","last_became_active":"2024-09-10T08:33:46.801245+0000","last_became_peered":"2024-09-10T08:33:46.801245+0000","last_unstale":"2024-09-10T08:33:47.793819+0000","last_undegraded":"2024-09-10T08:33:47.793819+0000","last_fullsized":"2024-09-10T08:33:47.793819+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792147+0000","last_change":"2024-09-10T08:33:46.803246+0000","last_active":"2024-09-10T08:33:47.792147+0000","last_peered":"2024-09-10T08:33:47.792147+0000","last_clean":"2024-09-10T08:33:47.792147+0000","last_became_active":"2024-09-10T08:33:46.802473+0000","last_became_peered":"2024-09-10T08:33:46.802473+0000","last_unstale":"2024-09-10T08:33:47.792147+0000","last_undegraded":"2024-09-10T08:33:47.792147+0000","last_fullsized":"2024-09-10T08:33:47.792147+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359913+0000","last_change":"2024-09-10T08:33:46.809264+0000","last_active":"2024-09-10T08:33:48.359913+0000","last_peered":"2024-09-10T08:33:48.359913+0000","last_clean":"2024-09-10T08:33:48.359913+0000","last_became_active":"2024-09-10T08:33:46.808975+0000","last_became_peered":"2024-09-10T08:33:46.808975+0000","last_unstale":"2024-09-10T08:33:48.359913+0000","last_undegraded":"2024-09-10T08:33:48.359913+0000","last_fullsized":"2024-09-10T08:33:48.359913+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:57.146070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794394+0000","last_change":"2024-09-10T08:33:46.801721+0000","last_active":"2024-09-10T08:33:47.794394+0000","last_peered":"2024-09-10T08:33:47.794394+0000","last_clean":"2024-09-10T08:33:47.794394+0000","last_became_active":"2024-09-10T08:33:46.801356+0000","last_became_peered":"2024-09-10T08:33:46.801356+0000","last_unstale":"2024-09-10T08:33:47.794394+0000","last_undegraded":"2024-09-10T08:33:47.794394+0000","last_fullsized":"2024-09-10T08:33:47.794394+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794369+0000","last_change":"2024-09-10T08:33:46.804076+0000","last_active":"2024-09-10T08:33:47.794369+0000","last_peered":"2024-09-10T08:33:47.794369+0000","last_clean":"2024-09-10T08:33:47.794369+0000","last_became_active":"2024-09-10T08:33:46.803585+0000","last_became_peered":"2024-09-10T08:33:46.803585+0000","last_unstale":"2024-09-10T08:33:47.794369+0000","last_undegraded":"2024-09-10T08:33:47.794369+0000","last_fullsized":"2024-09-10T08:33:47.794369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359859+0000","last_change":"2024-09-10T08:33:46.785656+0000","last_active":"2024-09-10T08:33:48.359859+0000","last_peered":"2024-09-10T08:33:48.359859+0000","last_clean":"2024-09-10T08:33:48.359859+0000","last_became_active":"2024-09-10T08:33:46.785405+0000","last_became_peered":"2024-09-10T08:33:46.785405+0000","last_unstale":"2024-09-10T08:33:48.359859+0000","last_undegraded":"2024-09-10T08:33:48.359859+0000","last_fullsized":"2024-09-10T08:33:48.359859+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:47.966898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794331+0000","last_change":"2024-09-10T08:33:46.802444+0000","last_active":"2024-09-10T08:33:47.794331+0000","last_peered":"2024-09-10T08:33:47.794331+0000","last_clean":"2024-09-10T08:33:47.794331+0000","last_became_active":"2024-09-10T08:33:46.802142+0000","last_became_peered":"2024-09-10T08:33:46.802142+0000","last_unstale":"2024-09-10T08:33:47.794331+0000","last_undegraded":"2024-09-10T08:33:47.794331+0000","last_fullsized":"2024-09-10T08:33:47.794331+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794370+0000","last_change":"2024-09-10T08:33:46.795387+0000","last_active":"2024-09-10T08:33:47.794370+0000","last_peered":"2024-09-10T08:33:47.794370+0000","last_clean":"2024-09-10T08:33:47.794370+0000","last_became_active":"2024-09-10T08:33:46.794462+0000","last_became_peered":"2024-09-10T08:33:46.794462+0000","last_unstale":"2024-09-10T08:33:47.794370+0000","last_undegraded":"2024-09-10T08:33:47.794370+0000","last_fullsized":"2024-09-10T08:33:47.794370+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792908+0000","last_change":"2024-09-10T08:33:46.792939+0000","last_active":"2024-09-10T08:33:47.792908+0000","last_peered":"2024-09-10T08:33:47.792908+0000","last_clean":"2024-09-10T08:33:47.792908+0000","last_became_active":"2024-09-10T08:33:46.792671+0000","last_became_peered":"2024-09-10T08:33:46.792671+0000","last_unstale":"2024-09-10T08:33:47.792908+0000","last_undegraded":"2024-09-10T08:33:47.792908+0000","last_fullsized":"2024-09-10T08:33:47.792908+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793337+0000","last_change":"2024-09-10T08:33:46.809047+0000","last_active":"2024-09-10T08:33:47.793337+0000","last_peered":"2024-09-10T08:33:47.793337+0000","last_clean":"2024-09-10T08:33:47.793337+0000","last_became_active":"2024-09-10T08:33:46.808709+0000","last_became_peered":"2024-09-10T08:33:46.808709+0000","last_unstale":"2024-09-10T08:33:47.793337+0000","last_undegraded":"2024-09-10T08:33:47.793337+0000","last_fullsized":"2024-09-10T08:33:47.793337+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416378+0000","last_change":"2024-09-10T08:33:46.802914+0000","last_active":"2024-09-10T08:33:48.416378+0000","last_peered":"2024-09-10T08:33:48.416378+0000","last_clean":"2024-09-10T08:33:48.416378+0000","last_became_active":"2024-09-10T08:33:46.802625+0000","last_became_peered":"2024-09-10T08:33:46.802625+0000","last_unstale":"2024-09-10T08:33:48.416378+0000","last_undegraded":"2024-09-10T08:33:48.416378+0000","last_fullsized":"2024-09-10T08:33:48.416378+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795060+0000","last_change":"2024-09-10T08:33:46.794299+0000","last_active":"2024-09-10T08:33:47.795060+0000","last_peered":"2024-09-10T08:33:47.795060+0000","last_clean":"2024-09-10T08:33:47.795060+0000","last_became_active":"2024-09-10T08:33:46.794041+0000","last_became_peered":"2024-09-10T08:33:46.794041+0000","last_unstale":"2024-09-10T08:33:47.795060+0000","last_undegraded":"2024-09-10T08:33:47.795060+0000","last_fullsized":"2024-09-10T08:33:47.795060+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:56.900612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416260+0000","last_change":"2024-09-10T08:33:46.804540+0000","last_active":"2024-09-10T08:33:48.416260+0000","last_peered":"2024-09-10T08:33:48.416260+0000","last_clean":"2024-09-10T08:33:48.416260+0000","last_became_active":"2024-09-10T08:33:46.804231+0000","last_became_peered":"2024-09-10T08:33:46.804231+0000","last_unstale":"2024-09-10T08:33:48.416260+0000","last_undegraded":"2024-09-10T08:33:48.416260+0000","last_fullsized":"2024-09-10T08:33:48.416260+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:48.565100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794336+0000","last_change":"2024-09-10T08:33:46.806726+0000","last_active":"2024-09-10T08:33:47.794336+0000","last_peered":"2024-09-10T08:33:47.794336+0000","last_clean":"2024-09-10T08:33:47.794336+0000","last_became_active":"2024-09-10T08:33:46.805689+0000","last_became_peered":"2024-09-10T08:33:46.805689+0000","last_unstale":"2024-09-10T08:33:47.794336+0000","last_undegraded":"2024-09-10T08:33:47.794336+0000","last_fullsized":"2024-09-10T08:33:47.794336+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793132+0000","last_change":"2024-09-10T08:33:46.791968+0000","last_active":"2024-09-10T08:33:47.793132+0000","last_peered":"2024-09-10T08:33:47.793132+0000","last_clean":"2024-09-10T08:33:47.793132+0000","last_became_active":"2024-09-10T08:33:46.791570+0000","last_became_peered":"2024-09-10T08:33:46.791570+0000","last_unstale":"2024-09-10T08:33:47.793132+0000","last_undegraded":"2024-09-10T08:33:47.793132+0000","last_fullsized":"2024-09-10T08:33:47.793132+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:27.231358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794906+0000","last_change":"2024-09-10T08:33:46.797986+0000","last_active":"2024-09-10T08:33:47.794906+0000","last_peered":"2024-09-10T08:33:47.794906+0000","last_clean":"2024-09-10T08:33:47.794906+0000","last_became_active":"2024-09-10T08:33:46.797664+0000","last_became_peered":"2024-09-10T08:33:46.797664+0000","last_unstale":"2024-09-10T08:33:47.794906+0000","last_undegraded":"2024-09-10T08:33:47.794906+0000","last_fullsized":"2024-09-10T08:33:47.794906+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:02.359275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416442+0000","last_change":"2024-09-10T08:33:46.800849+0000","last_active":"2024-09-10T08:33:48.416442+0000","last_peered":"2024-09-10T08:33:48.416442+0000","last_clean":"2024-09-10T08:33:48.416442+0000","last_became_active":"2024-09-10T08:33:46.800542+0000","last_became_peered":"2024-09-10T08:33:46.800542+0000","last_unstale":"2024-09-10T08:33:48.416442+0000","last_undegraded":"2024-09-10T08:33:48.416442+0000","last_fullsized":"2024-09-10T08:33:48.416442+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804041+0000","last_change":"2024-09-10T08:33:46.803122+0000","last_active":"2024-09-10T08:33:46.804041+0000","last_peered":"2024-09-10T08:33:46.804041+0000","last_clean":"2024-09-10T08:33:46.804041+0000","last_became_active":"2024-09-10T08:33:46.802813+0000","last_became_peered":"2024-09-10T08:33:46.802813+0000","last_unstale":"2024-09-10T08:33:46.804041+0000","last_undegraded":"2024-09-10T08:33:46.804041+0000","last_fullsized":"2024-09-10T08:33:46.804041+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:42.455173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416387+0000","last_change":"2024-09-10T08:33:46.796077+0000","last_active":"2024-09-10T08:33:48.416387+0000","last_peered":"2024-09-10T08:33:48.416387+0000","last_clean":"2024-09-10T08:33:48.416387+0000","last_became_active":"2024-09-10T08:33:46.795777+0000","last_became_peered":"2024-09-10T08:33:46.795777+0000","last_unstale":"2024-09-10T08:33:48.416387+0000","last_undegraded":"2024-09-10T08:33:48.416387+0000","last_fullsized":"2024-09-10T08:33:48.416387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794056+0000","last_change":"2024-09-10T08:33:46.800185+0000","last_active":"2024-09-10T08:33:47.794056+0000","last_peered":"2024-09-10T08:33:47.794056+0000","last_clean":"2024-09-10T08:33:47.794056+0000","last_became_active":"2024-09-10T08:33:46.799914+0000","last_became_peered":"2024-09-10T08:33:46.799914+0000","last_unstale":"2024-09-10T08:33:47.794056+0000","last_undegraded":"2024-09-10T08:33:47.794056+0000","last_fullsized":"2024-09-10T08:33:47.794056+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416245+0000","last_change":"2024-09-10T08:33:46.800824+0000","last_active":"2024-09-10T08:33:48.416245+0000","last_peered":"2024-09-10T08:33:48.416245+0000","last_clean":"2024-09-10T08:33:48.416245+0000","last_became_active":"2024-09-10T08:33:46.800517+0000","last_became_peered":"2024-09-10T08:33:46.800517+0000","last_unstale":"2024-09-10T08:33:48.416245+0000","last_undegraded":"2024-09-10T08:33:48.416245+0000","last_fullsized":"2024-09-10T08:33:48.416245+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:58.487701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416138+0000","last_change":"2024-09-10T08:33:46.799305+0000","last_active":"2024-09-10T08:33:48.416138+0000","last_peered":"2024-09-10T08:33:48.416138+0000","last_clean":"2024-09-10T08:33:48.416138+0000","last_became_active":"2024-09-10T08:33:46.799011+0000","last_became_peered":"2024-09-10T08:33:46.799011+0000","last_unstale":"2024-09-10T08:33:48.416138+0000","last_undegraded":"2024-09-10T08:33:48.416138+0000","last_fullsized":"2024-09-10T08:33:48.416138+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:44.867944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793401+0000","last_change":"2024-09-10T08:33:46.791129+0000","last_active":"2024-09-10T08:33:47.793401+0000","last_peered":"2024-09-10T08:33:47.793401+0000","last_clean":"2024-09-10T08:33:47.793401+0000","last_became_active":"2024-09-10T08:33:46.790846+0000","last_became_peered":"2024-09-10T08:33:46.790846+0000","last_unstale":"2024-09-10T08:33:47.793401+0000","last_undegraded":"2024-09-10T08:33:47.793401+0000","last_fullsized":"2024-09-10T08:33:47.793401+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.795904+0000","last_change":"2024-09-10T08:33:46.791137+0000","last_active":"2024-09-10T08:33:46.795904+0000","last_peered":"2024-09-10T08:33:46.795904+0000","last_clean":"2024-09-10T08:33:46.795904+0000","last_became_active":"2024-09-10T08:33:46.790548+0000","last_became_peered":"2024-09-10T08:33:46.790548+0000","last_unstale":"2024-09-10T08:33:46.795904+0000","last_undegraded":"2024-09-10T08:33:46.795904+0000","last_fullsized":"2024-09-10T08:33:46.795904+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:19:44.768625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793025+0000","last_change":"2024-09-10T08:33:46.807148+0000","last_active":"2024-09-10T08:33:47.793025+0000","last_peered":"2024-09-10T08:33:47.793025+0000","last_clean":"2024-09-10T08:33:47.793025+0000","last_became_active":"2024-09-10T08:33:46.806859+0000","last_became_peered":"2024-09-10T08:33:46.806859+0000","last_unstale":"2024-09-10T08:33:47.793025+0000","last_undegraded":"2024-09-10T08:33:47.793025+0000","last_fullsized":"2024-09-10T08:33:47.793025+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:26.788020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":18,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416444+0000","last_change":"2024-09-10T08:33:45.783747+0000","last_active":"2024-09-10T08:33:48.416444+0000","last_peered":"2024-09-10T08:33:48.416444+0000","last_clean":"2024-09-10T08:33:48.416444+0000","last_became_active":"2024-09-10T08:33:45.783468+0000","last_became_peered":"2024-09-10T08:33:45.783468+0000","last_unstale":"2024-09-10T08:33:48.416444+0000","last_undegraded":"2024-09-10T08:33:48.416444+0000","last_fullsized":"2024-09-10T08:33:48.416444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.803966+0000","last_change":"2024-09-10T08:33:46.803155+0000","last_active":"2024-09-10T08:33:46.803966+0000","last_peered":"2024-09-10T08:33:46.803966+0000","last_clean":"2024-09-10T08:33:46.803966+0000","last_became_active":"2024-09-10T08:33:46.802879+0000","last_became_peered":"2024-09-10T08:33:46.802879+0000","last_unstale":"2024-09-10T08:33:46.803966+0000","last_undegraded":"2024-09-10T08:33:46.803966+0000","last_fullsized":"2024-09-10T08:33:46.803966+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:08.289346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359716+0000","last_change":"2024-09-10T08:33:45.786077+0000","last_active":"2024-09-10T08:33:48.359716+0000","last_peered":"2024-09-10T08:33:48.359716+0000","last_clean":"2024-09-10T08:33:48.359716+0000","last_became_active":"2024-09-10T08:33:45.785830+0000","last_became_peered":"2024-09-10T08:33:45.785830+0000","last_unstale":"2024-09-10T08:33:48.359716+0000","last_undegraded":"2024-09-10T08:33:48.359716+0000","last_fullsized":"2024-09-10T08:33:48.359716+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.810368+0000","last_change":"2024-09-10T08:33:45.787355+0000","last_active":"2024-09-10T08:33:46.810368+0000","last_peered":"2024-09-10T08:33:46.810368+0000","last_clean":"2024-09-10T08:33:46.810368+0000","last_became_active":"2024-09-10T08:33:45.787111+0000","last_became_peered":"2024-09-10T08:33:45.787111+0000","last_unstale":"2024-09-10T08:33:46.810368+0000","last_undegraded":"2024-09-10T08:33:46.810368+0000","last_fullsized":"2024-09-10T08:33:46.810368+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:20.627972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792575+0000","last_change":"2024-09-10T08:33:46.792928+0000","last_active":"2024-09-10T08:33:47.792575+0000","last_peered":"2024-09-10T08:33:47.792575+0000","last_clean":"2024-09-10T08:33:47.792575+0000","last_became_active":"2024-09-10T08:33:46.792674+0000","last_became_peered":"2024-09-10T08:33:46.792674+0000","last_unstale":"2024-09-10T08:33:47.792575+0000","last_undegraded":"2024-09-10T08:33:47.792575+0000","last_fullsized":"2024-09-10T08:33:47.792575+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:18.050910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770667+0000","last_change":"2024-09-10T08:33:44.770667+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770667+0000","last_undegraded":"2024-09-10T08:33:44.770667+0000","last_fullsized":"2024-09-10T08:33:44.770667+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359663+0000","last_change":"2024-09-10T08:33:46.796620+0000","last_active":"2024-09-10T08:33:48.359663+0000","last_peered":"2024-09-10T08:33:48.359663+0000","last_clean":"2024-09-10T08:33:48.359663+0000","last_became_active":"2024-09-10T08:33:46.796373+0000","last_became_peered":"2024-09-10T08:33:46.796373+0000","last_unstale":"2024-09-10T08:33:48.359663+0000","last_undegraded":"2024-09-10T08:33:48.359663+0000","last_fullsized":"2024-09-10T08:33:48.359663+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794443+0000","last_change":"2024-09-10T08:33:45.788050+0000","last_active":"2024-09-10T08:33:47.794443+0000","last_peered":"2024-09-10T08:33:47.794443+0000","last_clean":"2024-09-10T08:33:47.794443+0000","last_became_active":"2024-09-10T08:33:45.787382+0000","last_became_peered":"2024-09-10T08:33:45.787382+0000","last_unstale":"2024-09-10T08:33:47.794443+0000","last_undegraded":"2024-09-10T08:33:47.794443+0000","last_fullsized":"2024-09-10T08:33:47.794443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:43.862601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794358+0000","last_change":"2024-09-10T08:33:46.804746+0000","last_active":"2024-09-10T08:33:47.794358+0000","last_peered":"2024-09-10T08:33:47.794358+0000","last_clean":"2024-09-10T08:33:47.794358+0000","last_became_active":"2024-09-10T08:33:46.804492+0000","last_became_peered":"2024-09-10T08:33:46.804492+0000","last_unstale":"2024-09-10T08:33:47.794358+0000","last_undegraded":"2024-09-10T08:33:47.794358+0000","last_fullsized":"2024-09-10T08:33:47.794358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793108+0000","last_change":"2024-09-10T08:33:45.788354+0000","last_active":"2024-09-10T08:33:47.793108+0000","last_peered":"2024-09-10T08:33:47.793108+0000","last_clean":"2024-09-10T08:33:47.793108+0000","last_became_active":"2024-09-10T08:33:45.788101+0000","last_became_peered":"2024-09-10T08:33:45.788101+0000","last_unstale":"2024-09-10T08:33:47.793108+0000","last_undegraded":"2024-09-10T08:33:47.793108+0000","last_fullsized":"2024-09-10T08:33:47.793108+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:55.895269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784779+0000","last_change":"2024-09-10T08:33:45.786569+0000","last_active":"2024-09-10T08:33:46.784779+0000","last_peered":"2024-09-10T08:33:46.784779+0000","last_clean":"2024-09-10T08:33:46.784779+0000","last_became_active":"2024-09-10T08:33:45.786327+0000","last_became_peered":"2024-09-10T08:33:45.786327+0000","last_unstale":"2024-09-10T08:33:46.784779+0000","last_undegraded":"2024-09-10T08:33:46.784779+0000","last_fullsized":"2024-09-10T08:33:46.784779+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:57:05.460510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792252+0000","last_change":"2024-09-10T08:33:46.787621+0000","last_active":"2024-09-10T08:33:47.792252+0000","last_peered":"2024-09-10T08:33:47.792252+0000","last_clean":"2024-09-10T08:33:47.792252+0000","last_became_active":"2024-09-10T08:33:46.787376+0000","last_became_peered":"2024-09-10T08:33:46.787376+0000","last_unstale":"2024-09-10T08:33:47.792252+0000","last_undegraded":"2024-09-10T08:33:47.792252+0000","last_fullsized":"2024-09-10T08:33:47.792252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770769+0000","last_change":"2024-09-10T08:33:44.770769+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770769+0000","last_undegraded":"2024-09-10T08:33:44.770769+0000","last_fullsized":"2024-09-10T08:33:44.770769+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795096+0000","last_change":"2024-09-10T08:33:46.787172+0000","last_active":"2024-09-10T08:33:47.795096+0000","last_peered":"2024-09-10T08:33:47.795096+0000","last_clean":"2024-09-10T08:33:47.795096+0000","last_became_active":"2024-09-10T08:33:46.786915+0000","last_became_peered":"2024-09-10T08:33:46.786915+0000","last_unstale":"2024-09-10T08:33:47.795096+0000","last_undegraded":"2024-09-10T08:33:47.795096+0000","last_fullsized":"2024-09-10T08:33:47.795096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:44.391779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792773+0000","last_change":"2024-09-10T08:33:45.780899+0000","last_active":"2024-09-10T08:33:47.792773+0000","last_peered":"2024-09-10T08:33:47.792773+0000","last_clean":"2024-09-10T08:33:47.792773+0000","last_became_active":"2024-09-10T08:33:45.780683+0000","last_became_peered":"2024-09-10T08:33:45.780683+0000","last_unstale":"2024-09-10T08:33:47.792773+0000","last_undegraded":"2024-09-10T08:33:47.792773+0000","last_fullsized":"2024-09-10T08:33:47.792773+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:23.558210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793210+0000","last_change":"2024-09-10T08:33:46.797600+0000","last_active":"2024-09-10T08:33:47.793210+0000","last_peered":"2024-09-10T08:33:47.793210+0000","last_clean":"2024-09-10T08:33:47.793210+0000","last_became_active":"2024-09-10T08:33:46.797104+0000","last_became_peered":"2024-09-10T08:33:46.797104+0000","last_unstale":"2024-09-10T08:33:47.793210+0000","last_undegraded":"2024-09-10T08:33:47.793210+0000","last_fullsized":"2024-09-10T08:33:47.793210+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794275+0000","last_change":"2024-09-10T08:33:45.790526+0000","last_active":"2024-09-10T08:33:47.794275+0000","last_peered":"2024-09-10T08:33:47.794275+0000","last_clean":"2024-09-10T08:33:47.794275+0000","last_became_active":"2024-09-10T08:33:45.790262+0000","last_became_peered":"2024-09-10T08:33:45.790262+0000","last_unstale":"2024-09-10T08:33:47.794275+0000","last_undegraded":"2024-09-10T08:33:47.794275+0000","last_fullsized":"2024-09-10T08:33:47.794275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359746+0000","last_change":"2024-09-10T08:33:46.794932+0000","last_active":"2024-09-10T08:33:48.359746+0000","last_peered":"2024-09-10T08:33:48.359746+0000","last_clean":"2024-09-10T08:33:48.359746+0000","last_became_active":"2024-09-10T08:33:46.794694+0000","last_became_peered":"2024-09-10T08:33:46.794694+0000","last_unstale":"2024-09-10T08:33:48.359746+0000","last_undegraded":"2024-09-10T08:33:48.359746+0000","last_fullsized":"2024-09-10T08:33:48.359746+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794497+0000","last_change":"2024-09-10T08:33:45.781376+0000","last_active":"2024-09-10T08:33:47.794497+0000","last_peered":"2024-09-10T08:33:47.794497+0000","last_clean":"2024-09-10T08:33:47.794497+0000","last_became_active":"2024-09-10T08:33:45.781085+0000","last_became_peered":"2024-09-10T08:33:45.781085+0000","last_unstale":"2024-09-10T08:33:47.794497+0000","last_undegraded":"2024-09-10T08:33:47.794497+0000","last_fullsized":"2024-09-10T08:33:47.794497+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:49.310031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":20,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792641+0000","last_change":"2024-09-10T08:33:45.778438+0000","last_active":"2024-09-10T08:33:47.792641+0000","last_peered":"2024-09-10T08:33:47.792641+0000","last_clean":"2024-09-10T08:33:47.792641+0000","last_became_active":"2024-09-10T08:33:45.778197+0000","last_became_peered":"2024-09-10T08:33:45.778197+0000","last_unstale":"2024-09-10T08:33:47.792641+0000","last_undegraded":"2024-09-10T08:33:47.792641+0000","last_fullsized":"2024-09-10T08:33:47.792641+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.183113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359686+0000","last_change":"2024-09-10T08:33:46.804768+0000","last_active":"2024-09-10T08:33:48.359686+0000","last_peered":"2024-09-10T08:33:48.359686+0000","last_clean":"2024-09-10T08:33:48.359686+0000","last_became_active":"2024-09-10T08:33:46.804456+0000","last_became_peered":"2024-09-10T08:33:46.804456+0000","last_unstale":"2024-09-10T08:33:48.359686+0000","last_undegraded":"2024-09-10T08:33:48.359686+0000","last_fullsized":"2024-09-10T08:33:48.359686+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792555+0000","last_change":"2024-09-10T08:33:45.788541+0000","last_active":"2024-09-10T08:33:47.792555+0000","last_peered":"2024-09-10T08:33:47.792555+0000","last_clean":"2024-09-10T08:33:47.792555+0000","last_became_active":"2024-09-10T08:33:45.784249+0000","last_became_peered":"2024-09-10T08:33:45.784249+0000","last_unstale":"2024-09-10T08:33:47.792555+0000","last_undegraded":"2024-09-10T08:33:47.792555+0000","last_fullsized":"2024-09-10T08:33:47.792555+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:13.482812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792242+0000","last_change":"2024-09-10T08:33:46.786969+0000","last_active":"2024-09-10T08:33:47.792242+0000","last_peered":"2024-09-10T08:33:47.792242+0000","last_clean":"2024-09-10T08:33:47.792242+0000","last_became_active":"2024-09-10T08:33:46.786700+0000","last_became_peered":"2024-09-10T08:33:46.786700+0000","last_unstale":"2024-09-10T08:33:47.792242+0000","last_undegraded":"2024-09-10T08:33:47.792242+0000","last_fullsized":"2024-09-10T08:33:47.792242+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.785439+0000","last_change":"2024-09-10T08:33:45.785945+0000","last_active":"2024-09-10T08:33:46.785439+0000","last_peered":"2024-09-10T08:33:46.785439+0000","last_clean":"2024-09-10T08:33:46.785439+0000","last_became_active":"2024-09-10T08:33:45.785673+0000","last_became_peered":"2024-09-10T08:33:45.785673+0000","last_unstale":"2024-09-10T08:33:46.785439+0000","last_undegraded":"2024-09-10T08:33:46.785439+0000","last_fullsized":"2024-09-10T08:33:46.785439+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:40.132026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792986+0000","last_change":"2024-09-10T08:33:46.790319+0000","last_active":"2024-09-10T08:33:47.792986+0000","last_peered":"2024-09-10T08:33:47.792986+0000","last_clean":"2024-09-10T08:33:47.792986+0000","last_became_active":"2024-09-10T08:33:46.790034+0000","last_became_peered":"2024-09-10T08:33:46.790034+0000","last_unstale":"2024-09-10T08:33:47.792986+0000","last_undegraded":"2024-09-10T08:33:47.792986+0000","last_fullsized":"2024-09-10T08:33:47.792986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:36.695272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416011+0000","last_change":"2024-09-10T08:33:45.783253+0000","last_active":"2024-09-10T08:33:48.416011+0000","last_peered":"2024-09-10T08:33:48.416011+0000","last_clean":"2024-09-10T08:33:48.416011+0000","last_became_active":"2024-09-10T08:33:45.782970+0000","last_became_peered":"2024-09-10T08:33:45.782970+0000","last_unstale":"2024-09-10T08:33:48.416011+0000","last_undegraded":"2024-09-10T08:33:48.416011+0000","last_fullsized":"2024-09-10T08:33:48.416011+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:44.878300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792392+0000","last_change":"2024-09-10T08:33:46.786291+0000","last_active":"2024-09-10T08:33:47.792392+0000","last_peered":"2024-09-10T08:33:47.792392+0000","last_clean":"2024-09-10T08:33:47.792392+0000","last_became_active":"2024-09-10T08:33:46.786036+0000","last_became_peered":"2024-09-10T08:33:46.786036+0000","last_unstale":"2024-09-10T08:33:47.792392+0000","last_undegraded":"2024-09-10T08:33:47.792392+0000","last_fullsized":"2024-09-10T08:33:47.792392+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":22,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793201+0000","last_change":"2024-09-10T08:33:45.785987+0000","last_active":"2024-09-10T08:33:47.793201+0000","last_peered":"2024-09-10T08:33:47.793201+0000","last_clean":"2024-09-10T08:33:47.793201+0000","last_became_active":"2024-09-10T08:33:45.785713+0000","last_became_peered":"2024-09-10T08:33:45.785713+0000","last_unstale":"2024-09-10T08:33:47.793201+0000","last_undegraded":"2024-09-10T08:33:47.793201+0000","last_fullsized":"2024-09-10T08:33:47.793201+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.115089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792546+0000","last_change":"2024-09-10T08:33:46.791052+0000","last_active":"2024-09-10T08:33:47.792546+0000","last_peered":"2024-09-10T08:33:47.792546+0000","last_clean":"2024-09-10T08:33:47.792546+0000","last_became_active":"2024-09-10T08:33:46.790809+0000","last_became_peered":"2024-09-10T08:33:46.790809+0000","last_unstale":"2024-09-10T08:33:47.792546+0000","last_undegraded":"2024-09-10T08:33:47.792546+0000","last_fullsized":"2024-09-10T08:33:47.792546+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794193+0000","last_change":"2024-09-10T08:33:45.787543+0000","last_active":"2024-09-10T08:33:47.794193+0000","last_peered":"2024-09-10T08:33:47.794193+0000","last_clean":"2024-09-10T08:33:47.794193+0000","last_became_active":"2024-09-10T08:33:45.787264+0000","last_became_peered":"2024-09-10T08:33:45.787264+0000","last_unstale":"2024-09-10T08:33:47.794193+0000","last_undegraded":"2024-09-10T08:33:47.794193+0000","last_fullsized":"2024-09-10T08:33:47.794193+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:55.263342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794515+0000","last_change":"2024-09-10T08:33:46.805414+0000","last_active":"2024-09-10T08:33:47.794515+0000","last_peered":"2024-09-10T08:33:47.794515+0000","last_clean":"2024-09-10T08:33:47.794515+0000","last_became_active":"2024-09-10T08:33:46.805146+0000","last_became_peered":"2024-09-10T08:33:46.805146+0000","last_unstale":"2024-09-10T08:33:47.794515+0000","last_undegraded":"2024-09-10T08:33:47.794515+0000","last_fullsized":"2024-09-10T08:33:47.794515+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772425+0000","last_change":"2024-09-10T08:33:44.772425+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772425+0000","last_undegraded":"2024-09-10T08:33:44.772425+0000","last_fullsized":"2024-09-10T08:33:44.772425+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795056+0000","last_change":"2024-09-10T08:33:45.787186+0000","last_active":"2024-09-10T08:33:47.795056+0000","last_peered":"2024-09-10T08:33:47.795056+0000","last_clean":"2024-09-10T08:33:47.795056+0000","last_became_active":"2024-09-10T08:33:45.786939+0000","last_became_peered":"2024-09-10T08:33:45.786939+0000","last_unstale":"2024-09-10T08:33:47.795056+0000","last_undegraded":"2024-09-10T08:33:47.795056+0000","last_fullsized":"2024-09-10T08:33:47.795056+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:35.265740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795278+0000","last_change":"2024-09-10T08:33:46.789662+0000","last_active":"2024-09-10T08:33:47.795278+0000","last_peered":"2024-09-10T08:33:47.795278+0000","last_clean":"2024-09-10T08:33:47.795278+0000","last_became_active":"2024-09-10T08:33:46.789338+0000","last_became_peered":"2024-09-10T08:33:46.789338+0000","last_unstale":"2024-09-10T08:33:47.795278+0000","last_undegraded":"2024-09-10T08:33:47.795278+0000","last_fullsized":"2024-09-10T08:33:47.795278+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:50.315375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784952+0000","last_change":"2024-09-10T08:33:45.787475+0000","last_active":"2024-09-10T08:33:46.784952+0000","last_peered":"2024-09-10T08:33:46.784952+0000","last_clean":"2024-09-10T08:33:46.784952+0000","last_became_active":"2024-09-10T08:33:45.787227+0000","last_became_peered":"2024-09-10T08:33:45.787227+0000","last_unstale":"2024-09-10T08:33:46.784952+0000","last_undegraded":"2024-09-10T08:33:46.784952+0000","last_fullsized":"2024-09-10T08:33:46.784952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:33.235095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793428+0000","last_change":"2024-09-10T08:33:46.790342+0000","last_active":"2024-09-10T08:33:47.793428+0000","last_peered":"2024-09-10T08:33:47.793428+0000","last_clean":"2024-09-10T08:33:47.793428+0000","last_became_active":"2024-09-10T08:33:46.790063+0000","last_became_peered":"2024-09-10T08:33:46.790063+0000","last_unstale":"2024-09-10T08:33:47.793428+0000","last_undegraded":"2024-09-10T08:33:47.793428+0000","last_fullsized":"2024-09-10T08:33:47.793428+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794879+0000","last_change":"2024-09-10T08:33:45.784778+0000","last_active":"2024-09-10T08:33:47.794879+0000","last_peered":"2024-09-10T08:33:47.794879+0000","last_clean":"2024-09-10T08:33:47.794879+0000","last_became_active":"2024-09-10T08:33:45.784537+0000","last_became_peered":"2024-09-10T08:33:45.784537+0000","last_unstale":"2024-09-10T08:33:47.794879+0000","last_undegraded":"2024-09-10T08:33:47.794879+0000","last_fullsized":"2024-09-10T08:33:47.794879+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:38.040669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359946+0000","last_change":"2024-09-10T08:33:46.795337+0000","last_active":"2024-09-10T08:33:48.359946+0000","last_peered":"2024-09-10T08:33:48.359946+0000","last_clean":"2024-09-10T08:33:48.359946+0000","last_became_active":"2024-09-10T08:33:46.794660+0000","last_became_peered":"2024-09-10T08:33:46.794660+0000","last_unstale":"2024-09-10T08:33:48.359946+0000","last_undegraded":"2024-09-10T08:33:48.359946+0000","last_fullsized":"2024-09-10T08:33:48.359946+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794931+0000","last_change":"2024-09-10T08:33:45.790429+0000","last_active":"2024-09-10T08:33:47.794931+0000","last_peered":"2024-09-10T08:33:47.794931+0000","last_clean":"2024-09-10T08:33:47.794931+0000","last_became_active":"2024-09-10T08:33:45.790174+0000","last_became_peered":"2024-09-10T08:33:45.790174+0000","last_unstale":"2024-09-10T08:33:47.794931+0000","last_undegraded":"2024-09-10T08:33:47.794931+0000","last_fullsized":"2024-09-10T08:33:47.794931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:11.765315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794340+0000","last_change":"2024-09-10T08:33:46.802286+0000","last_active":"2024-09-10T08:33:47.794340+0000","last_peered":"2024-09-10T08:33:47.794340+0000","last_clean":"2024-09-10T08:33:47.794340+0000","last_became_active":"2024-09-10T08:33:46.801263+0000","last_became_peered":"2024-09-10T08:33:46.801263+0000","last_unstale":"2024-09-10T08:33:47.794340+0000","last_undegraded":"2024-09-10T08:33:47.794340+0000","last_fullsized":"2024-09-10T08:33:47.794340+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793498+0000","last_change":"2024-09-10T08:33:45.778262+0000","last_active":"2024-09-10T08:33:47.793498+0000","last_peered":"2024-09-10T08:33:47.793498+0000","last_clean":"2024-09-10T08:33:47.793498+0000","last_became_active":"2024-09-10T08:33:45.777953+0000","last_became_peered":"2024-09-10T08:33:45.777953+0000","last_unstale":"2024-09-10T08:33:47.793498+0000","last_undegraded":"2024-09-10T08:33:47.793498+0000","last_fullsized":"2024-09-10T08:33:47.793498+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:17.860217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792497+0000","last_change":"2024-09-10T08:33:46.788253+0000","last_active":"2024-09-10T08:33:47.792497+0000","last_peered":"2024-09-10T08:33:47.792497+0000","last_clean":"2024-09-10T08:33:47.792497+0000","last_became_active":"2024-09-10T08:33:46.787996+0000","last_became_peered":"2024-09-10T08:33:46.787996+0000","last_unstale":"2024-09-10T08:33:47.792497+0000","last_undegraded":"2024-09-10T08:33:47.792497+0000","last_fullsized":"2024-09-10T08:33:47.792497+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794818+0000","last_change":"2024-09-10T08:33:45.782334+0000","last_active":"2024-09-10T08:33:47.794818+0000","last_peered":"2024-09-10T08:33:47.794818+0000","last_clean":"2024-09-10T08:33:47.794818+0000","last_became_active":"2024-09-10T08:33:45.781780+0000","last_became_peered":"2024-09-10T08:33:45.781780+0000","last_unstale":"2024-09-10T08:33:47.794818+0000","last_undegraded":"2024-09-10T08:33:47.794818+0000","last_fullsized":"2024-09-10T08:33:47.794818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:40.233589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804220+0000","last_change":"2024-09-10T08:33:46.803595+0000","last_active":"2024-09-10T08:33:46.804220+0000","last_peered":"2024-09-10T08:33:46.804220+0000","last_clean":"2024-09-10T08:33:46.804220+0000","last_became_active":"2024-09-10T08:33:46.803336+0000","last_became_peered":"2024-09-10T08:33:46.803336+0000","last_unstale":"2024-09-10T08:33:46.804220+0000","last_undegraded":"2024-09-10T08:33:46.804220+0000","last_fullsized":"2024-09-10T08:33:46.804220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:50.330615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794264+0000","last_change":"2024-09-10T08:33:45.784148+0000","last_active":"2024-09-10T08:33:47.794264+0000","last_peered":"2024-09-10T08:33:47.794264+0000","last_clean":"2024-09-10T08:33:47.794264+0000","last_became_active":"2024-09-10T08:33:45.783851+0000","last_became_peered":"2024-09-10T08:33:45.783851+0000","last_unstale":"2024-09-10T08:33:47.794264+0000","last_undegraded":"2024-09-10T08:33:47.794264+0000","last_fullsized":"2024-09-10T08:33:47.794264+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:57.482358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793342+0000","last_change":"2024-09-10T08:33:46.797378+0000","last_active":"2024-09-10T08:33:47.793342+0000","last_peered":"2024-09-10T08:33:47.793342+0000","last_clean":"2024-09-10T08:33:47.793342+0000","last_became_active":"2024-09-10T08:33:46.796750+0000","last_became_peered":"2024-09-10T08:33:46.796750+0000","last_unstale":"2024-09-10T08:33:47.793342+0000","last_undegraded":"2024-09-10T08:33:47.793342+0000","last_fullsized":"2024-09-10T08:33:47.793342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.796275+0000","last_change":"2024-09-10T08:33:45.784026+0000","last_active":"2024-09-10T08:33:47.796275+0000","last_peered":"2024-09-10T08:33:47.796275+0000","last_clean":"2024-09-10T08:33:47.796275+0000","last_became_active":"2024-09-10T08:33:45.783768+0000","last_became_peered":"2024-09-10T08:33:45.783768+0000","last_unstale":"2024-09-10T08:33:47.796275+0000","last_undegraded":"2024-09-10T08:33:47.796275+0000","last_fullsized":"2024-09-10T08:33:47.796275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:28:16.439415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792732+0000","last_change":"2024-09-10T08:33:46.788966+0000","last_active":"2024-09-10T08:33:47.792732+0000","last_peered":"2024-09-10T08:33:47.792732+0000","last_clean":"2024-09-10T08:33:47.792732+0000","last_became_active":"2024-09-10T08:33:46.788715+0000","last_became_peered":"2024-09-10T08:33:46.788715+0000","last_unstale":"2024-09-10T08:33:47.792732+0000","last_undegraded":"2024-09-10T08:33:47.792732+0000","last_fullsized":"2024-09-10T08:33:47.792732+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359891+0000","last_change":"2024-09-10T08:33:45.779602+0000","last_active":"2024-09-10T08:33:48.359891+0000","last_peered":"2024-09-10T08:33:48.359891+0000","last_clean":"2024-09-10T08:33:48.359891+0000","last_became_active":"2024-09-10T08:33:45.779355+0000","last_became_peered":"2024-09-10T08:33:45.779355+0000","last_unstale":"2024-09-10T08:33:48.359891+0000","last_undegraded":"2024-09-10T08:33:48.359891+0000","last_fullsized":"2024-09-10T08:33:48.359891+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359851+0000","last_change":"2024-09-10T08:33:46.794286+0000","last_active":"2024-09-10T08:33:48.359851+0000","last_peered":"2024-09-10T08:33:48.359851+0000","last_clean":"2024-09-10T08:33:48.359851+0000","last_became_active":"2024-09-10T08:33:46.794016+0000","last_became_peered":"2024-09-10T08:33:46.794016+0000","last_unstale":"2024-09-10T08:33:48.359851+0000","last_undegraded":"2024-09-10T08:33:48.359851+0000","last_fullsized":"2024-09-10T08:33:48.359851+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:24.563554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359832+0000","last_change":"2024-09-10T08:33:45.784008+0000","last_active":"2024-09-10T08:33:48.359832+0000","last_peered":"2024-09-10T08:33:48.359832+0000","last_clean":"2024-09-10T08:33:48.359832+0000","last_became_active":"2024-09-10T08:33:45.783756+0000","last_became_peered":"2024-09-10T08:33:45.783756+0000","last_unstale":"2024-09-10T08:33:48.359832+0000","last_undegraded":"2024-09-10T08:33:48.359832+0000","last_fullsized":"2024-09-10T08:33:48.359832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:01.353932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.796316+0000","last_change":"2024-09-10T08:33:46.792702+0000","last_active":"2024-09-10T08:33:46.796316+0000","last_peered":"2024-09-10T08:33:46.796316+0000","last_clean":"2024-09-10T08:33:46.796316+0000","last_became_active":"2024-09-10T08:33:46.792449+0000","last_became_peered":"2024-09-10T08:33:46.792449+0000","last_unstale":"2024-09-10T08:33:46.796316+0000","last_undegraded":"2024-09-10T08:33:46.796316+0000","last_fullsized":"2024-09-10T08:33:46.796316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:06.165096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416093+0000","last_change":"2024-09-10T08:33:45.784639+0000","last_active":"2024-09-10T08:33:48.416093+0000","last_peered":"2024-09-10T08:33:48.416093+0000","last_clean":"2024-09-10T08:33:48.416093+0000","last_became_active":"2024-09-10T08:33:45.784386+0000","last_became_peered":"2024-09-10T08:33:45.784386+0000","last_unstale":"2024-09-10T08:33:48.416093+0000","last_undegraded":"2024-09-10T08:33:48.416093+0000","last_fullsized":"2024-09-10T08:33:48.416093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772210+0000","last_change":"2024-09-10T08:33:44.772210+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772210+0000","last_undegraded":"2024-09-10T08:33:44.772210+0000","last_fullsized":"2024-09-10T08:33:44.772210+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793704+0000","last_change":"2024-09-10T08:33:46.793748+0000","last_active":"2024-09-10T08:33:47.793704+0000","last_peered":"2024-09-10T08:33:47.793704+0000","last_clean":"2024-09-10T08:33:47.793704+0000","last_became_active":"2024-09-10T08:33:46.793479+0000","last_became_peered":"2024-09-10T08:33:46.793479+0000","last_unstale":"2024-09-10T08:33:47.793704+0000","last_undegraded":"2024-09-10T08:33:47.793704+0000","last_fullsized":"2024-09-10T08:33:47.793704+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792155+0000","last_change":"2024-09-10T08:33:45.780275+0000","last_active":"2024-09-10T08:33:47.792155+0000","last_peered":"2024-09-10T08:33:47.792155+0000","last_clean":"2024-09-10T08:33:47.792155+0000","last_became_active":"2024-09-10T08:33:45.779024+0000","last_became_peered":"2024-09-10T08:33:45.779024+0000","last_unstale":"2024-09-10T08:33:47.792155+0000","last_undegraded":"2024-09-10T08:33:47.792155+0000","last_fullsized":"2024-09-10T08:33:47.792155+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793884+0000","last_change":"2024-09-10T08:33:46.805844+0000","last_active":"2024-09-10T08:33:47.793884+0000","last_peered":"2024-09-10T08:33:47.793884+0000","last_clean":"2024-09-10T08:33:47.793884+0000","last_became_active":"2024-09-10T08:33:46.805507+0000","last_became_peered":"2024-09-10T08:33:46.805507+0000","last_unstale":"2024-09-10T08:33:47.793884+0000","last_undegraded":"2024-09-10T08:33:47.793884+0000","last_fullsized":"2024-09-10T08:33:47.793884+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793371+0000","last_change":"2024-09-10T08:33:45.784624+0000","last_active":"2024-09-10T08:33:47.793371+0000","last_peered":"2024-09-10T08:33:47.793371+0000","last_clean":"2024-09-10T08:33:47.793371+0000","last_became_active":"2024-09-10T08:33:45.784375+0000","last_became_peered":"2024-09-10T08:33:45.784375+0000","last_unstale":"2024-09-10T08:33:47.793371+0000","last_undegraded":"2024-09-10T08:33:47.793371+0000","last_fullsized":"2024-09-10T08:33:47.793371+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:43.386435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":208,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793417+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:33:47.793417+0000","last_peered":"2024-09-10T08:33:47.793417+0000","last_clean":"2024-09-10T08:33:47.793417+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:33:47.793417+0000","last_undegraded":"2024-09-10T08:33:47.793417+0000","last_fullsized":"2024-09-10T08:33:47.793417+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28084,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343756,"statfs":{"total":96636764160,"available":96608006144,"internally_reserved":0,"allocated":1077248,"data_stored":793337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":201869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":475136,"data_stored":201399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":202933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509458,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":201357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509458,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1064960,"data_stored":791689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":442368,"data_stored":187428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:PG 6.32 is not active+clean 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:33:45.764156+0000', 'last_change': '2024-09-10T08:33:45.764156+0000', 'last_active': '2024-09-10T08:33:45.764156+0000', 'last_peered': '2024-09-10T08:33:45.764156+0000', 'last_clean': '2024-09-10T08:33:45.764156+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:45.764156+0000', 'last_undegraded': '2024-09-10T08:33:45.764156+0000', 'last_fullsized': '2024-09-10T08:33:45.764156+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2a is not active+clean 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:33:45.764156+0000', 'last_change': '2024-09-10T08:33:45.764156+0000', 'last_active': '2024-09-10T08:33:45.764156+0000', 'last_peered': '2024-09-10T08:33:45.764156+0000', 'last_clean': '2024-09-10T08:33:45.764156+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:45.764156+0000', 'last_undegraded': '2024-09-10T08:33:45.764156+0000', 'last_fullsized': '2024-09-10T08:33:45.764156+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1e is not active+clean 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:33:45.764156+0000', 'last_change': '2024-09-10T08:33:45.764156+0000', 'last_active': '2024-09-10T08:33:45.764156+0000', 'last_peered': '2024-09-10T08:33:45.764156+0000', 'last_clean': '2024-09-10T08:33:45.764156+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:45.764156+0000', 'last_undegraded': '2024-09-10T08:33:45.764156+0000', 'last_fullsized': '2024-09-10T08:33:45.764156+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:33:44.770667+0000', 'last_change': '2024-09-10T08:33:44.770667+0000', 'last_active': '2024-09-10T08:33:44.758812+0000', 'last_peered': '2024-09-10T08:33:44.758812+0000', 'last_clean': '2024-09-10T08:33:44.758812+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:44.770667+0000', 'last_undegraded': '2024-09-10T08:33:44.770667+0000', 'last_fullsized': '2024-09-10T08:33:44.770667+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:33:50.386 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1a is not active+clean 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:33:45.764156+0000', 'last_change': '2024-09-10T08:33:45.764156+0000', 'last_active': '2024-09-10T08:33:45.764156+0000', 'last_peered': '2024-09-10T08:33:45.764156+0000', 'last_clean': '2024-09-10T08:33:45.764156+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:45.764156+0000', 'last_undegraded': '2024-09-10T08:33:45.764156+0000', 'last_fullsized': '2024-09-10T08:33:45.764156+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:33:44.770769+0000', 'last_change': '2024-09-10T08:33:44.770769+0000', 'last_active': '2024-09-10T08:33:44.758812+0000', 'last_peered': '2024-09-10T08:33:44.758812+0000', 'last_clean': '2024-09-10T08:33:44.758812+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:44.770769+0000', 'last_undegraded': '2024-09-10T08:33:44.770769+0000', 'last_fullsized': '2024-09-10T08:33:44.770769+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:PG 6.17 is not active+clean 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:33:45.764156+0000', 'last_change': '2024-09-10T08:33:45.764156+0000', 'last_active': '2024-09-10T08:33:45.764156+0000', 'last_peered': '2024-09-10T08:33:45.764156+0000', 'last_clean': '2024-09-10T08:33:45.764156+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:45.764156+0000', 'last_undegraded': '2024-09-10T08:33:45.764156+0000', 'last_fullsized': '2024-09-10T08:33:45.764156+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:33:44.772425+0000', 'last_change': '2024-09-10T08:33:44.772425+0000', 'last_active': '2024-09-10T08:33:44.758812+0000', 'last_peered': '2024-09-10T08:33:44.758812+0000', 'last_clean': '2024-09-10T08:33:44.758812+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:44.772425+0000', 'last_undegraded': '2024-09-10T08:33:44.772425+0000', 'last_fullsized': '2024-09-10T08:33:44.772425+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:PG 6.e is not active+clean 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:33:45.764156+0000', 'last_change': '2024-09-10T08:33:45.764156+0000', 'last_active': '2024-09-10T08:33:45.764156+0000', 'last_peered': '2024-09-10T08:33:45.764156+0000', 'last_clean': '2024-09-10T08:33:45.764156+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:45.764156+0000', 'last_undegraded': '2024-09-10T08:33:45.764156+0000', 'last_fullsized': '2024-09-10T08:33:45.764156+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2 is not active+clean 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:33:45.764156+0000', 'last_change': '2024-09-10T08:33:45.764156+0000', 'last_active': '2024-09-10T08:33:45.764156+0000', 'last_peered': '2024-09-10T08:33:45.764156+0000', 'last_clean': '2024-09-10T08:33:45.764156+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:45.764156+0000', 'last_undegraded': '2024-09-10T08:33:45.764156+0000', 'last_fullsized': '2024-09-10T08:33:45.764156+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:45.764156+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:33:50.387 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-10T08:33:50.388 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:33:44.772210+0000', 'last_change': '2024-09-10T08:33:44.772210+0000', 'last_active': '2024-09-10T08:33:44.758812+0000', 'last_peered': '2024-09-10T08:33:44.758812+0000', 'last_clean': '2024-09-10T08:33:44.758812+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:33:44.772210+0000', 'last_undegraded': '2024-09-10T08:33:44.772210+0000', 'last_fullsized': '2024-09-10T08:33:44.772210+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'last_clean_scrub_stamp': '2024-09-10T08:33:44.758812+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:33:50.388 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T08:33:50.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.518+0000 7f4ae9711640 1 Processor -- start 2024-09-10T08:33:50.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.518+0000 7f4ae9711640 1 -- start start 2024-09-10T08:33:50.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae9711640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ae415f0d0 0x7f4ae415f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae9711640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae40d4130 0x7f4ae40d45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae9711640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ae40d4ae0 con 0x7f4ae40d0070 2024-09-10T08:33:50.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae9711640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f4ae40d1b10 con 0x7f4ae415f0d0 2024-09-10T08:33:50.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae9711640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4ae40cf2b0 con 0x7f4ae40d4130 2024-09-10T08:33:50.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae2ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ae415f0d0 0x7f4ae415f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae2ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ae415f0d0 0x7f4ae415f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54896/0 (socket says 172.21.15.94:54896) 2024-09-10T08:33:50.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae2ffd640 1 -- 172.21.15.94:0/2122579535 learned_addr learned my addr 172.21.15.94:0/2122579535 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:50.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae37fe640 1 --2- 172.21.15.94:0/2122579535 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae40d4130 0x7f4ae40d45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae2ffd640 1 -- 172.21.15.94:0/2122579535 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae40d4130 msgr2=0x7f4ae40d45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:50.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae2ffd640 1 --2- 172.21.15.94:0/2122579535 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae40d4130 0x7f4ae40d45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae2ffd640 1 -- 172.21.15.94:0/2122579535 >> v1:172.21.15.143:6789/0 conn(0x7f4ae40d0070 legacy=0x7f4ae40d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:50.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.519+0000 7f4ae2ffd640 1 -- 172.21.15.94:0/2122579535 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae40cf590 con 0x7f4ae415f0d0 2024-09-10T08:33:50.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.520+0000 7f4ae2ffd640 1 --2- 172.21.15.94:0/2122579535 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae415f0d0 0x7f4ae415f4b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4009e50 tx=0x7f4ad402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e762daec78b2914 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.520+0000 7f4ae1ffb640 1 -- 172.21.15.94:0/2122579535 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad4036070 con 0x7f4ae415f0d0 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.520+0000 7f4ae1ffb640 1 -- 172.21.15.94:0/2122579535 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ad4031600 con 0x7f4ae415f0d0 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.520+0000 7f4ae1ffb640 1 -- 172.21.15.94:0/2122579535 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad40319d0 con 0x7f4ae415f0d0 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 -- 172.21.15.94:0/2122579535 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae415f0d0 msgr2=0x7f4ae415f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 --2- 172.21.15.94:0/2122579535 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae415f0d0 0x7f4ae415f4b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4009e50 tx=0x7f4ad402a630 comp rx=0 tx=0).stop 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 -- 172.21.15.94:0/2122579535 shutdown_connections 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 --2- 172.21.15.94:0/2122579535 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae40d4130 0x7f4ae40d45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 --2- 172.21.15.94:0/2122579535 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae415f0d0 0x7f4ae415f4b0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 -- 172.21.15.94:0/2122579535 >> 172.21.15.94:0/2122579535 conn(0x7f4ae409d760 msgr2=0x7f4ae408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 -- 172.21.15.94:0/2122579535 shutdown_connections 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.521+0000 7f4ae9711640 1 -- 172.21.15.94:0/2122579535 wait complete. 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.522+0000 7f4ae9711640 1 Processor -- start 2024-09-10T08:33:50.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.522+0000 7f4ae9711640 1 -- start start 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae9711640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ae40d0070 0x7f4ae415fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae9711640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae40d4130 0x7f4ae415a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae9711640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae415f0d0 0x7f4ae415aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae9711640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae40cef60 con 0x7f4ae40d4130 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae9711640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae40cfb50 con 0x7f4ae40d0070 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae9711640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4ae40b2f70 con 0x7f4ae415f0d0 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae40d4130 0x7f4ae415a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae40d4130 0x7f4ae415a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54912/0 (socket says 172.21.15.94:54912) 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 -- 172.21.15.94:0/1873047244 learned_addr learned my addr 172.21.15.94:0/1873047244 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae2ffd640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ae40d0070 0x7f4ae415fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae37fe640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae415f0d0 0x7f4ae415aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 -- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae415f0d0 msgr2=0x7f4ae415aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae415f0d0 0x7f4ae415aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 -- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ae40d0070 msgr2=0x7f4ae415fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ae40d0070 0x7f4ae415fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 -- 172.21.15.94:0/1873047244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae41605c0 con 0x7f4ae40d4130 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.523+0000 7f4ae27fc640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae40d4130 0x7f4ae415a980 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4acc00c430 tx=0x7f4acc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.524+0000 7f4adb7fe640 1 -- 172.21.15.94:0/1873047244 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc011790 con 0x7f4ae40d4130 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.524+0000 7f4adb7fe640 1 -- 172.21.15.94:0/1873047244 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4acc017070 con 0x7f4ae40d4130 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.524+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ae41608a0 con 0x7f4ae40d4130 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.524+0000 7f4adb7fe640 1 -- 172.21.15.94:0/1873047244 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4acc011bb0 con 0x7f4ae40d4130 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.524+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ae415a460 con 0x7f4ae40d4130 2024-09-10T08:33:50.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.525+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ae40d30d0 con 0x7f4ae40d4130 2024-09-10T08:33:50.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.525+0000 7f4adb7fe640 1 -- 172.21.15.94:0/1873047244 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4acc01c460 con 0x7f4ae40d4130 2024-09-10T08:33:50.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.525+0000 7f4adb7fe640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ac406be30 0x7f4ac406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.526+0000 7f4adb7fe640 1 -- 172.21.15.94:0/1873047244 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f4acc08ad60 con 0x7f4ae40d4130 2024-09-10T08:33:50.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.526+0000 7f4ae2ffd640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ac406be30 0x7f4ac406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.526+0000 7f4ae2ffd640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ac406be30 0x7f4ac406e2f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4033000 tx=0x7f4ad4009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.530+0000 7f4adb7fe640 1 -- 172.21.15.94:0/1873047244 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ae40d30d0 con 0x7f4ae40d4130 2024-09-10T08:33:50.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.755+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f4ae40d45a0 con 0x7f4ae40d4130 2024-09-10T08:33:50.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.756+0000 7f4adb7fe640 1 -- 172.21.15.94:0/1873047244 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1760 (secure 0 0 0) 0x7f4acc058f30 con 0x7f4ae40d4130 2024-09-10T08:33:50.756 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:50.756 INFO:teuthology.orchestra.run.smithi094.stdout:{"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":89,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":41,"num_osds":8,"num_up_osds":8,"osd_up_since":1725957154,"num_in_osds":8,"osd_in_since":1725957143,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":82},{"state_name":"active+clean","count":11},{"state_name":"creating+peering","count":4}],"num_pgs":97,"num_pools":3,"num_objects":3,"data_bytes":590368,"bytes_used":243015680,"bytes_avail":772851097600,"bytes_total":773094113280,"unknown_pgs_ratio":0.84536081552505493,"inactive_pgs_ratio":0.041237112134695053,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4923}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-10T08:33:35.823779+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T08:33:50.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ac406be30 msgr2=0x7f4ac406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ac406be30 0x7f4ac406e2f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4ad4033000 tx=0x7f4ad4009000 comp rx=0 tx=0).stop 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae40d4130 msgr2=0x7f4ae415a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae40d4130 0x7f4ae415a980 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4acc00c430 tx=0x7f4acc00c8f0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 shutdown_connections 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ac406be30 0x7f4ac406e2f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ae415f0d0 0x7f4ae415aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ae40d4130 0x7f4ae415a980 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 --2- 172.21.15.94:0/1873047244 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ae40d0070 0x7f4ae415fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 >> 172.21.15.94:0/1873047244 conn(0x7f4ae409d760 msgr2=0x7f4ae40b2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 shutdown_connections 2024-09-10T08:33:50.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.758+0000 7f4ae9711640 1 -- 172.21.15.94:0/1873047244 wait complete. 2024-09-10T08:33:50.769 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T08:33:50.769 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:50.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.867+0000 7f1e16b8d640 1 Processor -- start 2024-09-10T08:33:50.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.868+0000 7f1e16b8d640 1 -- start start 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.868+0000 7f1e16b8d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1e1015b300 0x7f1e100cc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.868+0000 7f1e16b8d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1e100ccbd0 0x7f1e100cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.868+0000 7f1e16b8d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e100cd910 con 0x7f1e1015b6e0 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.868+0000 7f1e16b8d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f1e100cd070 con 0x7f1e100ccbd0 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.868+0000 7f1e16b8d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1e100cd350 con 0x7f1e1015b300 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1e100ccbd0 0x7f1e100cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1e100ccbd0 0x7f1e100cdb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54924/0 (socket says 172.21.15.94:54924) 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 -- 172.21.15.94:0/2664964809 learned_addr learned my addr 172.21.15.94:0/2664964809 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e14929640 1 --2- 172.21.15.94:0/2664964809 >> v2:172.21.15.143:3300/0 conn(0x7f1e1015b300 0x7f1e100cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 -- 172.21.15.94:0/2664964809 >> v2:172.21.15.143:3300/0 conn(0x7f1e1015b300 msgr2=0x7f1e100cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:50.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 --2- 172.21.15.94:0/2664964809 >> v2:172.21.15.143:3300/0 conn(0x7f1e1015b300 0x7f1e100cc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 -- 172.21.15.94:0/2664964809 >> v1:172.21.15.143:6789/0 conn(0x7f1e1015b6e0 legacy=0x7f1e100cf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:50.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 -- 172.21.15.94:0/2664964809 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e100cd630 con 0x7f1e100ccbd0 2024-09-10T08:33:50.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.869+0000 7f1e0ffff640 1 --2- 172.21.15.94:0/2664964809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e100cdb50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1e100688d0 tx=0x7f1e0402c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76e034119775c3bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e0f7fe640 1 -- 172.21.15.94:0/2664964809 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e040325a0 con 0x7f1e100ccbd0 2024-09-10T08:33:50.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e0f7fe640 1 -- 172.21.15.94:0/2664964809 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e04038070 con 0x7f1e100ccbd0 2024-09-10T08:33:50.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e0f7fe640 1 -- 172.21.15.94:0/2664964809 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e04032960 con 0x7f1e100ccbd0 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 -- 172.21.15.94:0/2664964809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 msgr2=0x7f1e100cdb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/2664964809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e100cdb50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1e100688d0 tx=0x7f1e0402c8e0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 -- 172.21.15.94:0/2664964809 shutdown_connections 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/2664964809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e100cdb50 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/2664964809 >> v2:172.21.15.143:3300/0 conn(0x7f1e1015b300 0x7f1e100cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 -- 172.21.15.94:0/2664964809 >> 172.21.15.94:0/2664964809 conn(0x7f1e100b2d10 msgr2=0x7f1e100b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 -- 172.21.15.94:0/2664964809 shutdown_connections 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.870+0000 7f1e16b8d640 1 -- 172.21.15.94:0/2664964809 wait complete. 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.871+0000 7f1e16b8d640 1 Processor -- start 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.871+0000 7f1e16b8d640 1 -- start start 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e16b8d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e10156670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e16b8d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1e1015b300 0x7f1e1015baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e16b8d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1e1015b6e0 0x7f1e1006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e16b8d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1e100b3b70 con 0x7f1e100ccbd0 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e16b8d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1e100b39f0 con 0x7f1e1015b300 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e16b8d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1e100b2060 con 0x7f1e1015b6e0 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e14929640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e10156670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e14929640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e10156670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54936/0 (socket says 172.21.15.94:54936) 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.872+0000 7f1e14929640 1 -- 172.21.15.94:0/3787961070 learned_addr learned my addr 172.21.15.94:0/3787961070 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e0ffff640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1e1015b300 0x7f1e1015baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e1512a640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1e1015b6e0 0x7f1e1006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e14929640 1 -- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1e1015b6e0 msgr2=0x7f1e1006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e14929640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1e1015b6e0 0x7f1e1006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e14929640 1 -- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1e1015b300 msgr2=0x7f1e1015baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e14929640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1e1015b300 0x7f1e1015baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e14929640 1 -- 172.21.15.94:0/3787961070 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e1015ca90 con 0x7f1e100ccbd0 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e1512a640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1e1015b6e0 0x7f1e1006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:50.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e0ffff640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1e1015b300 0x7f1e1015baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:50.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e14929640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e10156670 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000c7f0 tx=0x7f1e0000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e0d7fa640 1 -- 172.21.15.94:0/3787961070 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e00015070 con 0x7f1e100ccbd0 2024-09-10T08:33:50.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e0d7fa640 1 -- 172.21.15.94:0/3787961070 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e00004240 con 0x7f1e100ccbd0 2024-09-10T08:33:50.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e1015c4d0 con 0x7f1e100ccbd0 2024-09-10T08:33:50.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e0d7fa640 1 -- 172.21.15.94:0/3787961070 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e00007620 con 0x7f1e100ccbd0 2024-09-10T08:33:50.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.873+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e1015d1e0 con 0x7f1e100ccbd0 2024-09-10T08:33:50.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.874+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e100cc690 con 0x7f1e100ccbd0 2024-09-10T08:33:50.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.875+0000 7f1e0d7fa640 1 -- 172.21.15.94:0/3787961070 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1e000079d0 con 0x7f1e100ccbd0 2024-09-10T08:33:50.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.875+0000 7f1e0d7fa640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1dfc06be30 0x7f1dfc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:50.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.875+0000 7f1e0ffff640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1dfc06be30 0x7f1dfc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:50.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.875+0000 7f1e0d7fa640 1 -- 172.21.15.94:0/3787961070 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f1e0008b400 con 0x7f1e100ccbd0 2024-09-10T08:33:50.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.876+0000 7f1e0ffff640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1dfc06be30 0x7f1dfc06e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1e04037000 tx=0x7f1e0403e040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:50.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:50.880+0000 7f1e0d7fa640 1 -- 172.21.15.94:0/3787961070 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1e00059cb0 con 0x7f1e100ccbd0 2024-09-10T08:33:51.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.041+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1e10156bb0 con 0x7f1dfc06be30 2024-09-10T08:33:51.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.047+0000 7f1e0d7fa640 1 -- 172.21.15.94:0/3787961070 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250588 (secure 0 0 0) 0x7f1e10156bb0 con 0x7f1dfc06be30 2024-09-10T08:33:51.051 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:51.053 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:51.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1dfc06be30 msgr2=0x7f1dfc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:51.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1dfc06be30 0x7f1dfc06e2f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1e04037000 tx=0x7f1e0403e040 comp rx=0 tx=0).stop 2024-09-10T08:33:51.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 msgr2=0x7f1e10156670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:51.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e10156670 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1e0000c7f0 tx=0x7f1e0000ccb0 comp rx=0 tx=0).stop 2024-09-10T08:33:51.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 shutdown_connections 2024-09-10T08:33:51.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1dfc06be30 0x7f1dfc06e2f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:51.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1e1015b300 0x7f1e1015baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:51.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1e1015b6e0 0x7f1e1006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:51.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 --2- 172.21.15.94:0/3787961070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1e100ccbd0 0x7f1e10156670 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:51.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 >> 172.21.15.94:0/3787961070 conn(0x7f1e100b2d10 msgr2=0x7f1e100b0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:51.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 shutdown_connections 2024-09-10T08:33:51.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:51.050+0000 7f1e16b8d640 1 -- 172.21.15.94:0/3787961070 wait complete. 2024-09-10T08:33:51.062 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":73,"stamp":"2024-09-10T08:33:49.825815+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":198,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":103,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237676,"kb_used_data":4788,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754737044,"statfs":{"total":773094113280,"available":772850733056,"internally_reserved":0,"allocated":4902912,"data_stored":2754564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.061123"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792703+0000","last_change":"2024-09-10T08:33:46.788860+0000","last_active":"2024-09-10T08:33:47.792703+0000","last_peered":"2024-09-10T08:33:47.792703+0000","last_clean":"2024-09-10T08:33:47.792703+0000","last_became_active":"2024-09-10T08:33:46.788599+0000","last_became_peered":"2024-09-10T08:33:46.788599+0000","last_unstale":"2024-09-10T08:33:47.792703+0000","last_undegraded":"2024-09-10T08:33:47.792703+0000","last_fullsized":"2024-09-10T08:33:47.792703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:46.080399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792390+0000","last_change":"2024-09-10T08:33:46.784549+0000","last_active":"2024-09-10T08:33:47.792390+0000","last_peered":"2024-09-10T08:33:47.792390+0000","last_clean":"2024-09-10T08:33:47.792390+0000","last_became_active":"2024-09-10T08:33:46.784304+0000","last_became_peered":"2024-09-10T08:33:46.784304+0000","last_unstale":"2024-09-10T08:33:47.792390+0000","last_undegraded":"2024-09-10T08:33:47.792390+0000","last_fullsized":"2024-09-10T08:33:47.792390+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359905+0000","last_change":"2024-09-10T08:33:46.804641+0000","last_active":"2024-09-10T08:33:48.359905+0000","last_peered":"2024-09-10T08:33:48.359905+0000","last_clean":"2024-09-10T08:33:48.359905+0000","last_became_active":"2024-09-10T08:33:46.804430+0000","last_became_peered":"2024-09-10T08:33:46.804430+0000","last_unstale":"2024-09-10T08:33:48.359905+0000","last_undegraded":"2024-09-10T08:33:48.359905+0000","last_fullsized":"2024-09-10T08:33:48.359905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:48.790629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795083+0000","last_change":"2024-09-10T08:33:46.788373+0000","last_active":"2024-09-10T08:33:47.795083+0000","last_peered":"2024-09-10T08:33:47.795083+0000","last_clean":"2024-09-10T08:33:47.795083+0000","last_became_active":"2024-09-10T08:33:46.788156+0000","last_became_peered":"2024-09-10T08:33:46.788156+0000","last_unstale":"2024-09-10T08:33:47.795083+0000","last_undegraded":"2024-09-10T08:33:47.795083+0000","last_fullsized":"2024-09-10T08:33:47.795083+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:18.865560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794940+0000","last_change":"2024-09-10T08:33:46.792650+0000","last_active":"2024-09-10T08:33:47.794940+0000","last_peered":"2024-09-10T08:33:47.794940+0000","last_clean":"2024-09-10T08:33:47.794940+0000","last_became_active":"2024-09-10T08:33:46.792366+0000","last_became_peered":"2024-09-10T08:33:46.792366+0000","last_unstale":"2024-09-10T08:33:47.794940+0000","last_undegraded":"2024-09-10T08:33:47.794940+0000","last_fullsized":"2024-09-10T08:33:47.794940+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:54.120432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.801593+0000","last_change":"2024-09-10T08:33:46.800768+0000","last_active":"2024-09-10T08:33:46.801593+0000","last_peered":"2024-09-10T08:33:46.801593+0000","last_clean":"2024-09-10T08:33:46.801593+0000","last_became_active":"2024-09-10T08:33:46.800495+0000","last_became_peered":"2024-09-10T08:33:46.800495+0000","last_unstale":"2024-09-10T08:33:46.801593+0000","last_undegraded":"2024-09-10T08:33:46.801593+0000","last_fullsized":"2024-09-10T08:33:46.801593+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:33:09.987803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793819+0000","last_change":"2024-09-10T08:33:46.801607+0000","last_active":"2024-09-10T08:33:47.793819+0000","last_peered":"2024-09-10T08:33:47.793819+0000","last_clean":"2024-09-10T08:33:47.793819+0000","last_became_active":"2024-09-10T08:33:46.801245+0000","last_became_peered":"2024-09-10T08:33:46.801245+0000","last_unstale":"2024-09-10T08:33:47.793819+0000","last_undegraded":"2024-09-10T08:33:47.793819+0000","last_fullsized":"2024-09-10T08:33:47.793819+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792147+0000","last_change":"2024-09-10T08:33:46.803246+0000","last_active":"2024-09-10T08:33:47.792147+0000","last_peered":"2024-09-10T08:33:47.792147+0000","last_clean":"2024-09-10T08:33:47.792147+0000","last_became_active":"2024-09-10T08:33:46.802473+0000","last_became_peered":"2024-09-10T08:33:46.802473+0000","last_unstale":"2024-09-10T08:33:47.792147+0000","last_undegraded":"2024-09-10T08:33:47.792147+0000","last_fullsized":"2024-09-10T08:33:47.792147+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359913+0000","last_change":"2024-09-10T08:33:46.809264+0000","last_active":"2024-09-10T08:33:48.359913+0000","last_peered":"2024-09-10T08:33:48.359913+0000","last_clean":"2024-09-10T08:33:48.359913+0000","last_became_active":"2024-09-10T08:33:46.808975+0000","last_became_peered":"2024-09-10T08:33:46.808975+0000","last_unstale":"2024-09-10T08:33:48.359913+0000","last_undegraded":"2024-09-10T08:33:48.359913+0000","last_fullsized":"2024-09-10T08:33:48.359913+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:57.146070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794394+0000","last_change":"2024-09-10T08:33:46.801721+0000","last_active":"2024-09-10T08:33:47.794394+0000","last_peered":"2024-09-10T08:33:47.794394+0000","last_clean":"2024-09-10T08:33:47.794394+0000","last_became_active":"2024-09-10T08:33:46.801356+0000","last_became_peered":"2024-09-10T08:33:46.801356+0000","last_unstale":"2024-09-10T08:33:47.794394+0000","last_undegraded":"2024-09-10T08:33:47.794394+0000","last_fullsized":"2024-09-10T08:33:47.794394+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794369+0000","last_change":"2024-09-10T08:33:46.804076+0000","last_active":"2024-09-10T08:33:47.794369+0000","last_peered":"2024-09-10T08:33:47.794369+0000","last_clean":"2024-09-10T08:33:47.794369+0000","last_became_active":"2024-09-10T08:33:46.803585+0000","last_became_peered":"2024-09-10T08:33:46.803585+0000","last_unstale":"2024-09-10T08:33:47.794369+0000","last_undegraded":"2024-09-10T08:33:47.794369+0000","last_fullsized":"2024-09-10T08:33:47.794369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359859+0000","last_change":"2024-09-10T08:33:46.785656+0000","last_active":"2024-09-10T08:33:48.359859+0000","last_peered":"2024-09-10T08:33:48.359859+0000","last_clean":"2024-09-10T08:33:48.359859+0000","last_became_active":"2024-09-10T08:33:46.785405+0000","last_became_peered":"2024-09-10T08:33:46.785405+0000","last_unstale":"2024-09-10T08:33:48.359859+0000","last_undegraded":"2024-09-10T08:33:48.359859+0000","last_fullsized":"2024-09-10T08:33:48.359859+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:47.966898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794331+0000","last_change":"2024-09-10T08:33:46.802444+0000","last_active":"2024-09-10T08:33:47.794331+0000","last_peered":"2024-09-10T08:33:47.794331+0000","last_clean":"2024-09-10T08:33:47.794331+0000","last_became_active":"2024-09-10T08:33:46.802142+0000","last_became_peered":"2024-09-10T08:33:46.802142+0000","last_unstale":"2024-09-10T08:33:47.794331+0000","last_undegraded":"2024-09-10T08:33:47.794331+0000","last_fullsized":"2024-09-10T08:33:47.794331+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794370+0000","last_change":"2024-09-10T08:33:46.795387+0000","last_active":"2024-09-10T08:33:47.794370+0000","last_peered":"2024-09-10T08:33:47.794370+0000","last_clean":"2024-09-10T08:33:47.794370+0000","last_became_active":"2024-09-10T08:33:46.794462+0000","last_became_peered":"2024-09-10T08:33:46.794462+0000","last_unstale":"2024-09-10T08:33:47.794370+0000","last_undegraded":"2024-09-10T08:33:47.794370+0000","last_fullsized":"2024-09-10T08:33:47.794370+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792908+0000","last_change":"2024-09-10T08:33:46.792939+0000","last_active":"2024-09-10T08:33:47.792908+0000","last_peered":"2024-09-10T08:33:47.792908+0000","last_clean":"2024-09-10T08:33:47.792908+0000","last_became_active":"2024-09-10T08:33:46.792671+0000","last_became_peered":"2024-09-10T08:33:46.792671+0000","last_unstale":"2024-09-10T08:33:47.792908+0000","last_undegraded":"2024-09-10T08:33:47.792908+0000","last_fullsized":"2024-09-10T08:33:47.792908+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793337+0000","last_change":"2024-09-10T08:33:46.809047+0000","last_active":"2024-09-10T08:33:47.793337+0000","last_peered":"2024-09-10T08:33:47.793337+0000","last_clean":"2024-09-10T08:33:47.793337+0000","last_became_active":"2024-09-10T08:33:46.808709+0000","last_became_peered":"2024-09-10T08:33:46.808709+0000","last_unstale":"2024-09-10T08:33:47.793337+0000","last_undegraded":"2024-09-10T08:33:47.793337+0000","last_fullsized":"2024-09-10T08:33:47.793337+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416378+0000","last_change":"2024-09-10T08:33:46.802914+0000","last_active":"2024-09-10T08:33:48.416378+0000","last_peered":"2024-09-10T08:33:48.416378+0000","last_clean":"2024-09-10T08:33:48.416378+0000","last_became_active":"2024-09-10T08:33:46.802625+0000","last_became_peered":"2024-09-10T08:33:46.802625+0000","last_unstale":"2024-09-10T08:33:48.416378+0000","last_undegraded":"2024-09-10T08:33:48.416378+0000","last_fullsized":"2024-09-10T08:33:48.416378+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795060+0000","last_change":"2024-09-10T08:33:46.794299+0000","last_active":"2024-09-10T08:33:47.795060+0000","last_peered":"2024-09-10T08:33:47.795060+0000","last_clean":"2024-09-10T08:33:47.795060+0000","last_became_active":"2024-09-10T08:33:46.794041+0000","last_became_peered":"2024-09-10T08:33:46.794041+0000","last_unstale":"2024-09-10T08:33:47.795060+0000","last_undegraded":"2024-09-10T08:33:47.795060+0000","last_fullsized":"2024-09-10T08:33:47.795060+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:56.900612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416260+0000","last_change":"2024-09-10T08:33:46.804540+0000","last_active":"2024-09-10T08:33:48.416260+0000","last_peered":"2024-09-10T08:33:48.416260+0000","last_clean":"2024-09-10T08:33:48.416260+0000","last_became_active":"2024-09-10T08:33:46.804231+0000","last_became_peered":"2024-09-10T08:33:46.804231+0000","last_unstale":"2024-09-10T08:33:48.416260+0000","last_undegraded":"2024-09-10T08:33:48.416260+0000","last_fullsized":"2024-09-10T08:33:48.416260+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:48.565100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794336+0000","last_change":"2024-09-10T08:33:46.806726+0000","last_active":"2024-09-10T08:33:47.794336+0000","last_peered":"2024-09-10T08:33:47.794336+0000","last_clean":"2024-09-10T08:33:47.794336+0000","last_became_active":"2024-09-10T08:33:46.805689+0000","last_became_peered":"2024-09-10T08:33:46.805689+0000","last_unstale":"2024-09-10T08:33:47.794336+0000","last_undegraded":"2024-09-10T08:33:47.794336+0000","last_fullsized":"2024-09-10T08:33:47.794336+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793132+0000","last_change":"2024-09-10T08:33:46.791968+0000","last_active":"2024-09-10T08:33:47.793132+0000","last_peered":"2024-09-10T08:33:47.793132+0000","last_clean":"2024-09-10T08:33:47.793132+0000","last_became_active":"2024-09-10T08:33:46.791570+0000","last_became_peered":"2024-09-10T08:33:46.791570+0000","last_unstale":"2024-09-10T08:33:47.793132+0000","last_undegraded":"2024-09-10T08:33:47.793132+0000","last_fullsized":"2024-09-10T08:33:47.793132+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:27.231358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794906+0000","last_change":"2024-09-10T08:33:46.797986+0000","last_active":"2024-09-10T08:33:47.794906+0000","last_peered":"2024-09-10T08:33:47.794906+0000","last_clean":"2024-09-10T08:33:47.794906+0000","last_became_active":"2024-09-10T08:33:46.797664+0000","last_became_peered":"2024-09-10T08:33:46.797664+0000","last_unstale":"2024-09-10T08:33:47.794906+0000","last_undegraded":"2024-09-10T08:33:47.794906+0000","last_fullsized":"2024-09-10T08:33:47.794906+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:02.359275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416442+0000","last_change":"2024-09-10T08:33:46.800849+0000","last_active":"2024-09-10T08:33:48.416442+0000","last_peered":"2024-09-10T08:33:48.416442+0000","last_clean":"2024-09-10T08:33:48.416442+0000","last_became_active":"2024-09-10T08:33:46.800542+0000","last_became_peered":"2024-09-10T08:33:46.800542+0000","last_unstale":"2024-09-10T08:33:48.416442+0000","last_undegraded":"2024-09-10T08:33:48.416442+0000","last_fullsized":"2024-09-10T08:33:48.416442+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804041+0000","last_change":"2024-09-10T08:33:46.803122+0000","last_active":"2024-09-10T08:33:46.804041+0000","last_peered":"2024-09-10T08:33:46.804041+0000","last_clean":"2024-09-10T08:33:46.804041+0000","last_became_active":"2024-09-10T08:33:46.802813+0000","last_became_peered":"2024-09-10T08:33:46.802813+0000","last_unstale":"2024-09-10T08:33:46.804041+0000","last_undegraded":"2024-09-10T08:33:46.804041+0000","last_fullsized":"2024-09-10T08:33:46.804041+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:42.455173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416387+0000","last_change":"2024-09-10T08:33:46.796077+0000","last_active":"2024-09-10T08:33:48.416387+0000","last_peered":"2024-09-10T08:33:48.416387+0000","last_clean":"2024-09-10T08:33:48.416387+0000","last_became_active":"2024-09-10T08:33:46.795777+0000","last_became_peered":"2024-09-10T08:33:46.795777+0000","last_unstale":"2024-09-10T08:33:48.416387+0000","last_undegraded":"2024-09-10T08:33:48.416387+0000","last_fullsized":"2024-09-10T08:33:48.416387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794056+0000","last_change":"2024-09-10T08:33:46.800185+0000","last_active":"2024-09-10T08:33:47.794056+0000","last_peered":"2024-09-10T08:33:47.794056+0000","last_clean":"2024-09-10T08:33:47.794056+0000","last_became_active":"2024-09-10T08:33:46.799914+0000","last_became_peered":"2024-09-10T08:33:46.799914+0000","last_unstale":"2024-09-10T08:33:47.794056+0000","last_undegraded":"2024-09-10T08:33:47.794056+0000","last_fullsized":"2024-09-10T08:33:47.794056+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416245+0000","last_change":"2024-09-10T08:33:46.800824+0000","last_active":"2024-09-10T08:33:48.416245+0000","last_peered":"2024-09-10T08:33:48.416245+0000","last_clean":"2024-09-10T08:33:48.416245+0000","last_became_active":"2024-09-10T08:33:46.800517+0000","last_became_peered":"2024-09-10T08:33:46.800517+0000","last_unstale":"2024-09-10T08:33:48.416245+0000","last_undegraded":"2024-09-10T08:33:48.416245+0000","last_fullsized":"2024-09-10T08:33:48.416245+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:58.487701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416138+0000","last_change":"2024-09-10T08:33:46.799305+0000","last_active":"2024-09-10T08:33:48.416138+0000","last_peered":"2024-09-10T08:33:48.416138+0000","last_clean":"2024-09-10T08:33:48.416138+0000","last_became_active":"2024-09-10T08:33:46.799011+0000","last_became_peered":"2024-09-10T08:33:46.799011+0000","last_unstale":"2024-09-10T08:33:48.416138+0000","last_undegraded":"2024-09-10T08:33:48.416138+0000","last_fullsized":"2024-09-10T08:33:48.416138+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:44.867944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793401+0000","last_change":"2024-09-10T08:33:46.791129+0000","last_active":"2024-09-10T08:33:47.793401+0000","last_peered":"2024-09-10T08:33:47.793401+0000","last_clean":"2024-09-10T08:33:47.793401+0000","last_became_active":"2024-09-10T08:33:46.790846+0000","last_became_peered":"2024-09-10T08:33:46.790846+0000","last_unstale":"2024-09-10T08:33:47.793401+0000","last_undegraded":"2024-09-10T08:33:47.793401+0000","last_fullsized":"2024-09-10T08:33:47.793401+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.795904+0000","last_change":"2024-09-10T08:33:46.791137+0000","last_active":"2024-09-10T08:33:46.795904+0000","last_peered":"2024-09-10T08:33:46.795904+0000","last_clean":"2024-09-10T08:33:46.795904+0000","last_became_active":"2024-09-10T08:33:46.790548+0000","last_became_peered":"2024-09-10T08:33:46.790548+0000","last_unstale":"2024-09-10T08:33:46.795904+0000","last_undegraded":"2024-09-10T08:33:46.795904+0000","last_fullsized":"2024-09-10T08:33:46.795904+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:19:44.768625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793025+0000","last_change":"2024-09-10T08:33:46.807148+0000","last_active":"2024-09-10T08:33:47.793025+0000","last_peered":"2024-09-10T08:33:47.793025+0000","last_clean":"2024-09-10T08:33:47.793025+0000","last_became_active":"2024-09-10T08:33:46.806859+0000","last_became_peered":"2024-09-10T08:33:46.806859+0000","last_unstale":"2024-09-10T08:33:47.793025+0000","last_undegraded":"2024-09-10T08:33:47.793025+0000","last_fullsized":"2024-09-10T08:33:47.793025+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:26.788020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":18,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416444+0000","last_change":"2024-09-10T08:33:45.783747+0000","last_active":"2024-09-10T08:33:48.416444+0000","last_peered":"2024-09-10T08:33:48.416444+0000","last_clean":"2024-09-10T08:33:48.416444+0000","last_became_active":"2024-09-10T08:33:45.783468+0000","last_became_peered":"2024-09-10T08:33:45.783468+0000","last_unstale":"2024-09-10T08:33:48.416444+0000","last_undegraded":"2024-09-10T08:33:48.416444+0000","last_fullsized":"2024-09-10T08:33:48.416444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.803966+0000","last_change":"2024-09-10T08:33:46.803155+0000","last_active":"2024-09-10T08:33:46.803966+0000","last_peered":"2024-09-10T08:33:46.803966+0000","last_clean":"2024-09-10T08:33:46.803966+0000","last_became_active":"2024-09-10T08:33:46.802879+0000","last_became_peered":"2024-09-10T08:33:46.802879+0000","last_unstale":"2024-09-10T08:33:46.803966+0000","last_undegraded":"2024-09-10T08:33:46.803966+0000","last_fullsized":"2024-09-10T08:33:46.803966+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:08.289346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359716+0000","last_change":"2024-09-10T08:33:45.786077+0000","last_active":"2024-09-10T08:33:48.359716+0000","last_peered":"2024-09-10T08:33:48.359716+0000","last_clean":"2024-09-10T08:33:48.359716+0000","last_became_active":"2024-09-10T08:33:45.785830+0000","last_became_peered":"2024-09-10T08:33:45.785830+0000","last_unstale":"2024-09-10T08:33:48.359716+0000","last_undegraded":"2024-09-10T08:33:48.359716+0000","last_fullsized":"2024-09-10T08:33:48.359716+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":14,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.810368+0000","last_change":"2024-09-10T08:33:45.787355+0000","last_active":"2024-09-10T08:33:46.810368+0000","last_peered":"2024-09-10T08:33:46.810368+0000","last_clean":"2024-09-10T08:33:46.810368+0000","last_became_active":"2024-09-10T08:33:45.787111+0000","last_became_peered":"2024-09-10T08:33:45.787111+0000","last_unstale":"2024-09-10T08:33:46.810368+0000","last_undegraded":"2024-09-10T08:33:46.810368+0000","last_fullsized":"2024-09-10T08:33:46.810368+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:20.627972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792575+0000","last_change":"2024-09-10T08:33:46.792928+0000","last_active":"2024-09-10T08:33:47.792575+0000","last_peered":"2024-09-10T08:33:47.792575+0000","last_clean":"2024-09-10T08:33:47.792575+0000","last_became_active":"2024-09-10T08:33:46.792674+0000","last_became_peered":"2024-09-10T08:33:46.792674+0000","last_unstale":"2024-09-10T08:33:47.792575+0000","last_undegraded":"2024-09-10T08:33:47.792575+0000","last_fullsized":"2024-09-10T08:33:47.792575+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:18.050910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770667+0000","last_change":"2024-09-10T08:33:44.770667+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770667+0000","last_undegraded":"2024-09-10T08:33:44.770667+0000","last_fullsized":"2024-09-10T08:33:44.770667+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359663+0000","last_change":"2024-09-10T08:33:46.796620+0000","last_active":"2024-09-10T08:33:48.359663+0000","last_peered":"2024-09-10T08:33:48.359663+0000","last_clean":"2024-09-10T08:33:48.359663+0000","last_became_active":"2024-09-10T08:33:46.796373+0000","last_became_peered":"2024-09-10T08:33:46.796373+0000","last_unstale":"2024-09-10T08:33:48.359663+0000","last_undegraded":"2024-09-10T08:33:48.359663+0000","last_fullsized":"2024-09-10T08:33:48.359663+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794443+0000","last_change":"2024-09-10T08:33:45.788050+0000","last_active":"2024-09-10T08:33:47.794443+0000","last_peered":"2024-09-10T08:33:47.794443+0000","last_clean":"2024-09-10T08:33:47.794443+0000","last_became_active":"2024-09-10T08:33:45.787382+0000","last_became_peered":"2024-09-10T08:33:45.787382+0000","last_unstale":"2024-09-10T08:33:47.794443+0000","last_undegraded":"2024-09-10T08:33:47.794443+0000","last_fullsized":"2024-09-10T08:33:47.794443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:43.862601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794358+0000","last_change":"2024-09-10T08:33:46.804746+0000","last_active":"2024-09-10T08:33:47.794358+0000","last_peered":"2024-09-10T08:33:47.794358+0000","last_clean":"2024-09-10T08:33:47.794358+0000","last_became_active":"2024-09-10T08:33:46.804492+0000","last_became_peered":"2024-09-10T08:33:46.804492+0000","last_unstale":"2024-09-10T08:33:47.794358+0000","last_undegraded":"2024-09-10T08:33:47.794358+0000","last_fullsized":"2024-09-10T08:33:47.794358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793108+0000","last_change":"2024-09-10T08:33:45.788354+0000","last_active":"2024-09-10T08:33:47.793108+0000","last_peered":"2024-09-10T08:33:47.793108+0000","last_clean":"2024-09-10T08:33:47.793108+0000","last_became_active":"2024-09-10T08:33:45.788101+0000","last_became_peered":"2024-09-10T08:33:45.788101+0000","last_unstale":"2024-09-10T08:33:47.793108+0000","last_undegraded":"2024-09-10T08:33:47.793108+0000","last_fullsized":"2024-09-10T08:33:47.793108+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:55.895269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784779+0000","last_change":"2024-09-10T08:33:45.786569+0000","last_active":"2024-09-10T08:33:46.784779+0000","last_peered":"2024-09-10T08:33:46.784779+0000","last_clean":"2024-09-10T08:33:46.784779+0000","last_became_active":"2024-09-10T08:33:45.786327+0000","last_became_peered":"2024-09-10T08:33:45.786327+0000","last_unstale":"2024-09-10T08:33:46.784779+0000","last_undegraded":"2024-09-10T08:33:46.784779+0000","last_fullsized":"2024-09-10T08:33:46.784779+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:57:05.460510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792252+0000","last_change":"2024-09-10T08:33:46.787621+0000","last_active":"2024-09-10T08:33:47.792252+0000","last_peered":"2024-09-10T08:33:47.792252+0000","last_clean":"2024-09-10T08:33:47.792252+0000","last_became_active":"2024-09-10T08:33:46.787376+0000","last_became_peered":"2024-09-10T08:33:46.787376+0000","last_unstale":"2024-09-10T08:33:47.792252+0000","last_undegraded":"2024-09-10T08:33:47.792252+0000","last_fullsized":"2024-09-10T08:33:47.792252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.770769+0000","last_change":"2024-09-10T08:33:44.770769+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.770769+0000","last_undegraded":"2024-09-10T08:33:44.770769+0000","last_fullsized":"2024-09-10T08:33:44.770769+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795096+0000","last_change":"2024-09-10T08:33:46.787172+0000","last_active":"2024-09-10T08:33:47.795096+0000","last_peered":"2024-09-10T08:33:47.795096+0000","last_clean":"2024-09-10T08:33:47.795096+0000","last_became_active":"2024-09-10T08:33:46.786915+0000","last_became_peered":"2024-09-10T08:33:46.786915+0000","last_unstale":"2024-09-10T08:33:47.795096+0000","last_undegraded":"2024-09-10T08:33:47.795096+0000","last_fullsized":"2024-09-10T08:33:47.795096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:44.391779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792773+0000","last_change":"2024-09-10T08:33:45.780899+0000","last_active":"2024-09-10T08:33:47.792773+0000","last_peered":"2024-09-10T08:33:47.792773+0000","last_clean":"2024-09-10T08:33:47.792773+0000","last_became_active":"2024-09-10T08:33:45.780683+0000","last_became_peered":"2024-09-10T08:33:45.780683+0000","last_unstale":"2024-09-10T08:33:47.792773+0000","last_undegraded":"2024-09-10T08:33:47.792773+0000","last_fullsized":"2024-09-10T08:33:47.792773+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:23.558210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793210+0000","last_change":"2024-09-10T08:33:46.797600+0000","last_active":"2024-09-10T08:33:47.793210+0000","last_peered":"2024-09-10T08:33:47.793210+0000","last_clean":"2024-09-10T08:33:47.793210+0000","last_became_active":"2024-09-10T08:33:46.797104+0000","last_became_peered":"2024-09-10T08:33:46.797104+0000","last_unstale":"2024-09-10T08:33:47.793210+0000","last_undegraded":"2024-09-10T08:33:47.793210+0000","last_fullsized":"2024-09-10T08:33:47.793210+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794275+0000","last_change":"2024-09-10T08:33:45.790526+0000","last_active":"2024-09-10T08:33:47.794275+0000","last_peered":"2024-09-10T08:33:47.794275+0000","last_clean":"2024-09-10T08:33:47.794275+0000","last_became_active":"2024-09-10T08:33:45.790262+0000","last_became_peered":"2024-09-10T08:33:45.790262+0000","last_unstale":"2024-09-10T08:33:47.794275+0000","last_undegraded":"2024-09-10T08:33:47.794275+0000","last_fullsized":"2024-09-10T08:33:47.794275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359746+0000","last_change":"2024-09-10T08:33:46.794932+0000","last_active":"2024-09-10T08:33:48.359746+0000","last_peered":"2024-09-10T08:33:48.359746+0000","last_clean":"2024-09-10T08:33:48.359746+0000","last_became_active":"2024-09-10T08:33:46.794694+0000","last_became_peered":"2024-09-10T08:33:46.794694+0000","last_unstale":"2024-09-10T08:33:48.359746+0000","last_undegraded":"2024-09-10T08:33:48.359746+0000","last_fullsized":"2024-09-10T08:33:48.359746+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794497+0000","last_change":"2024-09-10T08:33:45.781376+0000","last_active":"2024-09-10T08:33:47.794497+0000","last_peered":"2024-09-10T08:33:47.794497+0000","last_clean":"2024-09-10T08:33:47.794497+0000","last_became_active":"2024-09-10T08:33:45.781085+0000","last_became_peered":"2024-09-10T08:33:45.781085+0000","last_unstale":"2024-09-10T08:33:47.794497+0000","last_undegraded":"2024-09-10T08:33:47.794497+0000","last_fullsized":"2024-09-10T08:33:47.794497+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:49.310031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":20,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792641+0000","last_change":"2024-09-10T08:33:45.778438+0000","last_active":"2024-09-10T08:33:47.792641+0000","last_peered":"2024-09-10T08:33:47.792641+0000","last_clean":"2024-09-10T08:33:47.792641+0000","last_became_active":"2024-09-10T08:33:45.778197+0000","last_became_peered":"2024-09-10T08:33:45.778197+0000","last_unstale":"2024-09-10T08:33:47.792641+0000","last_undegraded":"2024-09-10T08:33:47.792641+0000","last_fullsized":"2024-09-10T08:33:47.792641+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.183113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359686+0000","last_change":"2024-09-10T08:33:46.804768+0000","last_active":"2024-09-10T08:33:48.359686+0000","last_peered":"2024-09-10T08:33:48.359686+0000","last_clean":"2024-09-10T08:33:48.359686+0000","last_became_active":"2024-09-10T08:33:46.804456+0000","last_became_peered":"2024-09-10T08:33:46.804456+0000","last_unstale":"2024-09-10T08:33:48.359686+0000","last_undegraded":"2024-09-10T08:33:48.359686+0000","last_fullsized":"2024-09-10T08:33:48.359686+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792555+0000","last_change":"2024-09-10T08:33:45.788541+0000","last_active":"2024-09-10T08:33:47.792555+0000","last_peered":"2024-09-10T08:33:47.792555+0000","last_clean":"2024-09-10T08:33:47.792555+0000","last_became_active":"2024-09-10T08:33:45.784249+0000","last_became_peered":"2024-09-10T08:33:45.784249+0000","last_unstale":"2024-09-10T08:33:47.792555+0000","last_undegraded":"2024-09-10T08:33:47.792555+0000","last_fullsized":"2024-09-10T08:33:47.792555+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:13.482812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792242+0000","last_change":"2024-09-10T08:33:46.786969+0000","last_active":"2024-09-10T08:33:47.792242+0000","last_peered":"2024-09-10T08:33:47.792242+0000","last_clean":"2024-09-10T08:33:47.792242+0000","last_became_active":"2024-09-10T08:33:46.786700+0000","last_became_peered":"2024-09-10T08:33:46.786700+0000","last_unstale":"2024-09-10T08:33:47.792242+0000","last_undegraded":"2024-09-10T08:33:47.792242+0000","last_fullsized":"2024-09-10T08:33:47.792242+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.785439+0000","last_change":"2024-09-10T08:33:45.785945+0000","last_active":"2024-09-10T08:33:46.785439+0000","last_peered":"2024-09-10T08:33:46.785439+0000","last_clean":"2024-09-10T08:33:46.785439+0000","last_became_active":"2024-09-10T08:33:45.785673+0000","last_became_peered":"2024-09-10T08:33:45.785673+0000","last_unstale":"2024-09-10T08:33:46.785439+0000","last_undegraded":"2024-09-10T08:33:46.785439+0000","last_fullsized":"2024-09-10T08:33:46.785439+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:40.132026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792986+0000","last_change":"2024-09-10T08:33:46.790319+0000","last_active":"2024-09-10T08:33:47.792986+0000","last_peered":"2024-09-10T08:33:47.792986+0000","last_clean":"2024-09-10T08:33:47.792986+0000","last_became_active":"2024-09-10T08:33:46.790034+0000","last_became_peered":"2024-09-10T08:33:46.790034+0000","last_unstale":"2024-09-10T08:33:47.792986+0000","last_undegraded":"2024-09-10T08:33:47.792986+0000","last_fullsized":"2024-09-10T08:33:47.792986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:36.695272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416011+0000","last_change":"2024-09-10T08:33:45.783253+0000","last_active":"2024-09-10T08:33:48.416011+0000","last_peered":"2024-09-10T08:33:48.416011+0000","last_clean":"2024-09-10T08:33:48.416011+0000","last_became_active":"2024-09-10T08:33:45.782970+0000","last_became_peered":"2024-09-10T08:33:45.782970+0000","last_unstale":"2024-09-10T08:33:48.416011+0000","last_undegraded":"2024-09-10T08:33:48.416011+0000","last_fullsized":"2024-09-10T08:33:48.416011+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:44.878300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792392+0000","last_change":"2024-09-10T08:33:46.786291+0000","last_active":"2024-09-10T08:33:47.792392+0000","last_peered":"2024-09-10T08:33:47.792392+0000","last_clean":"2024-09-10T08:33:47.792392+0000","last_became_active":"2024-09-10T08:33:46.786036+0000","last_became_peered":"2024-09-10T08:33:46.786036+0000","last_unstale":"2024-09-10T08:33:47.792392+0000","last_undegraded":"2024-09-10T08:33:47.792392+0000","last_fullsized":"2024-09-10T08:33:47.792392+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":22,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793201+0000","last_change":"2024-09-10T08:33:45.785987+0000","last_active":"2024-09-10T08:33:47.793201+0000","last_peered":"2024-09-10T08:33:47.793201+0000","last_clean":"2024-09-10T08:33:47.793201+0000","last_became_active":"2024-09-10T08:33:45.785713+0000","last_became_peered":"2024-09-10T08:33:45.785713+0000","last_unstale":"2024-09-10T08:33:47.793201+0000","last_undegraded":"2024-09-10T08:33:47.793201+0000","last_fullsized":"2024-09-10T08:33:47.793201+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.115089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792546+0000","last_change":"2024-09-10T08:33:46.791052+0000","last_active":"2024-09-10T08:33:47.792546+0000","last_peered":"2024-09-10T08:33:47.792546+0000","last_clean":"2024-09-10T08:33:47.792546+0000","last_became_active":"2024-09-10T08:33:46.790809+0000","last_became_peered":"2024-09-10T08:33:46.790809+0000","last_unstale":"2024-09-10T08:33:47.792546+0000","last_undegraded":"2024-09-10T08:33:47.792546+0000","last_fullsized":"2024-09-10T08:33:47.792546+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794193+0000","last_change":"2024-09-10T08:33:45.787543+0000","last_active":"2024-09-10T08:33:47.794193+0000","last_peered":"2024-09-10T08:33:47.794193+0000","last_clean":"2024-09-10T08:33:47.794193+0000","last_became_active":"2024-09-10T08:33:45.787264+0000","last_became_peered":"2024-09-10T08:33:45.787264+0000","last_unstale":"2024-09-10T08:33:47.794193+0000","last_undegraded":"2024-09-10T08:33:47.794193+0000","last_fullsized":"2024-09-10T08:33:47.794193+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:55.263342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794515+0000","last_change":"2024-09-10T08:33:46.805414+0000","last_active":"2024-09-10T08:33:47.794515+0000","last_peered":"2024-09-10T08:33:47.794515+0000","last_clean":"2024-09-10T08:33:47.794515+0000","last_became_active":"2024-09-10T08:33:46.805146+0000","last_became_peered":"2024-09-10T08:33:46.805146+0000","last_unstale":"2024-09-10T08:33:47.794515+0000","last_undegraded":"2024-09-10T08:33:47.794515+0000","last_fullsized":"2024-09-10T08:33:47.794515+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772425+0000","last_change":"2024-09-10T08:33:44.772425+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772425+0000","last_undegraded":"2024-09-10T08:33:44.772425+0000","last_fullsized":"2024-09-10T08:33:44.772425+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795056+0000","last_change":"2024-09-10T08:33:45.787186+0000","last_active":"2024-09-10T08:33:47.795056+0000","last_peered":"2024-09-10T08:33:47.795056+0000","last_clean":"2024-09-10T08:33:47.795056+0000","last_became_active":"2024-09-10T08:33:45.786939+0000","last_became_peered":"2024-09-10T08:33:45.786939+0000","last_unstale":"2024-09-10T08:33:47.795056+0000","last_undegraded":"2024-09-10T08:33:47.795056+0000","last_fullsized":"2024-09-10T08:33:47.795056+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:35.265740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795278+0000","last_change":"2024-09-10T08:33:46.789662+0000","last_active":"2024-09-10T08:33:47.795278+0000","last_peered":"2024-09-10T08:33:47.795278+0000","last_clean":"2024-09-10T08:33:47.795278+0000","last_became_active":"2024-09-10T08:33:46.789338+0000","last_became_peered":"2024-09-10T08:33:46.789338+0000","last_unstale":"2024-09-10T08:33:47.795278+0000","last_undegraded":"2024-09-10T08:33:47.795278+0000","last_fullsized":"2024-09-10T08:33:47.795278+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:50.315375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.784952+0000","last_change":"2024-09-10T08:33:45.787475+0000","last_active":"2024-09-10T08:33:46.784952+0000","last_peered":"2024-09-10T08:33:46.784952+0000","last_clean":"2024-09-10T08:33:46.784952+0000","last_became_active":"2024-09-10T08:33:45.787227+0000","last_became_peered":"2024-09-10T08:33:45.787227+0000","last_unstale":"2024-09-10T08:33:46.784952+0000","last_undegraded":"2024-09-10T08:33:46.784952+0000","last_fullsized":"2024-09-10T08:33:46.784952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:33.235095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793428+0000","last_change":"2024-09-10T08:33:46.790342+0000","last_active":"2024-09-10T08:33:47.793428+0000","last_peered":"2024-09-10T08:33:47.793428+0000","last_clean":"2024-09-10T08:33:47.793428+0000","last_became_active":"2024-09-10T08:33:46.790063+0000","last_became_peered":"2024-09-10T08:33:46.790063+0000","last_unstale":"2024-09-10T08:33:47.793428+0000","last_undegraded":"2024-09-10T08:33:47.793428+0000","last_fullsized":"2024-09-10T08:33:47.793428+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794879+0000","last_change":"2024-09-10T08:33:45.784778+0000","last_active":"2024-09-10T08:33:47.794879+0000","last_peered":"2024-09-10T08:33:47.794879+0000","last_clean":"2024-09-10T08:33:47.794879+0000","last_became_active":"2024-09-10T08:33:45.784537+0000","last_became_peered":"2024-09-10T08:33:45.784537+0000","last_unstale":"2024-09-10T08:33:47.794879+0000","last_undegraded":"2024-09-10T08:33:47.794879+0000","last_fullsized":"2024-09-10T08:33:47.794879+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:38.040669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359946+0000","last_change":"2024-09-10T08:33:46.795337+0000","last_active":"2024-09-10T08:33:48.359946+0000","last_peered":"2024-09-10T08:33:48.359946+0000","last_clean":"2024-09-10T08:33:48.359946+0000","last_became_active":"2024-09-10T08:33:46.794660+0000","last_became_peered":"2024-09-10T08:33:46.794660+0000","last_unstale":"2024-09-10T08:33:48.359946+0000","last_undegraded":"2024-09-10T08:33:48.359946+0000","last_fullsized":"2024-09-10T08:33:48.359946+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794931+0000","last_change":"2024-09-10T08:33:45.790429+0000","last_active":"2024-09-10T08:33:47.794931+0000","last_peered":"2024-09-10T08:33:47.794931+0000","last_clean":"2024-09-10T08:33:47.794931+0000","last_became_active":"2024-09-10T08:33:45.790174+0000","last_became_peered":"2024-09-10T08:33:45.790174+0000","last_unstale":"2024-09-10T08:33:47.794931+0000","last_undegraded":"2024-09-10T08:33:47.794931+0000","last_fullsized":"2024-09-10T08:33:47.794931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:11.765315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794340+0000","last_change":"2024-09-10T08:33:46.802286+0000","last_active":"2024-09-10T08:33:47.794340+0000","last_peered":"2024-09-10T08:33:47.794340+0000","last_clean":"2024-09-10T08:33:47.794340+0000","last_became_active":"2024-09-10T08:33:46.801263+0000","last_became_peered":"2024-09-10T08:33:46.801263+0000","last_unstale":"2024-09-10T08:33:47.794340+0000","last_undegraded":"2024-09-10T08:33:47.794340+0000","last_fullsized":"2024-09-10T08:33:47.794340+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793498+0000","last_change":"2024-09-10T08:33:45.778262+0000","last_active":"2024-09-10T08:33:47.793498+0000","last_peered":"2024-09-10T08:33:47.793498+0000","last_clean":"2024-09-10T08:33:47.793498+0000","last_became_active":"2024-09-10T08:33:45.777953+0000","last_became_peered":"2024-09-10T08:33:45.777953+0000","last_unstale":"2024-09-10T08:33:47.793498+0000","last_undegraded":"2024-09-10T08:33:47.793498+0000","last_fullsized":"2024-09-10T08:33:47.793498+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:17.860217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792497+0000","last_change":"2024-09-10T08:33:46.788253+0000","last_active":"2024-09-10T08:33:47.792497+0000","last_peered":"2024-09-10T08:33:47.792497+0000","last_clean":"2024-09-10T08:33:47.792497+0000","last_became_active":"2024-09-10T08:33:46.787996+0000","last_became_peered":"2024-09-10T08:33:46.787996+0000","last_unstale":"2024-09-10T08:33:47.792497+0000","last_undegraded":"2024-09-10T08:33:47.792497+0000","last_fullsized":"2024-09-10T08:33:47.792497+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794818+0000","last_change":"2024-09-10T08:33:45.782334+0000","last_active":"2024-09-10T08:33:47.794818+0000","last_peered":"2024-09-10T08:33:47.794818+0000","last_clean":"2024-09-10T08:33:47.794818+0000","last_became_active":"2024-09-10T08:33:45.781780+0000","last_became_peered":"2024-09-10T08:33:45.781780+0000","last_unstale":"2024-09-10T08:33:47.794818+0000","last_undegraded":"2024-09-10T08:33:47.794818+0000","last_fullsized":"2024-09-10T08:33:47.794818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:40.233589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.804220+0000","last_change":"2024-09-10T08:33:46.803595+0000","last_active":"2024-09-10T08:33:46.804220+0000","last_peered":"2024-09-10T08:33:46.804220+0000","last_clean":"2024-09-10T08:33:46.804220+0000","last_became_active":"2024-09-10T08:33:46.803336+0000","last_became_peered":"2024-09-10T08:33:46.803336+0000","last_unstale":"2024-09-10T08:33:46.804220+0000","last_undegraded":"2024-09-10T08:33:46.804220+0000","last_fullsized":"2024-09-10T08:33:46.804220+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:17:50.330615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794264+0000","last_change":"2024-09-10T08:33:45.784148+0000","last_active":"2024-09-10T08:33:47.794264+0000","last_peered":"2024-09-10T08:33:47.794264+0000","last_clean":"2024-09-10T08:33:47.794264+0000","last_became_active":"2024-09-10T08:33:45.783851+0000","last_became_peered":"2024-09-10T08:33:45.783851+0000","last_unstale":"2024-09-10T08:33:47.794264+0000","last_undegraded":"2024-09-10T08:33:47.794264+0000","last_fullsized":"2024-09-10T08:33:47.794264+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:57.482358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793342+0000","last_change":"2024-09-10T08:33:46.797378+0000","last_active":"2024-09-10T08:33:47.793342+0000","last_peered":"2024-09-10T08:33:47.793342+0000","last_clean":"2024-09-10T08:33:47.793342+0000","last_became_active":"2024-09-10T08:33:46.796750+0000","last_became_peered":"2024-09-10T08:33:46.796750+0000","last_unstale":"2024-09-10T08:33:47.793342+0000","last_undegraded":"2024-09-10T08:33:47.793342+0000","last_fullsized":"2024-09-10T08:33:47.793342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.796275+0000","last_change":"2024-09-10T08:33:45.784026+0000","last_active":"2024-09-10T08:33:47.796275+0000","last_peered":"2024-09-10T08:33:47.796275+0000","last_clean":"2024-09-10T08:33:47.796275+0000","last_became_active":"2024-09-10T08:33:45.783768+0000","last_became_peered":"2024-09-10T08:33:45.783768+0000","last_unstale":"2024-09-10T08:33:47.796275+0000","last_undegraded":"2024-09-10T08:33:47.796275+0000","last_fullsized":"2024-09-10T08:33:47.796275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:28:16.439415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792732+0000","last_change":"2024-09-10T08:33:46.788966+0000","last_active":"2024-09-10T08:33:47.792732+0000","last_peered":"2024-09-10T08:33:47.792732+0000","last_clean":"2024-09-10T08:33:47.792732+0000","last_became_active":"2024-09-10T08:33:46.788715+0000","last_became_peered":"2024-09-10T08:33:46.788715+0000","last_unstale":"2024-09-10T08:33:47.792732+0000","last_undegraded":"2024-09-10T08:33:47.792732+0000","last_fullsized":"2024-09-10T08:33:47.792732+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359891+0000","last_change":"2024-09-10T08:33:45.779602+0000","last_active":"2024-09-10T08:33:48.359891+0000","last_peered":"2024-09-10T08:33:48.359891+0000","last_clean":"2024-09-10T08:33:48.359891+0000","last_became_active":"2024-09-10T08:33:45.779355+0000","last_became_peered":"2024-09-10T08:33:45.779355+0000","last_unstale":"2024-09-10T08:33:48.359891+0000","last_undegraded":"2024-09-10T08:33:48.359891+0000","last_fullsized":"2024-09-10T08:33:48.359891+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359851+0000","last_change":"2024-09-10T08:33:46.794286+0000","last_active":"2024-09-10T08:33:48.359851+0000","last_peered":"2024-09-10T08:33:48.359851+0000","last_clean":"2024-09-10T08:33:48.359851+0000","last_became_active":"2024-09-10T08:33:46.794016+0000","last_became_peered":"2024-09-10T08:33:46.794016+0000","last_unstale":"2024-09-10T08:33:48.359851+0000","last_undegraded":"2024-09-10T08:33:48.359851+0000","last_fullsized":"2024-09-10T08:33:48.359851+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:24.563554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359832+0000","last_change":"2024-09-10T08:33:45.784008+0000","last_active":"2024-09-10T08:33:48.359832+0000","last_peered":"2024-09-10T08:33:48.359832+0000","last_clean":"2024-09-10T08:33:48.359832+0000","last_became_active":"2024-09-10T08:33:45.783756+0000","last_became_peered":"2024-09-10T08:33:45.783756+0000","last_unstale":"2024-09-10T08:33:48.359832+0000","last_undegraded":"2024-09-10T08:33:48.359832+0000","last_fullsized":"2024-09-10T08:33:48.359832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:01.353932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-10T08:33:46.796316+0000","last_change":"2024-09-10T08:33:46.792702+0000","last_active":"2024-09-10T08:33:46.796316+0000","last_peered":"2024-09-10T08:33:46.796316+0000","last_clean":"2024-09-10T08:33:46.796316+0000","last_became_active":"2024-09-10T08:33:46.792449+0000","last_became_peered":"2024-09-10T08:33:46.792449+0000","last_unstale":"2024-09-10T08:33:46.796316+0000","last_undegraded":"2024-09-10T08:33:46.796316+0000","last_fullsized":"2024-09-10T08:33:46.796316+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:06.165096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416093+0000","last_change":"2024-09-10T08:33:45.784639+0000","last_active":"2024-09-10T08:33:48.416093+0000","last_peered":"2024-09-10T08:33:48.416093+0000","last_clean":"2024-09-10T08:33:48.416093+0000","last_became_active":"2024-09-10T08:33:45.784386+0000","last_became_peered":"2024-09-10T08:33:45.784386+0000","last_unstale":"2024-09-10T08:33:48.416093+0000","last_undegraded":"2024-09-10T08:33:48.416093+0000","last_fullsized":"2024-09-10T08:33:48.416093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:33:45.764156+0000","last_change":"2024-09-10T08:33:45.764156+0000","last_active":"2024-09-10T08:33:45.764156+0000","last_peered":"2024-09-10T08:33:45.764156+0000","last_clean":"2024-09-10T08:33:45.764156+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:45.764156+0000","last_undegraded":"2024-09-10T08:33:45.764156+0000","last_fullsized":"2024-09-10T08:33:45.764156+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-09-10T08:33:44.772210+0000","last_change":"2024-09-10T08:33:44.772210+0000","last_active":"2024-09-10T08:33:44.758812+0000","last_peered":"2024-09-10T08:33:44.758812+0000","last_clean":"2024-09-10T08:33:44.758812+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:33:44.772210+0000","last_undegraded":"2024-09-10T08:33:44.772210+0000","last_fullsized":"2024-09-10T08:33:44.772210+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793704+0000","last_change":"2024-09-10T08:33:46.793748+0000","last_active":"2024-09-10T08:33:47.793704+0000","last_peered":"2024-09-10T08:33:47.793704+0000","last_clean":"2024-09-10T08:33:47.793704+0000","last_became_active":"2024-09-10T08:33:46.793479+0000","last_became_peered":"2024-09-10T08:33:46.793479+0000","last_unstale":"2024-09-10T08:33:47.793704+0000","last_undegraded":"2024-09-10T08:33:47.793704+0000","last_fullsized":"2024-09-10T08:33:47.793704+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792155+0000","last_change":"2024-09-10T08:33:45.780275+0000","last_active":"2024-09-10T08:33:47.792155+0000","last_peered":"2024-09-10T08:33:47.792155+0000","last_clean":"2024-09-10T08:33:47.792155+0000","last_became_active":"2024-09-10T08:33:45.779024+0000","last_became_peered":"2024-09-10T08:33:45.779024+0000","last_unstale":"2024-09-10T08:33:47.792155+0000","last_undegraded":"2024-09-10T08:33:47.792155+0000","last_fullsized":"2024-09-10T08:33:47.792155+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793884+0000","last_change":"2024-09-10T08:33:46.805844+0000","last_active":"2024-09-10T08:33:47.793884+0000","last_peered":"2024-09-10T08:33:47.793884+0000","last_clean":"2024-09-10T08:33:47.793884+0000","last_became_active":"2024-09-10T08:33:46.805507+0000","last_became_peered":"2024-09-10T08:33:46.805507+0000","last_unstale":"2024-09-10T08:33:47.793884+0000","last_undegraded":"2024-09-10T08:33:47.793884+0000","last_fullsized":"2024-09-10T08:33:47.793884+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793371+0000","last_change":"2024-09-10T08:33:45.784624+0000","last_active":"2024-09-10T08:33:47.793371+0000","last_peered":"2024-09-10T08:33:47.793371+0000","last_clean":"2024-09-10T08:33:47.793371+0000","last_became_active":"2024-09-10T08:33:45.784375+0000","last_became_peered":"2024-09-10T08:33:45.784375+0000","last_unstale":"2024-09-10T08:33:47.793371+0000","last_undegraded":"2024-09-10T08:33:47.793371+0000","last_fullsized":"2024-09-10T08:33:47.793371+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:43.386435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":208,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793417+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:33:47.793417+0000","last_peered":"2024-09-10T08:33:47.793417+0000","last_clean":"2024-09-10T08:33:47.793417+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:33:47.793417+0000","last_undegraded":"2024-09-10T08:33:47.793417+0000","last_fullsized":"2024-09-10T08:33:47.793417+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476755,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":417792,"data_stored":174552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28084,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343756,"statfs":{"total":96636764160,"available":96608006144,"internally_reserved":0,"allocated":1077248,"data_stored":793337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":201869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":475136,"data_stored":201399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":202933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509458,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":201357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509458,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1064960,"data_stored":791689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31624,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340216,"statfs":{"total":96636764160,"available":96604381184,"internally_reserved":0,"allocated":442368,"data_stored":187428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:54.068 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:33:54.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.178+0000 7f66b648d640 1 Processor -- start 2024-09-10T08:33:54.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.179+0000 7f66b648d640 1 -- start start 2024-09-10T08:33:54.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.179+0000 7f66b648d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f66b00d4370 0x7f66b00d4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.179+0000 7f66b648d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66b00d1880 con 0x7f66b015e680 2024-09-10T08:33:54.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.179+0000 7f66b648d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66b00d1b60 con 0x7f66b015e2a0 2024-09-10T08:33:54.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.179+0000 7f66b648d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f66b00cf2d0 con 0x7f66b00d4370 2024-09-10T08:33:54.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.179+0000 7f66b4a2a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f66b00d4370 0x7f66b00d4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.180+0000 7f66b4a2a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f66b00d4370 0x7f66b00d4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54952/0 (socket says 172.21.15.94:54952) 2024-09-10T08:33:54.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.180+0000 7f66b4a2a640 1 -- 172.21.15.94:0/1980030006 learned_addr learned my addr 172.21.15.94:0/1980030006 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:54.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.180+0000 7f66af7fe640 1 --1- 172.21.15.94:0/1980030006 >> v1:172.21.15.94:6789/0 conn(0x7f66b015e680 0x7f66b00cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49216/0 (socket says 172.21.15.94:49216) 2024-09-10T08:33:54.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.180+0000 7f66b4a2a640 1 -- 172.21.15.94:0/1980030006 >> v1:172.21.15.143:6789/0 conn(0x7f66b015e2a0 legacy=0x7f66b006d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:54.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.180+0000 7f66b4a2a640 1 -- 172.21.15.94:0/1980030006 >> v1:172.21.15.94:6789/0 conn(0x7f66b015e680 legacy=0x7f66b00cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.180+0000 7f66b4a2a640 1 -- 172.21.15.94:0/1980030006 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b00cf5b0 con 0x7f66b00d4370 2024-09-10T08:33:54.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.180+0000 7f66aeffd640 1 -- 172.21.15.94:0/1980030006 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3657039199 0 0) 0x7f66b00d1880 con 0x7f66b015e680 2024-09-10T08:33:54.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b4a2a640 1 --2- 172.21.15.94:0/1980030006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b00d4370 0x7f66b00d4820 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f66a8009e50 tx=0x7f66a802a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee881d609a64a634 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66aeffd640 1 -- 172.21.15.94:0/1980030006 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a8036070 con 0x7f66b00d4370 2024-09-10T08:33:54.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66aeffd640 1 -- 172.21.15.94:0/1980030006 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66a8031600 con 0x7f66b00d4370 2024-09-10T08:33:54.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66aeffd640 1 -- 172.21.15.94:0/1980030006 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a80319d0 con 0x7f66b00d4370 2024-09-10T08:33:54.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b648d640 1 -- 172.21.15.94:0/1980030006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b00d4370 msgr2=0x7f66b00d4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b648d640 1 --2- 172.21.15.94:0/1980030006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b00d4370 0x7f66b00d4820 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f66a8009e50 tx=0x7f66a802a760 comp rx=0 tx=0).stop 2024-09-10T08:33:54.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b648d640 1 -- 172.21.15.94:0/1980030006 shutdown_connections 2024-09-10T08:33:54.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b648d640 1 --2- 172.21.15.94:0/1980030006 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b00d4370 0x7f66b00d4820 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b648d640 1 -- 172.21.15.94:0/1980030006 >> 172.21.15.94:0/1980030006 conn(0x7f66b009d760 msgr2=0x7f66b008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:54.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b648d640 1 -- 172.21.15.94:0/1980030006 shutdown_connections 2024-09-10T08:33:54.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.181+0000 7f66b648d640 1 -- 172.21.15.94:0/1980030006 wait complete. 2024-09-10T08:33:54.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.182+0000 7f66b648d640 1 Processor -- start 2024-09-10T08:33:54.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.183+0000 7f66b648d640 1 -- start start 2024-09-10T08:33:54.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.183+0000 7f66b648d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66b00d4370 0x7f66b014a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.183+0000 7f66b648d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b015e2a0 0x7f66b00cb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.183+0000 7f66b648d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f66b015e680 0x7f66b014c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.183+0000 7f66b648d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f66b006dcb0 con 0x7f66b015e2a0 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.183+0000 7f66b648d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f66b006db30 con 0x7f66b00d4370 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.183+0000 7f66b648d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f66b00d01e0 con 0x7f66b015e680 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b015e2a0 0x7f66b00cb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b015e2a0 0x7f66b00cb8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54964/0 (socket says 172.21.15.94:54964) 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 -- 172.21.15.94:0/179122376 learned_addr learned my addr 172.21.15.94:0/179122376 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66b4a2a640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f66b015e680 0x7f66b014c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66affff640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66b00d4370 0x7f66b014a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 -- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f66b015e680 msgr2=0x7f66b014c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f66b015e680 0x7f66b014c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 -- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66b00d4370 msgr2=0x7f66b014a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66b00d4370 0x7f66b014a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 -- 172.21.15.94:0/179122376 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b014d0d0 con 0x7f66b015e2a0 2024-09-10T08:33:54.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66affff640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66b00d4370 0x7f66b014a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:54.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66af7fe640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b015e2a0 0x7f66b00cb8c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f66a400c4b0 tx=0x7f66a400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66acff9640 1 -- 172.21.15.94:0/179122376 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a4018070 con 0x7f66b015e2a0 2024-09-10T08:33:54.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66acff9640 1 -- 172.21.15.94:0/179122376 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66a4007500 con 0x7f66b015e2a0 2024-09-10T08:33:54.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66acff9640 1 -- 172.21.15.94:0/179122376 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a4004a20 con 0x7f66b015e2a0 2024-09-10T08:33:54.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b014d3b0 con 0x7f66b015e2a0 2024-09-10T08:33:54.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.184+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b00cda40 con 0x7f66b015e2a0 2024-09-10T08:33:54.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.185+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b015de20 con 0x7f66b015e2a0 2024-09-10T08:33:54.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.186+0000 7f66acff9640 1 -- 172.21.15.94:0/179122376 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f66a401b070 con 0x7f66b015e2a0 2024-09-10T08:33:54.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.186+0000 7f66acff9640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f669c06be30 0x7f669c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.186+0000 7f66acff9640 1 -- 172.21.15.94:0/179122376 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f66a408a370 con 0x7f66b015e2a0 2024-09-10T08:33:54.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.186+0000 7f66affff640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f669c06be30 0x7f669c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.187+0000 7f66affff640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f669c06be30 0x7f669c06e2f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f66a000a830 tx=0x7f66a0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.191+0000 7f66acff9640 1 -- 172.21.15.94:0/179122376 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f66a4058c50 con 0x7f66b015e2a0 2024-09-10T08:33:54.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.355+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f66b006cf90 con 0x7f669c06be30 2024-09-10T08:33:54.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.361+0000 7f66acff9640 1 -- 172.21.15.94:0/179122376 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251946 (secure 0 0 0) 0x7f66b006cf90 con 0x7f669c06be30 2024-09-10T08:33:54.364 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:54.366 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:33:54.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f669c06be30 msgr2=0x7f669c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f669c06be30 0x7f669c06e2f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f66a000a830 tx=0x7f66a0008040 comp rx=0 tx=0).stop 2024-09-10T08:33:54.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b015e2a0 msgr2=0x7f66b00cb8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b015e2a0 0x7f66b00cb8c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f66a400c4b0 tx=0x7f66a400c970 comp rx=0 tx=0).stop 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 shutdown_connections 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f669c06be30 0x7f669c06e2f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f66b015e680 0x7f66b014c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f66b015e2a0 0x7f66b00cb8c0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 --2- 172.21.15.94:0/179122376 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66b00d4370 0x7f66b014a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.364+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 >> 172.21.15.94:0/179122376 conn(0x7f66b009d760 msgr2=0x7f66b006d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.365+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 shutdown_connections 2024-09-10T08:33:54.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.365+0000 7f66b648d640 1 -- 172.21.15.94:0/179122376 wait complete. 2024-09-10T08:33:54.375 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":75,"stamp":"2024-09-10T08:33:53.826790+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":237748,"kb_used_data":4860,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736972,"statfs":{"total":773094113280,"available":772850659328,"internally_reserved":0,"allocated":4976640,"data_stored":2789160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001503"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792703+0000","last_change":"2024-09-10T08:33:46.788860+0000","last_active":"2024-09-10T08:33:47.792703+0000","last_peered":"2024-09-10T08:33:47.792703+0000","last_clean":"2024-09-10T08:33:47.792703+0000","last_became_active":"2024-09-10T08:33:46.788599+0000","last_became_peered":"2024-09-10T08:33:46.788599+0000","last_unstale":"2024-09-10T08:33:47.792703+0000","last_undegraded":"2024-09-10T08:33:47.792703+0000","last_fullsized":"2024-09-10T08:33:47.792703+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:46.080399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792390+0000","last_change":"2024-09-10T08:33:46.784549+0000","last_active":"2024-09-10T08:33:47.792390+0000","last_peered":"2024-09-10T08:33:47.792390+0000","last_clean":"2024-09-10T08:33:47.792390+0000","last_became_active":"2024-09-10T08:33:46.784304+0000","last_became_peered":"2024-09-10T08:33:46.784304+0000","last_unstale":"2024-09-10T08:33:47.792390+0000","last_undegraded":"2024-09-10T08:33:47.792390+0000","last_fullsized":"2024-09-10T08:33:47.792390+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359905+0000","last_change":"2024-09-10T08:33:46.804641+0000","last_active":"2024-09-10T08:33:48.359905+0000","last_peered":"2024-09-10T08:33:48.359905+0000","last_clean":"2024-09-10T08:33:48.359905+0000","last_became_active":"2024-09-10T08:33:46.804430+0000","last_became_peered":"2024-09-10T08:33:46.804430+0000","last_unstale":"2024-09-10T08:33:48.359905+0000","last_undegraded":"2024-09-10T08:33:48.359905+0000","last_fullsized":"2024-09-10T08:33:48.359905+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:48.790629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795083+0000","last_change":"2024-09-10T08:33:46.788373+0000","last_active":"2024-09-10T08:33:47.795083+0000","last_peered":"2024-09-10T08:33:47.795083+0000","last_clean":"2024-09-10T08:33:47.795083+0000","last_became_active":"2024-09-10T08:33:46.788156+0000","last_became_peered":"2024-09-10T08:33:46.788156+0000","last_unstale":"2024-09-10T08:33:47.795083+0000","last_undegraded":"2024-09-10T08:33:47.795083+0000","last_fullsized":"2024-09-10T08:33:47.795083+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:18.865560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794940+0000","last_change":"2024-09-10T08:33:46.792650+0000","last_active":"2024-09-10T08:33:47.794940+0000","last_peered":"2024-09-10T08:33:47.794940+0000","last_clean":"2024-09-10T08:33:47.794940+0000","last_became_active":"2024-09-10T08:33:46.792366+0000","last_became_peered":"2024-09-10T08:33:46.792366+0000","last_unstale":"2024-09-10T08:33:47.794940+0000","last_undegraded":"2024-09-10T08:33:47.794940+0000","last_fullsized":"2024-09-10T08:33:47.794940+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:54.120432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398033+0000","last_change":"2024-09-10T08:33:46.800768+0000","last_active":"2024-09-10T08:33:49.398033+0000","last_peered":"2024-09-10T08:33:49.398033+0000","last_clean":"2024-09-10T08:33:49.398033+0000","last_became_active":"2024-09-10T08:33:46.800495+0000","last_became_peered":"2024-09-10T08:33:46.800495+0000","last_unstale":"2024-09-10T08:33:49.398033+0000","last_undegraded":"2024-09-10T08:33:49.398033+0000","last_fullsized":"2024-09-10T08:33:49.398033+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:07:37.406200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793819+0000","last_change":"2024-09-10T08:33:46.801607+0000","last_active":"2024-09-10T08:33:47.793819+0000","last_peered":"2024-09-10T08:33:47.793819+0000","last_clean":"2024-09-10T08:33:47.793819+0000","last_became_active":"2024-09-10T08:33:46.801245+0000","last_became_peered":"2024-09-10T08:33:46.801245+0000","last_unstale":"2024-09-10T08:33:47.793819+0000","last_undegraded":"2024-09-10T08:33:47.793819+0000","last_fullsized":"2024-09-10T08:33:47.793819+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792147+0000","last_change":"2024-09-10T08:33:46.803246+0000","last_active":"2024-09-10T08:33:47.792147+0000","last_peered":"2024-09-10T08:33:47.792147+0000","last_clean":"2024-09-10T08:33:47.792147+0000","last_became_active":"2024-09-10T08:33:46.802473+0000","last_became_peered":"2024-09-10T08:33:46.802473+0000","last_unstale":"2024-09-10T08:33:47.792147+0000","last_undegraded":"2024-09-10T08:33:47.792147+0000","last_fullsized":"2024-09-10T08:33:47.792147+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359913+0000","last_change":"2024-09-10T08:33:46.809264+0000","last_active":"2024-09-10T08:33:48.359913+0000","last_peered":"2024-09-10T08:33:48.359913+0000","last_clean":"2024-09-10T08:33:48.359913+0000","last_became_active":"2024-09-10T08:33:46.808975+0000","last_became_peered":"2024-09-10T08:33:46.808975+0000","last_unstale":"2024-09-10T08:33:48.359913+0000","last_undegraded":"2024-09-10T08:33:48.359913+0000","last_fullsized":"2024-09-10T08:33:48.359913+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:57.146070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794394+0000","last_change":"2024-09-10T08:33:46.801721+0000","last_active":"2024-09-10T08:33:47.794394+0000","last_peered":"2024-09-10T08:33:47.794394+0000","last_clean":"2024-09-10T08:33:47.794394+0000","last_became_active":"2024-09-10T08:33:46.801356+0000","last_became_peered":"2024-09-10T08:33:46.801356+0000","last_unstale":"2024-09-10T08:33:47.794394+0000","last_undegraded":"2024-09-10T08:33:47.794394+0000","last_fullsized":"2024-09-10T08:33:47.794394+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794369+0000","last_change":"2024-09-10T08:33:46.804076+0000","last_active":"2024-09-10T08:33:47.794369+0000","last_peered":"2024-09-10T08:33:47.794369+0000","last_clean":"2024-09-10T08:33:47.794369+0000","last_became_active":"2024-09-10T08:33:46.803585+0000","last_became_peered":"2024-09-10T08:33:46.803585+0000","last_unstale":"2024-09-10T08:33:47.794369+0000","last_undegraded":"2024-09-10T08:33:47.794369+0000","last_fullsized":"2024-09-10T08:33:47.794369+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359859+0000","last_change":"2024-09-10T08:33:46.785656+0000","last_active":"2024-09-10T08:33:48.359859+0000","last_peered":"2024-09-10T08:33:48.359859+0000","last_clean":"2024-09-10T08:33:48.359859+0000","last_became_active":"2024-09-10T08:33:46.785405+0000","last_became_peered":"2024-09-10T08:33:46.785405+0000","last_unstale":"2024-09-10T08:33:48.359859+0000","last_undegraded":"2024-09-10T08:33:48.359859+0000","last_fullsized":"2024-09-10T08:33:48.359859+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:47.966898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794331+0000","last_change":"2024-09-10T08:33:46.802444+0000","last_active":"2024-09-10T08:33:47.794331+0000","last_peered":"2024-09-10T08:33:47.794331+0000","last_clean":"2024-09-10T08:33:47.794331+0000","last_became_active":"2024-09-10T08:33:46.802142+0000","last_became_peered":"2024-09-10T08:33:46.802142+0000","last_unstale":"2024-09-10T08:33:47.794331+0000","last_undegraded":"2024-09-10T08:33:47.794331+0000","last_fullsized":"2024-09-10T08:33:47.794331+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.263916+0000","last_change":"2024-09-10T08:33:46.793261+0000","last_active":"2024-09-10T08:33:49.263916+0000","last_peered":"2024-09-10T08:33:49.263916+0000","last_clean":"2024-09-10T08:33:49.263916+0000","last_became_active":"2024-09-10T08:33:46.792929+0000","last_became_peered":"2024-09-10T08:33:46.792929+0000","last_unstale":"2024-09-10T08:33:49.263916+0000","last_undegraded":"2024-09-10T08:33:49.263916+0000","last_fullsized":"2024-09-10T08:33:49.263916+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:47.966898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794370+0000","last_change":"2024-09-10T08:33:46.795387+0000","last_active":"2024-09-10T08:33:47.794370+0000","last_peered":"2024-09-10T08:33:47.794370+0000","last_clean":"2024-09-10T08:33:47.794370+0000","last_became_active":"2024-09-10T08:33:46.794462+0000","last_became_peered":"2024-09-10T08:33:46.794462+0000","last_unstale":"2024-09-10T08:33:47.794370+0000","last_undegraded":"2024-09-10T08:33:47.794370+0000","last_fullsized":"2024-09-10T08:33:47.794370+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792908+0000","last_change":"2024-09-10T08:33:46.792939+0000","last_active":"2024-09-10T08:33:47.792908+0000","last_peered":"2024-09-10T08:33:47.792908+0000","last_clean":"2024-09-10T08:33:47.792908+0000","last_became_active":"2024-09-10T08:33:46.792671+0000","last_became_peered":"2024-09-10T08:33:46.792671+0000","last_unstale":"2024-09-10T08:33:47.792908+0000","last_undegraded":"2024-09-10T08:33:47.792908+0000","last_fullsized":"2024-09-10T08:33:47.792908+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793337+0000","last_change":"2024-09-10T08:33:46.809047+0000","last_active":"2024-09-10T08:33:47.793337+0000","last_peered":"2024-09-10T08:33:47.793337+0000","last_clean":"2024-09-10T08:33:47.793337+0000","last_became_active":"2024-09-10T08:33:46.808709+0000","last_became_peered":"2024-09-10T08:33:46.808709+0000","last_unstale":"2024-09-10T08:33:47.793337+0000","last_undegraded":"2024-09-10T08:33:47.793337+0000","last_fullsized":"2024-09-10T08:33:47.793337+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416378+0000","last_change":"2024-09-10T08:33:46.802914+0000","last_active":"2024-09-10T08:33:48.416378+0000","last_peered":"2024-09-10T08:33:48.416378+0000","last_clean":"2024-09-10T08:33:48.416378+0000","last_became_active":"2024-09-10T08:33:46.802625+0000","last_became_peered":"2024-09-10T08:33:46.802625+0000","last_unstale":"2024-09-10T08:33:48.416378+0000","last_undegraded":"2024-09-10T08:33:48.416378+0000","last_fullsized":"2024-09-10T08:33:48.416378+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795060+0000","last_change":"2024-09-10T08:33:46.794299+0000","last_active":"2024-09-10T08:33:47.795060+0000","last_peered":"2024-09-10T08:33:47.795060+0000","last_clean":"2024-09-10T08:33:47.795060+0000","last_became_active":"2024-09-10T08:33:46.794041+0000","last_became_peered":"2024-09-10T08:33:46.794041+0000","last_unstale":"2024-09-10T08:33:47.795060+0000","last_undegraded":"2024-09-10T08:33:47.795060+0000","last_fullsized":"2024-09-10T08:33:47.795060+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:56.900612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416260+0000","last_change":"2024-09-10T08:33:46.804540+0000","last_active":"2024-09-10T08:33:48.416260+0000","last_peered":"2024-09-10T08:33:48.416260+0000","last_clean":"2024-09-10T08:33:48.416260+0000","last_became_active":"2024-09-10T08:33:46.804231+0000","last_became_peered":"2024-09-10T08:33:46.804231+0000","last_unstale":"2024-09-10T08:33:48.416260+0000","last_undegraded":"2024-09-10T08:33:48.416260+0000","last_fullsized":"2024-09-10T08:33:48.416260+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:59:48.565100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794336+0000","last_change":"2024-09-10T08:33:46.806726+0000","last_active":"2024-09-10T08:33:47.794336+0000","last_peered":"2024-09-10T08:33:47.794336+0000","last_clean":"2024-09-10T08:33:47.794336+0000","last_became_active":"2024-09-10T08:33:46.805689+0000","last_became_peered":"2024-09-10T08:33:46.805689+0000","last_unstale":"2024-09-10T08:33:47.794336+0000","last_undegraded":"2024-09-10T08:33:47.794336+0000","last_fullsized":"2024-09-10T08:33:47.794336+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:45.352827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.264234+0000","last_change":"2024-09-10T08:33:46.794210+0000","last_active":"2024-09-10T08:33:49.264234+0000","last_peered":"2024-09-10T08:33:49.264234+0000","last_clean":"2024-09-10T08:33:49.264234+0000","last_became_active":"2024-09-10T08:33:46.793844+0000","last_became_peered":"2024-09-10T08:33:46.793844+0000","last_unstale":"2024-09-10T08:33:49.264234+0000","last_undegraded":"2024-09-10T08:33:49.264234+0000","last_fullsized":"2024-09-10T08:33:49.264234+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793132+0000","last_change":"2024-09-10T08:33:46.791968+0000","last_active":"2024-09-10T08:33:47.793132+0000","last_peered":"2024-09-10T08:33:47.793132+0000","last_clean":"2024-09-10T08:33:47.793132+0000","last_became_active":"2024-09-10T08:33:46.791570+0000","last_became_peered":"2024-09-10T08:33:46.791570+0000","last_unstale":"2024-09-10T08:33:47.793132+0000","last_undegraded":"2024-09-10T08:33:47.793132+0000","last_fullsized":"2024-09-10T08:33:47.793132+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:27.231358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794906+0000","last_change":"2024-09-10T08:33:46.797986+0000","last_active":"2024-09-10T08:33:47.794906+0000","last_peered":"2024-09-10T08:33:47.794906+0000","last_clean":"2024-09-10T08:33:47.794906+0000","last_became_active":"2024-09-10T08:33:46.797664+0000","last_became_peered":"2024-09-10T08:33:46.797664+0000","last_unstale":"2024-09-10T08:33:47.794906+0000","last_undegraded":"2024-09-10T08:33:47.794906+0000","last_fullsized":"2024-09-10T08:33:47.794906+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:02.359275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416442+0000","last_change":"2024-09-10T08:33:46.800849+0000","last_active":"2024-09-10T08:33:48.416442+0000","last_peered":"2024-09-10T08:33:48.416442+0000","last_clean":"2024-09-10T08:33:48.416442+0000","last_became_active":"2024-09-10T08:33:46.800542+0000","last_became_peered":"2024-09-10T08:33:46.800542+0000","last_unstale":"2024-09-10T08:33:48.416442+0000","last_undegraded":"2024-09-10T08:33:48.416442+0000","last_fullsized":"2024-09-10T08:33:48.416442+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398298+0000","last_change":"2024-09-10T08:33:46.803122+0000","last_active":"2024-09-10T08:33:49.398298+0000","last_peered":"2024-09-10T08:33:49.398298+0000","last_clean":"2024-09-10T08:33:49.398298+0000","last_became_active":"2024-09-10T08:33:46.802813+0000","last_became_peered":"2024-09-10T08:33:46.802813+0000","last_unstale":"2024-09-10T08:33:49.398298+0000","last_undegraded":"2024-09-10T08:33:49.398298+0000","last_fullsized":"2024-09-10T08:33:49.398298+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:54:07.256086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416387+0000","last_change":"2024-09-10T08:33:46.796077+0000","last_active":"2024-09-10T08:33:48.416387+0000","last_peered":"2024-09-10T08:33:48.416387+0000","last_clean":"2024-09-10T08:33:48.416387+0000","last_became_active":"2024-09-10T08:33:46.795777+0000","last_became_peered":"2024-09-10T08:33:46.795777+0000","last_unstale":"2024-09-10T08:33:48.416387+0000","last_undegraded":"2024-09-10T08:33:48.416387+0000","last_fullsized":"2024-09-10T08:33:48.416387+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794056+0000","last_change":"2024-09-10T08:33:46.800185+0000","last_active":"2024-09-10T08:33:47.794056+0000","last_peered":"2024-09-10T08:33:47.794056+0000","last_clean":"2024-09-10T08:33:47.794056+0000","last_became_active":"2024-09-10T08:33:46.799914+0000","last_became_peered":"2024-09-10T08:33:46.799914+0000","last_unstale":"2024-09-10T08:33:47.794056+0000","last_undegraded":"2024-09-10T08:33:47.794056+0000","last_fullsized":"2024-09-10T08:33:47.794056+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416245+0000","last_change":"2024-09-10T08:33:46.800824+0000","last_active":"2024-09-10T08:33:48.416245+0000","last_peered":"2024-09-10T08:33:48.416245+0000","last_clean":"2024-09-10T08:33:48.416245+0000","last_became_active":"2024-09-10T08:33:46.800517+0000","last_became_peered":"2024-09-10T08:33:46.800517+0000","last_unstale":"2024-09-10T08:33:48.416245+0000","last_undegraded":"2024-09-10T08:33:48.416245+0000","last_fullsized":"2024-09-10T08:33:48.416245+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:58.487701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416138+0000","last_change":"2024-09-10T08:33:46.799305+0000","last_active":"2024-09-10T08:33:48.416138+0000","last_peered":"2024-09-10T08:33:48.416138+0000","last_clean":"2024-09-10T08:33:48.416138+0000","last_became_active":"2024-09-10T08:33:46.799011+0000","last_became_peered":"2024-09-10T08:33:46.799011+0000","last_unstale":"2024-09-10T08:33:48.416138+0000","last_undegraded":"2024-09-10T08:33:48.416138+0000","last_fullsized":"2024-09-10T08:33:48.416138+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:44.867944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793401+0000","last_change":"2024-09-10T08:33:46.791129+0000","last_active":"2024-09-10T08:33:47.793401+0000","last_peered":"2024-09-10T08:33:47.793401+0000","last_clean":"2024-09-10T08:33:47.793401+0000","last_became_active":"2024-09-10T08:33:46.790846+0000","last_became_peered":"2024-09-10T08:33:46.790846+0000","last_unstale":"2024-09-10T08:33:47.793401+0000","last_undegraded":"2024-09-10T08:33:47.793401+0000","last_fullsized":"2024-09-10T08:33:47.793401+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398020+0000","last_change":"2024-09-10T08:33:46.791137+0000","last_active":"2024-09-10T08:33:49.398020+0000","last_peered":"2024-09-10T08:33:49.398020+0000","last_clean":"2024-09-10T08:33:49.398020+0000","last_became_active":"2024-09-10T08:33:46.790548+0000","last_became_peered":"2024-09-10T08:33:46.790548+0000","last_unstale":"2024-09-10T08:33:49.398020+0000","last_undegraded":"2024-09-10T08:33:49.398020+0000","last_fullsized":"2024-09-10T08:33:49.398020+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:26:45.047215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793025+0000","last_change":"2024-09-10T08:33:46.807148+0000","last_active":"2024-09-10T08:33:47.793025+0000","last_peered":"2024-09-10T08:33:47.793025+0000","last_clean":"2024-09-10T08:33:47.793025+0000","last_became_active":"2024-09-10T08:33:46.806859+0000","last_became_peered":"2024-09-10T08:33:46.806859+0000","last_unstale":"2024-09-10T08:33:47.793025+0000","last_undegraded":"2024-09-10T08:33:47.793025+0000","last_fullsized":"2024-09-10T08:33:47.793025+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:26.788020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":18,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416444+0000","last_change":"2024-09-10T08:33:45.783747+0000","last_active":"2024-09-10T08:33:48.416444+0000","last_peered":"2024-09-10T08:33:48.416444+0000","last_clean":"2024-09-10T08:33:48.416444+0000","last_became_active":"2024-09-10T08:33:45.783468+0000","last_became_peered":"2024-09-10T08:33:45.783468+0000","last_unstale":"2024-09-10T08:33:48.416444+0000","last_undegraded":"2024-09-10T08:33:48.416444+0000","last_fullsized":"2024-09-10T08:33:48.416444+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398333+0000","last_change":"2024-09-10T08:33:46.803155+0000","last_active":"2024-09-10T08:33:49.398333+0000","last_peered":"2024-09-10T08:33:49.398333+0000","last_clean":"2024-09-10T08:33:49.398333+0000","last_became_active":"2024-09-10T08:33:46.802879+0000","last_became_peered":"2024-09-10T08:33:46.802879+0000","last_unstale":"2024-09-10T08:33:49.398333+0000","last_undegraded":"2024-09-10T08:33:49.398333+0000","last_fullsized":"2024-09-10T08:33:49.398333+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:16:32.110428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359716+0000","last_change":"2024-09-10T08:33:45.786077+0000","last_active":"2024-09-10T08:33:48.359716+0000","last_peered":"2024-09-10T08:33:48.359716+0000","last_clean":"2024-09-10T08:33:48.359716+0000","last_became_active":"2024-09-10T08:33:45.785830+0000","last_became_peered":"2024-09-10T08:33:45.785830+0000","last_unstale":"2024-09-10T08:33:48.359716+0000","last_undegraded":"2024-09-10T08:33:48.359716+0000","last_fullsized":"2024-09-10T08:33:48.359716+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.264255+0000","last_change":"2024-09-10T08:33:46.793115+0000","last_active":"2024-09-10T08:33:49.264255+0000","last_peered":"2024-09-10T08:33:49.264255+0000","last_clean":"2024-09-10T08:33:49.264255+0000","last_became_active":"2024-09-10T08:33:46.792809+0000","last_became_peered":"2024-09-10T08:33:46.792809+0000","last_unstale":"2024-09-10T08:33:49.264255+0000","last_undegraded":"2024-09-10T08:33:49.264255+0000","last_fullsized":"2024-09-10T08:33:49.264255+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:36.695272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398339+0000","last_change":"2024-09-10T08:33:45.787355+0000","last_active":"2024-09-10T08:33:49.398339+0000","last_peered":"2024-09-10T08:33:49.398339+0000","last_clean":"2024-09-10T08:33:49.398339+0000","last_became_active":"2024-09-10T08:33:45.787111+0000","last_became_peered":"2024-09-10T08:33:45.787111+0000","last_unstale":"2024-09-10T08:33:49.398339+0000","last_undegraded":"2024-09-10T08:33:49.398339+0000","last_fullsized":"2024-09-10T08:33:49.398339+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:07:20.627972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792575+0000","last_change":"2024-09-10T08:33:46.792928+0000","last_active":"2024-09-10T08:33:47.792575+0000","last_peered":"2024-09-10T08:33:47.792575+0000","last_clean":"2024-09-10T08:33:47.792575+0000","last_became_active":"2024-09-10T08:33:46.792674+0000","last_became_peered":"2024-09-10T08:33:46.792674+0000","last_unstale":"2024-09-10T08:33:47.792575+0000","last_undegraded":"2024-09-10T08:33:47.792575+0000","last_fullsized":"2024-09-10T08:33:47.792575+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:18.050910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.264158+0000","last_change":"2024-09-10T08:33:45.791490+0000","last_active":"2024-09-10T08:33:49.264158+0000","last_peered":"2024-09-10T08:33:49.264158+0000","last_clean":"2024-09-10T08:33:49.264158+0000","last_became_active":"2024-09-10T08:33:45.791254+0000","last_became_peered":"2024-09-10T08:33:45.791254+0000","last_unstale":"2024-09-10T08:33:49.264158+0000","last_undegraded":"2024-09-10T08:33:49.264158+0000","last_fullsized":"2024-09-10T08:33:49.264158+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.115089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359663+0000","last_change":"2024-09-10T08:33:46.796620+0000","last_active":"2024-09-10T08:33:48.359663+0000","last_peered":"2024-09-10T08:33:48.359663+0000","last_clean":"2024-09-10T08:33:48.359663+0000","last_became_active":"2024-09-10T08:33:46.796373+0000","last_became_peered":"2024-09-10T08:33:46.796373+0000","last_unstale":"2024-09-10T08:33:48.359663+0000","last_undegraded":"2024-09-10T08:33:48.359663+0000","last_fullsized":"2024-09-10T08:33:48.359663+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:05.995156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794443+0000","last_change":"2024-09-10T08:33:45.788050+0000","last_active":"2024-09-10T08:33:47.794443+0000","last_peered":"2024-09-10T08:33:47.794443+0000","last_clean":"2024-09-10T08:33:47.794443+0000","last_became_active":"2024-09-10T08:33:45.787382+0000","last_became_peered":"2024-09-10T08:33:45.787382+0000","last_unstale":"2024-09-10T08:33:47.794443+0000","last_undegraded":"2024-09-10T08:33:47.794443+0000","last_fullsized":"2024-09-10T08:33:47.794443+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:43.862601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794358+0000","last_change":"2024-09-10T08:33:46.804746+0000","last_active":"2024-09-10T08:33:47.794358+0000","last_peered":"2024-09-10T08:33:47.794358+0000","last_clean":"2024-09-10T08:33:47.794358+0000","last_became_active":"2024-09-10T08:33:46.804492+0000","last_became_peered":"2024-09-10T08:33:46.804492+0000","last_unstale":"2024-09-10T08:33:47.794358+0000","last_undegraded":"2024-09-10T08:33:47.794358+0000","last_fullsized":"2024-09-10T08:33:47.794358+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793108+0000","last_change":"2024-09-10T08:33:45.788354+0000","last_active":"2024-09-10T08:33:47.793108+0000","last_peered":"2024-09-10T08:33:47.793108+0000","last_clean":"2024-09-10T08:33:47.793108+0000","last_became_active":"2024-09-10T08:33:45.788101+0000","last_became_peered":"2024-09-10T08:33:45.788101+0000","last_unstale":"2024-09-10T08:33:47.793108+0000","last_undegraded":"2024-09-10T08:33:47.793108+0000","last_fullsized":"2024-09-10T08:33:47.793108+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:55.895269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.264004+0000","last_change":"2024-09-10T08:33:46.801885+0000","last_active":"2024-09-10T08:33:49.264004+0000","last_peered":"2024-09-10T08:33:49.264004+0000","last_clean":"2024-09-10T08:33:49.264004+0000","last_became_active":"2024-09-10T08:33:46.801570+0000","last_became_peered":"2024-09-10T08:33:46.801570+0000","last_unstale":"2024-09-10T08:33:49.264004+0000","last_undegraded":"2024-09-10T08:33:49.264004+0000","last_fullsized":"2024-09-10T08:33:49.264004+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:48.790629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398035+0000","last_change":"2024-09-10T08:33:45.786569+0000","last_active":"2024-09-10T08:33:49.398035+0000","last_peered":"2024-09-10T08:33:49.398035+0000","last_clean":"2024-09-10T08:33:49.398035+0000","last_became_active":"2024-09-10T08:33:45.786327+0000","last_became_peered":"2024-09-10T08:33:45.786327+0000","last_unstale":"2024-09-10T08:33:49.398035+0000","last_undegraded":"2024-09-10T08:33:49.398035+0000","last_fullsized":"2024-09-10T08:33:49.398035+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:57:05.460510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792252+0000","last_change":"2024-09-10T08:33:46.787621+0000","last_active":"2024-09-10T08:33:47.792252+0000","last_peered":"2024-09-10T08:33:47.792252+0000","last_clean":"2024-09-10T08:33:47.792252+0000","last_became_active":"2024-09-10T08:33:46.787376+0000","last_became_peered":"2024-09-10T08:33:46.787376+0000","last_unstale":"2024-09-10T08:33:47.792252+0000","last_undegraded":"2024-09-10T08:33:47.792252+0000","last_fullsized":"2024-09-10T08:33:47.792252+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.263681+0000","last_change":"2024-09-10T08:33:45.786816+0000","last_active":"2024-09-10T08:33:49.263681+0000","last_peered":"2024-09-10T08:33:49.263681+0000","last_clean":"2024-09-10T08:33:49.263681+0000","last_became_active":"2024-09-10T08:33:45.786080+0000","last_became_peered":"2024-09-10T08:33:45.786080+0000","last_unstale":"2024-09-10T08:33:49.263681+0000","last_undegraded":"2024-09-10T08:33:49.263681+0000","last_fullsized":"2024-09-10T08:33:49.263681+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:50:55.895269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795096+0000","last_change":"2024-09-10T08:33:46.787172+0000","last_active":"2024-09-10T08:33:47.795096+0000","last_peered":"2024-09-10T08:33:47.795096+0000","last_clean":"2024-09-10T08:33:47.795096+0000","last_became_active":"2024-09-10T08:33:46.786915+0000","last_became_peered":"2024-09-10T08:33:46.786915+0000","last_unstale":"2024-09-10T08:33:47.795096+0000","last_undegraded":"2024-09-10T08:33:47.795096+0000","last_fullsized":"2024-09-10T08:33:47.795096+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:44.391779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792773+0000","last_change":"2024-09-10T08:33:45.780899+0000","last_active":"2024-09-10T08:33:47.792773+0000","last_peered":"2024-09-10T08:33:47.792773+0000","last_clean":"2024-09-10T08:33:47.792773+0000","last_became_active":"2024-09-10T08:33:45.780683+0000","last_became_peered":"2024-09-10T08:33:45.780683+0000","last_unstale":"2024-09-10T08:33:47.792773+0000","last_undegraded":"2024-09-10T08:33:47.792773+0000","last_fullsized":"2024-09-10T08:33:47.792773+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:23.558210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793210+0000","last_change":"2024-09-10T08:33:46.797600+0000","last_active":"2024-09-10T08:33:47.793210+0000","last_peered":"2024-09-10T08:33:47.793210+0000","last_clean":"2024-09-10T08:33:47.793210+0000","last_became_active":"2024-09-10T08:33:46.797104+0000","last_became_peered":"2024-09-10T08:33:46.797104+0000","last_unstale":"2024-09-10T08:33:47.793210+0000","last_undegraded":"2024-09-10T08:33:47.793210+0000","last_fullsized":"2024-09-10T08:33:47.793210+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:56:32.170029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794275+0000","last_change":"2024-09-10T08:33:45.790526+0000","last_active":"2024-09-10T08:33:47.794275+0000","last_peered":"2024-09-10T08:33:47.794275+0000","last_clean":"2024-09-10T08:33:47.794275+0000","last_became_active":"2024-09-10T08:33:45.790262+0000","last_became_peered":"2024-09-10T08:33:45.790262+0000","last_unstale":"2024-09-10T08:33:47.794275+0000","last_undegraded":"2024-09-10T08:33:47.794275+0000","last_fullsized":"2024-09-10T08:33:47.794275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359746+0000","last_change":"2024-09-10T08:33:46.794932+0000","last_active":"2024-09-10T08:33:48.359746+0000","last_peered":"2024-09-10T08:33:48.359746+0000","last_clean":"2024-09-10T08:33:48.359746+0000","last_became_active":"2024-09-10T08:33:46.794694+0000","last_became_peered":"2024-09-10T08:33:46.794694+0000","last_unstale":"2024-09-10T08:33:48.359746+0000","last_undegraded":"2024-09-10T08:33:48.359746+0000","last_fullsized":"2024-09-10T08:33:48.359746+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:14.488155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794497+0000","last_change":"2024-09-10T08:33:45.781376+0000","last_active":"2024-09-10T08:33:47.794497+0000","last_peered":"2024-09-10T08:33:47.794497+0000","last_clean":"2024-09-10T08:33:47.794497+0000","last_became_active":"2024-09-10T08:33:45.781085+0000","last_became_peered":"2024-09-10T08:33:45.781085+0000","last_unstale":"2024-09-10T08:33:47.794497+0000","last_undegraded":"2024-09-10T08:33:47.794497+0000","last_fullsized":"2024-09-10T08:33:47.794497+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:49.310031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.264273+0000","last_change":"2024-09-10T08:33:46.793257+0000","last_active":"2024-09-10T08:33:49.264273+0000","last_peered":"2024-09-10T08:33:49.264273+0000","last_clean":"2024-09-10T08:33:49.264273+0000","last_became_active":"2024-09-10T08:33:46.792796+0000","last_became_peered":"2024-09-10T08:33:46.792796+0000","last_unstale":"2024-09-10T08:33:49.264273+0000","last_undegraded":"2024-09-10T08:33:49.264273+0000","last_fullsized":"2024-09-10T08:33:49.264273+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:41:26.788020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":20,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792641+0000","last_change":"2024-09-10T08:33:45.778438+0000","last_active":"2024-09-10T08:33:47.792641+0000","last_peered":"2024-09-10T08:33:47.792641+0000","last_clean":"2024-09-10T08:33:47.792641+0000","last_became_active":"2024-09-10T08:33:45.778197+0000","last_became_peered":"2024-09-10T08:33:45.778197+0000","last_unstale":"2024-09-10T08:33:47.792641+0000","last_undegraded":"2024-09-10T08:33:47.792641+0000","last_fullsized":"2024-09-10T08:33:47.792641+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.183113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359686+0000","last_change":"2024-09-10T08:33:46.804768+0000","last_active":"2024-09-10T08:33:48.359686+0000","last_peered":"2024-09-10T08:33:48.359686+0000","last_clean":"2024-09-10T08:33:48.359686+0000","last_became_active":"2024-09-10T08:33:46.804456+0000","last_became_peered":"2024-09-10T08:33:46.804456+0000","last_unstale":"2024-09-10T08:33:48.359686+0000","last_undegraded":"2024-09-10T08:33:48.359686+0000","last_fullsized":"2024-09-10T08:33:48.359686+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:09.188456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792555+0000","last_change":"2024-09-10T08:33:45.788541+0000","last_active":"2024-09-10T08:33:47.792555+0000","last_peered":"2024-09-10T08:33:47.792555+0000","last_clean":"2024-09-10T08:33:47.792555+0000","last_became_active":"2024-09-10T08:33:45.784249+0000","last_became_peered":"2024-09-10T08:33:45.784249+0000","last_unstale":"2024-09-10T08:33:47.792555+0000","last_undegraded":"2024-09-10T08:33:47.792555+0000","last_fullsized":"2024-09-10T08:33:47.792555+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:13.482812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792242+0000","last_change":"2024-09-10T08:33:46.786969+0000","last_active":"2024-09-10T08:33:47.792242+0000","last_peered":"2024-09-10T08:33:47.792242+0000","last_clean":"2024-09-10T08:33:47.792242+0000","last_became_active":"2024-09-10T08:33:46.786700+0000","last_became_peered":"2024-09-10T08:33:46.786700+0000","last_unstale":"2024-09-10T08:33:47.792242+0000","last_undegraded":"2024-09-10T08:33:47.792242+0000","last_fullsized":"2024-09-10T08:33:47.792242+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398078+0000","last_change":"2024-09-10T08:33:45.785945+0000","last_active":"2024-09-10T08:33:49.398078+0000","last_peered":"2024-09-10T08:33:49.398078+0000","last_clean":"2024-09-10T08:33:49.398078+0000","last_became_active":"2024-09-10T08:33:45.785673+0000","last_became_peered":"2024-09-10T08:33:45.785673+0000","last_unstale":"2024-09-10T08:33:49.398078+0000","last_undegraded":"2024-09-10T08:33:49.398078+0000","last_fullsized":"2024-09-10T08:33:49.398078+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:40.132026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792986+0000","last_change":"2024-09-10T08:33:46.790319+0000","last_active":"2024-09-10T08:33:47.792986+0000","last_peered":"2024-09-10T08:33:47.792986+0000","last_clean":"2024-09-10T08:33:47.792986+0000","last_became_active":"2024-09-10T08:33:46.790034+0000","last_became_peered":"2024-09-10T08:33:46.790034+0000","last_unstale":"2024-09-10T08:33:47.792986+0000","last_undegraded":"2024-09-10T08:33:47.792986+0000","last_fullsized":"2024-09-10T08:33:47.792986+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:36.695272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416011+0000","last_change":"2024-09-10T08:33:45.783253+0000","last_active":"2024-09-10T08:33:48.416011+0000","last_peered":"2024-09-10T08:33:48.416011+0000","last_clean":"2024-09-10T08:33:48.416011+0000","last_became_active":"2024-09-10T08:33:45.782970+0000","last_became_peered":"2024-09-10T08:33:45.782970+0000","last_unstale":"2024-09-10T08:33:48.416011+0000","last_undegraded":"2024-09-10T08:33:48.416011+0000","last_fullsized":"2024-09-10T08:33:48.416011+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:44.878300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792392+0000","last_change":"2024-09-10T08:33:46.786291+0000","last_active":"2024-09-10T08:33:47.792392+0000","last_peered":"2024-09-10T08:33:47.792392+0000","last_clean":"2024-09-10T08:33:47.792392+0000","last_became_active":"2024-09-10T08:33:46.786036+0000","last_became_peered":"2024-09-10T08:33:46.786036+0000","last_unstale":"2024-09-10T08:33:47.792392+0000","last_undegraded":"2024-09-10T08:33:47.792392+0000","last_fullsized":"2024-09-10T08:33:47.792392+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:28:11.809215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":22,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793201+0000","last_change":"2024-09-10T08:33:45.785987+0000","last_active":"2024-09-10T08:33:47.793201+0000","last_peered":"2024-09-10T08:33:47.793201+0000","last_clean":"2024-09-10T08:33:47.793201+0000","last_became_active":"2024-09-10T08:33:45.785713+0000","last_became_peered":"2024-09-10T08:33:45.785713+0000","last_unstale":"2024-09-10T08:33:47.793201+0000","last_undegraded":"2024-09-10T08:33:47.793201+0000","last_fullsized":"2024-09-10T08:33:47.793201+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.115089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792546+0000","last_change":"2024-09-10T08:33:46.791052+0000","last_active":"2024-09-10T08:33:47.792546+0000","last_peered":"2024-09-10T08:33:47.792546+0000","last_clean":"2024-09-10T08:33:47.792546+0000","last_became_active":"2024-09-10T08:33:46.790809+0000","last_became_peered":"2024-09-10T08:33:46.790809+0000","last_unstale":"2024-09-10T08:33:47.792546+0000","last_undegraded":"2024-09-10T08:33:47.792546+0000","last_fullsized":"2024-09-10T08:33:47.792546+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794193+0000","last_change":"2024-09-10T08:33:45.787543+0000","last_active":"2024-09-10T08:33:47.794193+0000","last_peered":"2024-09-10T08:33:47.794193+0000","last_clean":"2024-09-10T08:33:47.794193+0000","last_became_active":"2024-09-10T08:33:45.787264+0000","last_became_peered":"2024-09-10T08:33:45.787264+0000","last_unstale":"2024-09-10T08:33:47.794193+0000","last_undegraded":"2024-09-10T08:33:47.794193+0000","last_fullsized":"2024-09-10T08:33:47.794193+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:55.263342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794515+0000","last_change":"2024-09-10T08:33:46.805414+0000","last_active":"2024-09-10T08:33:47.794515+0000","last_peered":"2024-09-10T08:33:47.794515+0000","last_clean":"2024-09-10T08:33:47.794515+0000","last_became_active":"2024-09-10T08:33:46.805146+0000","last_became_peered":"2024-09-10T08:33:46.805146+0000","last_unstale":"2024-09-10T08:33:47.794515+0000","last_undegraded":"2024-09-10T08:33:47.794515+0000","last_fullsized":"2024-09-10T08:33:47.794515+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:25:28.404334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.264265+0000","last_change":"2024-09-10T08:33:45.787112+0000","last_active":"2024-09-10T08:33:49.264265+0000","last_peered":"2024-09-10T08:33:49.264265+0000","last_clean":"2024-09-10T08:33:49.264265+0000","last_became_active":"2024-09-10T08:33:45.786607+0000","last_became_peered":"2024-09-10T08:33:45.786607+0000","last_unstale":"2024-09-10T08:33:49.264265+0000","last_undegraded":"2024-09-10T08:33:49.264265+0000","last_fullsized":"2024-09-10T08:33:49.264265+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:17.860217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.264199+0000","last_change":"2024-09-10T08:33:46.802844+0000","last_active":"2024-09-10T08:33:49.264199+0000","last_peered":"2024-09-10T08:33:49.264199+0000","last_clean":"2024-09-10T08:33:49.264199+0000","last_became_active":"2024-09-10T08:33:46.802546+0000","last_became_peered":"2024-09-10T08:33:46.802546+0000","last_unstale":"2024-09-10T08:33:49.264199+0000","last_undegraded":"2024-09-10T08:33:49.264199+0000","last_fullsized":"2024-09-10T08:33:49.264199+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:57.146070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795056+0000","last_change":"2024-09-10T08:33:45.787186+0000","last_active":"2024-09-10T08:33:47.795056+0000","last_peered":"2024-09-10T08:33:47.795056+0000","last_clean":"2024-09-10T08:33:47.795056+0000","last_became_active":"2024-09-10T08:33:45.786939+0000","last_became_peered":"2024-09-10T08:33:45.786939+0000","last_unstale":"2024-09-10T08:33:47.795056+0000","last_undegraded":"2024-09-10T08:33:47.795056+0000","last_fullsized":"2024-09-10T08:33:47.795056+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:35.265740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.795278+0000","last_change":"2024-09-10T08:33:46.789662+0000","last_active":"2024-09-10T08:33:47.795278+0000","last_peered":"2024-09-10T08:33:47.795278+0000","last_clean":"2024-09-10T08:33:47.795278+0000","last_became_active":"2024-09-10T08:33:46.789338+0000","last_became_peered":"2024-09-10T08:33:46.789338+0000","last_unstale":"2024-09-10T08:33:47.795278+0000","last_undegraded":"2024-09-10T08:33:47.795278+0000","last_fullsized":"2024-09-10T08:33:47.795278+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:09:50.315375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398114+0000","last_change":"2024-09-10T08:33:45.787475+0000","last_active":"2024-09-10T08:33:49.398114+0000","last_peered":"2024-09-10T08:33:49.398114+0000","last_clean":"2024-09-10T08:33:49.398114+0000","last_became_active":"2024-09-10T08:33:45.787227+0000","last_became_peered":"2024-09-10T08:33:45.787227+0000","last_unstale":"2024-09-10T08:33:49.398114+0000","last_undegraded":"2024-09-10T08:33:49.398114+0000","last_fullsized":"2024-09-10T08:33:49.398114+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:33.235095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793428+0000","last_change":"2024-09-10T08:33:46.790342+0000","last_active":"2024-09-10T08:33:47.793428+0000","last_peered":"2024-09-10T08:33:47.793428+0000","last_clean":"2024-09-10T08:33:47.793428+0000","last_became_active":"2024-09-10T08:33:46.790063+0000","last_became_peered":"2024-09-10T08:33:46.790063+0000","last_unstale":"2024-09-10T08:33:47.793428+0000","last_undegraded":"2024-09-10T08:33:47.793428+0000","last_fullsized":"2024-09-10T08:33:47.793428+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:11.689747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794879+0000","last_change":"2024-09-10T08:33:45.784778+0000","last_active":"2024-09-10T08:33:47.794879+0000","last_peered":"2024-09-10T08:33:47.794879+0000","last_clean":"2024-09-10T08:33:47.794879+0000","last_became_active":"2024-09-10T08:33:45.784537+0000","last_became_peered":"2024-09-10T08:33:45.784537+0000","last_unstale":"2024-09-10T08:33:47.794879+0000","last_undegraded":"2024-09-10T08:33:47.794879+0000","last_fullsized":"2024-09-10T08:33:47.794879+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:38.040669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359946+0000","last_change":"2024-09-10T08:33:46.795337+0000","last_active":"2024-09-10T08:33:48.359946+0000","last_peered":"2024-09-10T08:33:48.359946+0000","last_clean":"2024-09-10T08:33:48.359946+0000","last_became_active":"2024-09-10T08:33:46.794660+0000","last_became_peered":"2024-09-10T08:33:46.794660+0000","last_unstale":"2024-09-10T08:33:48.359946+0000","last_undegraded":"2024-09-10T08:33:48.359946+0000","last_fullsized":"2024-09-10T08:33:48.359946+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:59:36.724431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794931+0000","last_change":"2024-09-10T08:33:45.790429+0000","last_active":"2024-09-10T08:33:47.794931+0000","last_peered":"2024-09-10T08:33:47.794931+0000","last_clean":"2024-09-10T08:33:47.794931+0000","last_became_active":"2024-09-10T08:33:45.790174+0000","last_became_peered":"2024-09-10T08:33:45.790174+0000","last_unstale":"2024-09-10T08:33:47.794931+0000","last_undegraded":"2024-09-10T08:33:47.794931+0000","last_fullsized":"2024-09-10T08:33:47.794931+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:11.765315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794340+0000","last_change":"2024-09-10T08:33:46.802286+0000","last_active":"2024-09-10T08:33:47.794340+0000","last_peered":"2024-09-10T08:33:47.794340+0000","last_clean":"2024-09-10T08:33:47.794340+0000","last_became_active":"2024-09-10T08:33:46.801263+0000","last_became_peered":"2024-09-10T08:33:46.801263+0000","last_unstale":"2024-09-10T08:33:47.794340+0000","last_undegraded":"2024-09-10T08:33:47.794340+0000","last_fullsized":"2024-09-10T08:33:47.794340+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:03.850632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793498+0000","last_change":"2024-09-10T08:33:45.778262+0000","last_active":"2024-09-10T08:33:47.793498+0000","last_peered":"2024-09-10T08:33:47.793498+0000","last_clean":"2024-09-10T08:33:47.793498+0000","last_became_active":"2024-09-10T08:33:45.777953+0000","last_became_peered":"2024-09-10T08:33:45.777953+0000","last_unstale":"2024-09-10T08:33:47.793498+0000","last_undegraded":"2024-09-10T08:33:47.793498+0000","last_fullsized":"2024-09-10T08:33:47.793498+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:43:17.860217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792497+0000","last_change":"2024-09-10T08:33:46.788253+0000","last_active":"2024-09-10T08:33:47.792497+0000","last_peered":"2024-09-10T08:33:47.792497+0000","last_clean":"2024-09-10T08:33:47.792497+0000","last_became_active":"2024-09-10T08:33:46.787996+0000","last_became_peered":"2024-09-10T08:33:46.787996+0000","last_unstale":"2024-09-10T08:33:47.792497+0000","last_undegraded":"2024-09-10T08:33:47.792497+0000","last_fullsized":"2024-09-10T08:33:47.792497+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:34.943963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794818+0000","last_change":"2024-09-10T08:33:45.782334+0000","last_active":"2024-09-10T08:33:47.794818+0000","last_peered":"2024-09-10T08:33:47.794818+0000","last_clean":"2024-09-10T08:33:47.794818+0000","last_became_active":"2024-09-10T08:33:45.781780+0000","last_became_peered":"2024-09-10T08:33:45.781780+0000","last_unstale":"2024-09-10T08:33:47.794818+0000","last_undegraded":"2024-09-10T08:33:47.794818+0000","last_fullsized":"2024-09-10T08:33:47.794818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:40.233589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398129+0000","last_change":"2024-09-10T08:33:46.803595+0000","last_active":"2024-09-10T08:33:49.398129+0000","last_peered":"2024-09-10T08:33:49.398129+0000","last_clean":"2024-09-10T08:33:49.398129+0000","last_became_active":"2024-09-10T08:33:46.803336+0000","last_became_peered":"2024-09-10T08:33:46.803336+0000","last_unstale":"2024-09-10T08:33:49.398129+0000","last_undegraded":"2024-09-10T08:33:49.398129+0000","last_fullsized":"2024-09-10T08:33:49.398129+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:41.800755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":16,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.794264+0000","last_change":"2024-09-10T08:33:45.784148+0000","last_active":"2024-09-10T08:33:47.794264+0000","last_peered":"2024-09-10T08:33:47.794264+0000","last_clean":"2024-09-10T08:33:47.794264+0000","last_became_active":"2024-09-10T08:33:45.783851+0000","last_became_peered":"2024-09-10T08:33:45.783851+0000","last_unstale":"2024-09-10T08:33:47.794264+0000","last_undegraded":"2024-09-10T08:33:47.794264+0000","last_fullsized":"2024-09-10T08:33:47.794264+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:46:57.482358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793342+0000","last_change":"2024-09-10T08:33:46.797378+0000","last_active":"2024-09-10T08:33:47.793342+0000","last_peered":"2024-09-10T08:33:47.793342+0000","last_clean":"2024-09-10T08:33:47.793342+0000","last_became_active":"2024-09-10T08:33:46.796750+0000","last_became_peered":"2024-09-10T08:33:46.796750+0000","last_unstale":"2024-09-10T08:33:47.793342+0000","last_undegraded":"2024-09-10T08:33:47.793342+0000","last_fullsized":"2024-09-10T08:33:47.793342+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:20.513215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"41'1","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.796275+0000","last_change":"2024-09-10T08:33:45.784026+0000","last_active":"2024-09-10T08:33:47.796275+0000","last_peered":"2024-09-10T08:33:47.796275+0000","last_clean":"2024-09-10T08:33:47.796275+0000","last_became_active":"2024-09-10T08:33:45.783768+0000","last_became_peered":"2024-09-10T08:33:45.783768+0000","last_unstale":"2024-09-10T08:33:47.796275+0000","last_undegraded":"2024-09-10T08:33:47.796275+0000","last_fullsized":"2024-09-10T08:33:47.796275+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:28:16.439415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792732+0000","last_change":"2024-09-10T08:33:46.788966+0000","last_active":"2024-09-10T08:33:47.792732+0000","last_peered":"2024-09-10T08:33:47.792732+0000","last_clean":"2024-09-10T08:33:47.792732+0000","last_became_active":"2024-09-10T08:33:46.788715+0000","last_became_peered":"2024-09-10T08:33:46.788715+0000","last_unstale":"2024-09-10T08:33:47.792732+0000","last_undegraded":"2024-09-10T08:33:47.792732+0000","last_fullsized":"2024-09-10T08:33:47.792732+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:09.694654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359891+0000","last_change":"2024-09-10T08:33:45.779602+0000","last_active":"2024-09-10T08:33:48.359891+0000","last_peered":"2024-09-10T08:33:48.359891+0000","last_clean":"2024-09-10T08:33:48.359891+0000","last_became_active":"2024-09-10T08:33:45.779355+0000","last_became_peered":"2024-09-10T08:33:45.779355+0000","last_unstale":"2024-09-10T08:33:48.359891+0000","last_undegraded":"2024-09-10T08:33:48.359891+0000","last_fullsized":"2024-09-10T08:33:48.359891+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:20.078779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359851+0000","last_change":"2024-09-10T08:33:46.794286+0000","last_active":"2024-09-10T08:33:48.359851+0000","last_peered":"2024-09-10T08:33:48.359851+0000","last_clean":"2024-09-10T08:33:48.359851+0000","last_became_active":"2024-09-10T08:33:46.794016+0000","last_became_peered":"2024-09-10T08:33:46.794016+0000","last_unstale":"2024-09-10T08:33:48.359851+0000","last_undegraded":"2024-09-10T08:33:48.359851+0000","last_fullsized":"2024-09-10T08:33:48.359851+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:24.563554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.359832+0000","last_change":"2024-09-10T08:33:45.784008+0000","last_active":"2024-09-10T08:33:48.359832+0000","last_peered":"2024-09-10T08:33:48.359832+0000","last_clean":"2024-09-10T08:33:48.359832+0000","last_became_active":"2024-09-10T08:33:45.783756+0000","last_became_peered":"2024-09-10T08:33:45.783756+0000","last_unstale":"2024-09-10T08:33:48.359832+0000","last_undegraded":"2024-09-10T08:33:48.359832+0000","last_fullsized":"2024-09-10T08:33:48.359832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:01.353932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.398020+0000","last_change":"2024-09-10T08:33:46.792702+0000","last_active":"2024-09-10T08:33:49.398020+0000","last_peered":"2024-09-10T08:33:49.398020+0000","last_clean":"2024-09-10T08:33:49.398020+0000","last_became_active":"2024-09-10T08:33:46.792449+0000","last_became_peered":"2024-09-10T08:33:46.792449+0000","last_unstale":"2024-09-10T08:33:49.398020+0000","last_undegraded":"2024-09-10T08:33:49.398020+0000","last_fullsized":"2024-09-10T08:33:49.398020+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:36.496506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:48.416093+0000","last_change":"2024-09-10T08:33:45.784639+0000","last_active":"2024-09-10T08:33:48.416093+0000","last_peered":"2024-09-10T08:33:48.416093+0000","last_clean":"2024-09-10T08:33:48.416093+0000","last_became_active":"2024-09-10T08:33:45.784386+0000","last_became_peered":"2024-09-10T08:33:45.784386+0000","last_unstale":"2024-09-10T08:33:48.416093+0000","last_undegraded":"2024-09-10T08:33:48.416093+0000","last_fullsized":"2024-09-10T08:33:48.416093+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:34.349928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.263833+0000","last_change":"2024-09-10T08:33:46.793119+0000","last_active":"2024-09-10T08:33:49.263833+0000","last_peered":"2024-09-10T08:33:49.263833+0000","last_clean":"2024-09-10T08:33:49.263833+0000","last_became_active":"2024-09-10T08:33:46.792512+0000","last_became_peered":"2024-09-10T08:33:46.792512+0000","last_unstale":"2024-09-10T08:33:49.263833+0000","last_undegraded":"2024-09-10T08:33:49.263833+0000","last_fullsized":"2024-09-10T08:33:49.263833+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:13:24.563554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:49.263691+0000","last_change":"2024-09-10T08:33:45.789483+0000","last_active":"2024-09-10T08:33:49.263691+0000","last_peered":"2024-09-10T08:33:49.263691+0000","last_clean":"2024-09-10T08:33:49.263691+0000","last_became_active":"2024-09-10T08:33:45.789220+0000","last_became_peered":"2024-09-10T08:33:45.789220+0000","last_unstale":"2024-09-10T08:33:49.263691+0000","last_undegraded":"2024-09-10T08:33:49.263691+0000","last_fullsized":"2024-09-10T08:33:49.263691+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:43.386435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793704+0000","last_change":"2024-09-10T08:33:46.793748+0000","last_active":"2024-09-10T08:33:47.793704+0000","last_peered":"2024-09-10T08:33:47.793704+0000","last_clean":"2024-09-10T08:33:47.793704+0000","last_became_active":"2024-09-10T08:33:46.793479+0000","last_became_peered":"2024-09-10T08:33:46.793479+0000","last_unstale":"2024-09-10T08:33:47.793704+0000","last_undegraded":"2024-09-10T08:33:47.793704+0000","last_fullsized":"2024-09-10T08:33:47.793704+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:24:34.374687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.792155+0000","last_change":"2024-09-10T08:33:45.780275+0000","last_active":"2024-09-10T08:33:47.792155+0000","last_peered":"2024-09-10T08:33:47.792155+0000","last_clean":"2024-09-10T08:33:47.792155+0000","last_became_active":"2024-09-10T08:33:45.779024+0000","last_became_peered":"2024-09-10T08:33:45.779024+0000","last_unstale":"2024-09-10T08:33:47.792155+0000","last_undegraded":"2024-09-10T08:33:47.792155+0000","last_fullsized":"2024-09-10T08:33:47.792155+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:31:04.989812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793884+0000","last_change":"2024-09-10T08:33:46.805844+0000","last_active":"2024-09-10T08:33:47.793884+0000","last_peered":"2024-09-10T08:33:47.793884+0000","last_clean":"2024-09-10T08:33:47.793884+0000","last_became_active":"2024-09-10T08:33:46.805507+0000","last_became_peered":"2024-09-10T08:33:46.805507+0000","last_unstale":"2024-09-10T08:33:47.793884+0000","last_undegraded":"2024-09-10T08:33:47.793884+0000","last_fullsized":"2024-09-10T08:33:47.793884+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:45.764156+0000","last_clean_scrub_stamp":"2024-09-10T08:33:45.764156+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:04:53.794503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793371+0000","last_change":"2024-09-10T08:33:45.784624+0000","last_active":"2024-09-10T08:33:47.793371+0000","last_peered":"2024-09-10T08:33:47.793371+0000","last_clean":"2024-09-10T08:33:47.793371+0000","last_became_active":"2024-09-10T08:33:45.784375+0000","last_became_peered":"2024-09-10T08:33:45.784375+0000","last_unstale":"2024-09-10T08:33:47.793371+0000","last_undegraded":"2024-09-10T08:33:47.793371+0000","last_fullsized":"2024-09-10T08:33:47.793371+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:33:44.758812+0000","last_clean_scrub_stamp":"2024-09-10T08:33:44.758812+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:06:43.386435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":208,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-10T08:33:47.793417+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:33:47.793417+0000","last_peered":"2024-09-10T08:33:47.793417+0000","last_clean":"2024-09-10T08:33:47.793417+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:33:47.793417+0000","last_undegraded":"2024-09-10T08:33:47.793417+0000","last_fullsized":"2024-09-10T08:33:47.793417+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476756,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":462848,"data_stored":195199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28084,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343756,"statfs":{"total":96636764160,"available":96608006144,"internally_reserved":0,"allocated":1077248,"data_stored":793337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":201869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":475136,"data_stored":201399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509459,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31660,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340180,"statfs":{"total":96636764160,"available":96604344320,"internally_reserved":0,"allocated":483328,"data_stored":202933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509458,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":201357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509458,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1064960,"data_stored":791689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31648,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340192,"statfs":{"total":96636764160,"available":96604356608,"internally_reserved":0,"allocated":471040,"data_stored":201377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:33:54.380 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:33:54.380 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T08:33:54.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.522+0000 7fe88efe8640 1 Processor -- start 2024-09-10T08:33:54.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.522+0000 7fe88efe8640 1 -- start start 2024-09-10T08:33:54.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.522+0000 7fe88efe8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe88815b320 0x7fe8880ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.522+0000 7fe88efe8640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8880ad830 con 0x7fe88806ee80 2024-09-10T08:33:54.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.522+0000 7fe88efe8640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8880adb10 con 0x7fe8880af6d0 2024-09-10T08:33:54.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.522+0000 7fe88efe8640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe8880addf0 con 0x7fe88815b320 2024-09-10T08:33:54.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe88d585640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fe88806ee80 0x7fe8880cdf80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49220/0 (socket says 172.21.15.94:49220) 2024-09-10T08:33:54.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe88d585640 1 -- 172.21.15.94:0/347202673 learned_addr learned my addr 172.21.15.94:0/347202673 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:54.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4233521975 0 0) 0x7fe8880ad830 con 0x7fe88806ee80 2024-09-10T08:33:54.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe88cd84640 1 --2- 172.21.15.94:0/347202673 >> v2:172.21.15.143:3300/0 conn(0x7fe88815b320 0x7fe8880ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe878003520 con 0x7fe88806ee80 2024-09-10T08:33:54.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1872596990 0 0) 0x7fe878003520 con 0x7fe88806ee80 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 >> v2:172.21.15.143:3300/0 conn(0x7fe88815b320 msgr2=0x7fe8880ae8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 --2- 172.21.15.94:0/347202673 >> v2:172.21.15.143:3300/0 conn(0x7fe88815b320 0x7fe8880ae8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 >> v1:172.21.15.143:6789/0 conn(0x7fe8880af6d0 legacy=0x7fe8880acf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8880ae0d0 con 0x7fe88806ee80 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fe8800019f0 con 0x7fe88806ee80 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 >> v1:172.21.15.94:6789/0 conn(0x7fe88806ee80 legacy=0x7fe8880cdf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8780039b0 0x7fe878003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe878004800 0x7fe878004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8780051c0 0x7fe87800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe8880addf0 con 0x7fe8780051c0 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe87800c160 con 0x7fe8780039b0 2024-09-10T08:33:54.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe87800c360 con 0x7fe878004800 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe88d585640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8780051c0 0x7fe87800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe88cd84640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8780039b0 0x7fe878003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.523+0000 7fe887fff640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe878004800 0x7fe878004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe88d585640 1 -- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe878004800 msgr2=0x7fe878004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe88d585640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe878004800 0x7fe878004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe88d585640 1 -- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8780039b0 msgr2=0x7fe878003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe88d585640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8780039b0 0x7fe878003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe88d585640 1 -- 172.21.15.94:0/347202673 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe878003520 con 0x7fe8780051c0 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe887fff640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe878004800 0x7fe878004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe88d585640 1 -- 172.21.15.94:0/347202673 reap_dead start 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe88d585640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8780051c0 0x7fe87800b9c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe88000a860 tx=0x7fe878005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29d77a90dc024f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.529 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88000a480 con 0x7fe8780051c0 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe88002f070 con 0x7fe8780051c0 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.524+0000 7fe8877fe640 1 -- 172.21.15.94:0/347202673 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88002bcc0 con 0x7fe8780051c0 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.525+0000 7fe88efe8640 1 -- 172.21.15.94:0/347202673 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8780051c0 msgr2=0x7fe87800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.525+0000 7fe88efe8640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8780051c0 0x7fe87800b9c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe88000a860 tx=0x7fe878005830 comp rx=0 tx=0).stop 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.525+0000 7fe88efe8640 1 -- 172.21.15.94:0/347202673 shutdown_connections 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.525+0000 7fe88efe8640 1 --2- 172.21.15.94:0/347202673 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8780051c0 0x7fe87800b9c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.525+0000 7fe88efe8640 1 -- 172.21.15.94:0/347202673 >> 172.21.15.94:0/347202673 conn(0x7fe8880b1c70 msgr2=0x7fe8880b2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.525+0000 7fe88efe8640 1 -- 172.21.15.94:0/347202673 shutdown_connections 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.525+0000 7fe88efe8640 1 -- 172.21.15.94:0/347202673 wait complete. 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.526+0000 7fe88efe8640 1 Processor -- start 2024-09-10T08:33:54.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.526+0000 7fe88efe8640 1 -- start start 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88efe8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8780051c0 0x7fe8880c92f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88efe8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe88815a140 0x7fe88806dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88efe8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe888158530 0x7fe8881589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88efe8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe8880ae8d0 con 0x7fe88815a140 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88efe8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe88815b700 con 0x7fe888158530 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88efe8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe8880aea50 con 0x7fe8780051c0 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe88815a140 0x7fe88806dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe88815a140 0x7fe88806dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54980/0 (socket says 172.21.15.94:54980) 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 -- 172.21.15.94:0/2288164949 learned_addr learned my addr 172.21.15.94:0/2288164949 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:54.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88cd84640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8780051c0 0x7fe8880c92f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe88d585640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe888158530 0x7fe8881589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 -- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8780051c0 msgr2=0x7fe8880c92f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8780051c0 0x7fe8880c92f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 -- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe888158530 msgr2=0x7fe8881589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe888158530 0x7fe8881589b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.527+0000 7fe887fff640 1 -- 172.21.15.94:0/2288164949 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8880c9960 con 0x7fe88815a140 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.528+0000 7fe887fff640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe88815a140 0x7fe88806dfe0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe87400e480 tx=0x7fe87400e880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.528+0000 7fe8857fa640 1 -- 172.21.15.94:0/2288164949 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe874019070 con 0x7fe88815a140 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.528+0000 7fe8857fa640 1 -- 172.21.15.94:0/2288164949 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8740053a0 con 0x7fe88815a140 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.528+0000 7fe8857fa640 1 -- 172.21.15.94:0/2288164949 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe874003830 con 0x7fe88815a140 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.528+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8880c9c40 con 0x7fe88815a140 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.528+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8880ca200 con 0x7fe88815a140 2024-09-10T08:33:54.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.529+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe88806f330 con 0x7fe88815a140 2024-09-10T08:33:54.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.529+0000 7fe8857fa640 1 -- 172.21.15.94:0/2288164949 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe87401c070 con 0x7fe88815a140 2024-09-10T08:33:54.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.530+0000 7fe8857fa640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe86c06be60 0x7fe86c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.530+0000 7fe8857fa640 1 -- 172.21.15.94:0/2288164949 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fe87408a460 con 0x7fe88815a140 2024-09-10T08:33:54.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.530+0000 7fe88cd84640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe86c06be60 0x7fe86c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.530+0000 7fe88cd84640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe86c06be60 0x7fe86c06e320 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe87c009b40 tx=0x7fe87c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.534+0000 7fe8857fa640 1 -- 172.21.15.94:0/2288164949 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8740586c0 con 0x7fe88815a140 2024-09-10T08:33:54.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.762+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fe88809de80 con 0x7fe88815a140 2024-09-10T08:33:54.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.765+0000 7fe8857fa640 1 -- 172.21.15.94:0/2288164949 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7fe87405c9c0 con 0x7fe88815a140 2024-09-10T08:33:54.765 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-09-10T08:33:54.765 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:33:54.765 INFO:teuthology.orchestra.run.smithi094.stdout: caps mds = "allow" 2024-09-10T08:33:54.765 INFO:teuthology.orchestra.run.smithi094.stdout: caps mon = "allow r" 2024-09-10T08:33:54.766 INFO:teuthology.orchestra.run.smithi094.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T08:33:54.766 INFO:teuthology.orchestra.run.smithi094.stderr:updated caps for client.0 2024-09-10T08:33:54.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe86c06be60 msgr2=0x7fe86c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe86c06be60 0x7fe86c06e320 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe87c009b40 tx=0x7fe87c009190 comp rx=0 tx=0).stop 2024-09-10T08:33:54.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe88815a140 msgr2=0x7fe88806dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe88815a140 0x7fe88806dfe0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe87400e480 tx=0x7fe87400e880 comp rx=0 tx=0).stop 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 shutdown_connections 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe86c06be60 0x7fe86c06e320 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe888158530 0x7fe8881589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe88815a140 0x7fe88806dfe0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 --2- 172.21.15.94:0/2288164949 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8780051c0 0x7fe8880c92f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 >> 172.21.15.94:0/2288164949 conn(0x7fe8880b1c70 msgr2=0x7fe8880b0030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 shutdown_connections 2024-09-10T08:33:54.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.767+0000 7fe88efe8640 1 -- 172.21.15.94:0/2288164949 wait complete. 2024-09-10T08:33:54.778 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:33:54.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.877+0000 7ffb41477640 1 Processor -- start 2024-09-10T08:33:54.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.877+0000 7ffb41477640 1 -- start start 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.877+0000 7ffb41477640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e2a0 0x7ffb3c06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.877+0000 7ffb41477640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ffb3c06d960 0x7ffb3c0d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.877+0000 7ffb41477640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb3c0d1880 con 0x7ffb3c15e680 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.877+0000 7ffb41477640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7ffb3c0d1b60 con 0x7ffb3c06d960 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.877+0000 7ffb41477640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3c0cf2d0 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ffb3c06d960 0x7ffb3c0d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ffb3c06d960 0x7ffb3c0d4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54990/0 (socket says 172.21.15.94:54990) 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3a7fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ffb3c15e680 0x7ffb3c0cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49230/0 (socket says 172.21.15.94:49230) 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3b7fe640 1 -- 172.21.15.94:0/3108404263 learned_addr learned my addr 172.21.15.94:0/3108404263 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3affd640 1 --2- 172.21.15.94:0/3108404263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e2a0 0x7ffb3c06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3b7fe640 1 -- 172.21.15.94:0/3108404263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e2a0 msgr2=0x7ffb3c06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:54.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3b7fe640 1 --2- 172.21.15.94:0/3108404263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e2a0 0x7ffb3c06d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3b7fe640 1 -- 172.21.15.94:0/3108404263 >> v1:172.21.15.94:6789/0 conn(0x7ffb3c15e680 legacy=0x7ffb3c0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3b7fe640 1 -- 172.21.15.94:0/3108404263 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb3c0cf5b0 con 0x7ffb3c06d960 2024-09-10T08:33:54.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb39ffb640 1 -- 172.21.15.94:0/3108404263 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3713344098 0 0) 0x7ffb3c0d1880 con 0x7ffb3c15e680 2024-09-10T08:33:54.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.878+0000 7ffb3affd640 1 --2- 172.21.15.94:0/3108404263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e2a0 0x7ffb3c06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:54.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.879+0000 7ffb3b7fe640 1 --2- 172.21.15.94:0/3108404263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c06d960 0x7ffb3c0d4370 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ffb34009e50 tx=0x7ffb3402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b358c337439099b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb39ffb640 1 -- 172.21.15.94:0/3108404263 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb34036070 con 0x7ffb3c06d960 2024-09-10T08:33:54.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb39ffb640 1 -- 172.21.15.94:0/3108404263 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb34031600 con 0x7ffb3c06d960 2024-09-10T08:33:54.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb39ffb640 1 -- 172.21.15.94:0/3108404263 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb340319d0 con 0x7ffb3c06d960 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb41477640 1 -- 172.21.15.94:0/3108404263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c06d960 msgr2=0x7ffb3c0d4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb41477640 1 --2- 172.21.15.94:0/3108404263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c06d960 0x7ffb3c0d4370 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ffb34009e50 tx=0x7ffb3402a730 comp rx=0 tx=0).stop 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb41477640 1 -- 172.21.15.94:0/3108404263 shutdown_connections 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb41477640 1 --2- 172.21.15.94:0/3108404263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c06d960 0x7ffb3c0d4370 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb41477640 1 --2- 172.21.15.94:0/3108404263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e2a0 0x7ffb3c06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb41477640 1 -- 172.21.15.94:0/3108404263 >> 172.21.15.94:0/3108404263 conn(0x7ffb3c09d760 msgr2=0x7ffb3c08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.881+0000 7ffb41477640 1 -- 172.21.15.94:0/3108404263 shutdown_connections 2024-09-10T08:33:54.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.882+0000 7ffb41477640 1 -- 172.21.15.94:0/3108404263 wait complete. 2024-09-10T08:33:54.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.883+0000 7ffb41477640 1 Processor -- start 2024-09-10T08:33:54.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.883+0000 7ffb41477640 1 -- start start 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb3c06d960 0x7ffb3c1f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c15e2a0 0x7ffb3c1597b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e680 0x7ffb3c0b9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3c0d0360 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3c0d01e0 con 0x7ffb3c06d960 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ffb3c0d48b0 con 0x7ffb3c15e680 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c15e2a0 0x7ffb3c1597b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c15e2a0 0x7ffb3c1597b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54992/0 (socket says 172.21.15.94:54992) 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 -- 172.21.15.94:0/2921475812 learned_addr learned my addr 172.21.15.94:0/2921475812 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3affd640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb3c06d960 0x7ffb3c1f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3b7fe640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e680 0x7ffb3c0b9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 -- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e680 msgr2=0x7ffb3c0b9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e680 0x7ffb3c0b9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 -- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb3c06d960 msgr2=0x7ffb3c1f5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb3c06d960 0x7ffb3c1f5220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 -- 172.21.15.94:0/2921475812 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb3c15a1a0 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb3a7fc640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c15e2a0 0x7ffb3c1597b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400c410 tx=0x7ffb24001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb337fe640 1 -- 172.21.15.94:0/2921475812 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb240074e0 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb337fe640 1 -- 172.21.15.94:0/2921475812 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb240047e0 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb3c0b8260 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb337fe640 1 -- 172.21.15.94:0/2921475812 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24004bd0 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.884+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb3c0b8820 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.885+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb3c0d4370 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.886+0000 7ffb337fe640 1 -- 172.21.15.94:0/2921475812 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffb24011070 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.888 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.886+0000 7ffb337fe640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffb1c06be30 0x7ffb1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:54.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.886+0000 7ffb3affd640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffb1c06be30 0x7ffb1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:54.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.886+0000 7ffb337fe640 1 -- 172.21.15.94:0/2921475812 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7ffb2408abf0 con 0x7ffb3c15e2a0 2024-09-10T08:33:54.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.887+0000 7ffb3affd640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffb1c06be30 0x7ffb1c06e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00a990 tx=0x7ffb2c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:54.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:54.891+0000 7ffb337fe640 1 -- 172.21.15.94:0/2921475812 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffb24059410 con 0x7ffb3c15e2a0 2024-09-10T08:33:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.089+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb3c06cf90 con 0x7ffb3c15e2a0 2024-09-10T08:33:55.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.090+0000 7ffb337fe640 1 -- 172.21.15.94:0/2921475812 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7ffb24058d10 con 0x7ffb3c15e2a0 2024-09-10T08:33:55.090 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:33:55.090 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:33:46.188304+0000","modified":"2024-09-10T08:33:48.113682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4923},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4923":{"gid":4923,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":5,"addr":"172.21.15.94:6837/3105585591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3105585591},{"type":"v1","addr":"172.21.15.94:6837","nonce":3105585591}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4923,"qdb_cluster":[4923]},"id":2}]} 2024-09-10T08:33:55.091 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 17 2024-09-10T08:33:55.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffb1c06be30 msgr2=0x7ffb1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffb1c06be30 0x7ffb1c06e2f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c00a990 tx=0x7ffb2c008040 comp rx=0 tx=0).stop 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c15e2a0 msgr2=0x7ffb3c1597b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c15e2a0 0x7ffb3c1597b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400c410 tx=0x7ffb24001e70 comp rx=0 tx=0).stop 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 shutdown_connections 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ffb1c06be30 0x7ffb1c06e2f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ffb3c15e680 0x7ffb3c0b9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ffb3c15e2a0 0x7ffb3c1597b0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 --2- 172.21.15.94:0/2921475812 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ffb3c06d960 0x7ffb3c1f5220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 >> 172.21.15.94:0/2921475812 conn(0x7ffb3c09d760 msgr2=0x7ffb3c1613f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 shutdown_connections 2024-09-10T08:33:55.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.092+0000 7ffb41477640 1 -- 172.21.15.94:0/2921475812 wait complete. 2024-09-10T08:33:55.505 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:33:46.188304+0000', 'modified': '2024-09-10T08:33:48.113682+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4923}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4923': {'gid': 4923, 'name': 'a', 'rank': 0, 'incarnation': 15, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.94:6837/3105585591', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6835', 'nonce': 3105585591}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 3105585591}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4923, 'qdb_cluster': [4923]} 2024-09-10T08:33:55.506 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:33:55.506 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T08:33:55.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.606+0000 7f3995b59640 1 Processor -- start 2024-09-10T08:33:55.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.606+0000 7f3995b59640 1 -- start start 2024-09-10T08:33:55.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f3995b59640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 0x7f39900cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f3995b59640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f399006c990 con 0x7f39901619b0 2024-09-10T08:33:55.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f3995b59640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39900cec10 con 0x7f39900b0a80 2024-09-10T08:33:55.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f3995b59640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f39900ce930 con 0x7f3990161d90 2024-09-10T08:33:55.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398f7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f39901619b0 0x7f39900d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49232/0 (socket says 172.21.15.94:49232) 2024-09-10T08:33:55.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398f7fe640 1 -- 172.21.15.94:0/1269860850 learned_addr learned my addr 172.21.15.94:0/1269860850 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:55.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4219039219 0 0) 0x7f399006c990 con 0x7f39901619b0 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3978003520 con 0x7f39901619b0 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398ffff640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 0x7f39900cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 781629593 0 0) 0x7f3978003520 con 0x7f39901619b0 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 msgr2=0x7f39900cc3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 0x7f39900cc3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 >> v1:172.21.15.143:6789/0 conn(0x7f39900b0a80 legacy=0x7f39900cbcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39900b0540 con 0x7f39901619b0 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f3980001670 con 0x7f39901619b0 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 >> v1:172.21.15.94:6789/0 conn(0x7f39901619b0 legacy=0x7f39900d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f3978003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 0x7f3978004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3978004d40 0x7f39780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f39900ce930 con 0x7f39780039e0 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f397800ba70 con 0x7f3978004d40 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.607+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f397800bc70 con 0x7f3990161d90 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398f7fe640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f3978003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398effd640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 0x7f3978004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398ffff640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3978004d40 0x7f39780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398f7fe640 1 -- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 msgr2=0x7f3978004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398f7fe640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3990161d90 0x7f3978004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398f7fe640 1 -- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3978004d40 msgr2=0x7f39780051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398f7fe640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3978004d40 0x7f39780051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398f7fe640 1 -- 172.21.15.94:0/1269860850 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3978003520 con 0x7f39780039e0 2024-09-10T08:33:55.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398ffff640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3978004d40 0x7f39780051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.608+0000 7f398f7fe640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f3978003e00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f398000c210 tx=0x7f3978005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41b1cf78fa94be8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3980007d10 con 0x7f39780039e0 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39800058d0 con 0x7f39780039e0 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f398e7fc640 1 -- 172.21.15.94:0/1269860850 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3980005d00 con 0x7f39780039e0 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f3995b59640 1 -- 172.21.15.94:0/1269860850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 msgr2=0x7f3978003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f3995b59640 1 --2- 172.21.15.94:0/1269860850 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f3978003e00 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f398000c210 tx=0x7f3978005830 comp rx=0 tx=0).stop 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f398ffff640 1 -- 172.21.15.94:0/1269860850 reap_dead start 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f3995b59640 1 -- 172.21.15.94:0/1269860850 shutdown_connections 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f3995b59640 1 -- 172.21.15.94:0/1269860850 >> 172.21.15.94:0/1269860850 conn(0x7f399009a9f0 msgr2=0x7f39900b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f3995b59640 1 -- 172.21.15.94:0/1269860850 shutdown_connections 2024-09-10T08:33:55.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.609+0000 7f3995b59640 1 -- 172.21.15.94:0/1269860850 wait complete. 2024-09-10T08:33:55.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.610+0000 7f3995b59640 1 Processor -- start 2024-09-10T08:33:55.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f3995b59640 1 -- start start 2024-09-10T08:33:55.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f3995b59640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f39901f41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f3995b59640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39900b5de0 0x7f39900b6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f3995b59640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39901f3360 0x7f39901f3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f3995b59640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f39900cd330 con 0x7f39780039e0 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f3995b59640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f399006c620 con 0x7f39900b5de0 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f3995b59640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f39900cd4b0 con 0x7f39901f3360 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f398f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f39901f41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f398f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f39901f41d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55022/0 (socket says 172.21.15.94:55022) 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f398f7fe640 1 -- 172.21.15.94:0/2204166322 learned_addr learned my addr 172.21.15.94:0/2204166322 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f398ffff640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39901f3360 0x7f39901f3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.611+0000 7f398effd640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39900b5de0 0x7f39900b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398f7fe640 1 -- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39901f3360 msgr2=0x7f39901f3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39901f3360 0x7f39901f3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398f7fe640 1 -- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39900b5de0 msgr2=0x7f39900b6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39900b5de0 0x7f39900b6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398f7fe640 1 -- 172.21.15.94:0/2204166322 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39901f3d50 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398ffff640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39901f3360 0x7f39901f3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398effd640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39900b5de0 0x7f39900b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f39901f41d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f398000c210 tx=0x7f39900cfd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f3977fff640 1 -- 172.21.15.94:0/2204166322 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3980041020 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f3977fff640 1 -- 172.21.15.94:0/2204166322 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3980000ed0 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39900b4d40 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f3977fff640 1 -- 172.21.15.94:0/2204166322 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3980038040 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.612+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39900b5300 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.613+0000 7f3977fff640 1 -- 172.21.15.94:0/2204166322 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3980044020 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.614+0000 7f3977fff640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f397c06be60 0x7f397c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.614+0000 7f3977fff640 1 -- 172.21.15.94:0/2204166322 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f39800aaed0 con 0x7f39780039e0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.614+0000 7f398effd640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f397c06be60 0x7f397c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.614+0000 7f398effd640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f397c06be60 0x7f397c06e320 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f39900cb1f0 tx=0x7f3984009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.615+0000 7f39989d3740 1 Processor -- start 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.615+0000 7f39989d3740 1 -- start start 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c8522c0 0x56191c897a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c84fa80 0x56191c8526a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39989d3740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c84c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39989d3740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56191c7b4520 con 0x56191c853a50 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56191c75c3e0 con 0x56191c8522c0 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56191c7b04e0 con 0x56191c84fa80 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c84c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c84c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55036/0 (socket says 172.21.15.94:55036) 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 -- 172.21.15.94:0/235017631 learned_addr learned my addr 172.21.15.94:0/235017631 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398f7fe640 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c8522c0 0x56191c897a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398effd640 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c84fa80 0x56191c8526a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 -- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c84fa80 msgr2=0x56191c8526a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c84fa80 0x56191c8526a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 -- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c8522c0 msgr2=0x56191c897a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c8522c0 0x56191c897a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 -- 172.21.15.94:0/235017631 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56191c7772f0 con 0x56191c853a50 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f398ffff640 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c84c8b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3988007300 tx=0x7f3988009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9eaa721315df49d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39757fa640 1 -- 172.21.15.94:0/235017631 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3988016630 con 0x56191c853a50 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39757fa640 1 -- 172.21.15.94:0/235017631 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f398801d070 con 0x56191c853a50 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.616+0000 7f39757fa640 1 -- 172.21.15.94:0/235017631 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39880169f0 con 0x56191c853a50 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 -- 172.21.15.94:0/235017631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 msgr2=0x56191c84c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c84c8b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3988007300 tx=0x7f3988009750 comp rx=0 tx=0).stop 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 -- 172.21.15.94:0/235017631 shutdown_connections 2024-09-10T08:33:55.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c84c8b0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c84fa80 0x56191c8526a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 --2- 172.21.15.94:0/235017631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c8522c0 0x56191c897a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 -- 172.21.15.94:0/235017631 >> 172.21.15.94:0/235017631 conn(0x56191c84ea80 msgr2=0x56191c896f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 -- 172.21.15.94:0/235017631 shutdown_connections 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.617+0000 7f39989d3740 1 -- 172.21.15.94:0/235017631 wait complete. 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.618+0000 7f39989d3740 1 -- start start 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.618+0000 7f39989d3740 1 Processor -- start 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.618+0000 7f39989d3740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c870a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.618+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c853a50 0x56191c8782d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c878810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56191c84df20 con 0x56191c8522c0 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56191c73d450 con 0x56191c872500 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56191c898290 con 0x56191c853a50 2024-09-10T08:33:55.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 10 client.0 _ll_register_callbacks cb 0x56191c4c6ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c870a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c870a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55050/0 (socket says 172.21.15.94:55050) 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 -- 172.21.15.94:0/2180215217 learned_addr learned my addr 172.21.15.94:0/2180215217 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 -- 172.21.15.94:0/2180215217 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c853a50 msgr2=0x56191c8782d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398ffff640 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c878810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c853a50 0x56191c8782d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 -- 172.21.15.94:0/2180215217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 msgr2=0x56191c878810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c878810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 -- 172.21.15.94:0/2180215217 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56191c4c72d0 con 0x56191c8522c0 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c870a20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3980075450 tx=0x7f3980079150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa7c11c0c4f55f35 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f396e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:33:55.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f396e7fc640 1 -- 172.21.15.94:0/2180215217 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3980091020 con 0x56191c8522c0 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f396e7fc640 1 -- 172.21.15.94:0/2180215217 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f3980007d10 con 0x56191c8522c0 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f398801d070 con 0x56191c8522c0 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f396e7fc640 1 -- 172.21.15.94:0/2180215217 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f39800a2bd0 con 0x56191c8522c0 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 10 client.5121 fetch_fsmap learned FSMap version 17 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x56191c5916b0 con 0x56191c8522c0 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.619+0000 7f396e7fc640 1 -- 172.21.15.94:0/2180215217 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f398801d070 con 0x56191c8522c0 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f396e7fc640 1 -- 172.21.15.94:0/2180215217 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7f39800074d0 con 0x56191c8522c0 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f39989d3740 10 client.5121 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f39989d3740 10 client.5121 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f39989d3740 20 client.5121 populate_metadata read hostname 'smithi094' 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f39989d3740 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c84b7d0 0x56191c84bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f39989d3740 4 client.5121 mds_command: new command op to 4923 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:33:55.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 --> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56191c7c1c50 con 0x56191c84b7d0 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f398effd640 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c84b7d0 0x56191c84bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f396e7fc640 10 client.5121 ms_handle_connect on v2:172.21.15.94:6835/3105585591 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.620+0000 7f398effd640 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c84b7d0 0x56191c84bbf0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ad4fb2a3e19c426 server_cookie=982c9fbcd2a64b45 in_seq=0 out_seq=0 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f396e7fc640 1 -- 172.21.15.94:0/2180215217 <== mds.0 v2:172.21.15.94:6835/3105585591 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56191c7c1c50 con 0x56191c84b7d0 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f396e7fc640 10 client.5121 handle_command_reply: tid=0 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 client.5121 shutdown 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 msgr2=0x56191c870a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c870a20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3980075450 tx=0x7f3980079150 comp rx=0 tx=0).stop 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 shutdown_connections 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c84b7d0 0x56191c84bbf0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c878810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c853a50 0x56191c8782d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.630 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f396e7fc640 0 client.5121 ms_handle_reset on v2:172.21.15.94:6835/3105585591 2024-09-10T08:33:55.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 --2- 172.21.15.94:0/2180215217 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c870a20 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 >> 172.21.15.94:0/2180215217 conn(0x56191c84fa80 msgr2=0x56191c89a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 shutdown_connections 2024-09-10T08:33:55.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 1 -- 172.21.15.94:0/2180215217 wait complete. 2024-09-10T08:33:55.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.621+0000 7f39989d3740 20 client.5121 trim_cache size 0 max 16384 2024-09-10T08:33:55.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.638+0000 7f39989d3740 1 Processor -- start 2024-09-10T08:33:55.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.639+0000 7f39989d3740 1 -- start start 2024-09-10T08:33:55.641 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.639+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c8522c0 0x56191c8782d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.641 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.639+0000 7f39989d3740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c89a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.639+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c877130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.639+0000 7f39989d3740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f39902007c0 con 0x56191c853a50 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.639+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f39901ffb20 con 0x56191c872500 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.639+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3990200170 con 0x56191c8522c0 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c89a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c89a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55056/0 (socket says 172.21.15.94:55056) 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 -- 172.21.15.94:0/2494773526 learned_addr learned my addr 172.21.15.94:0/2494773526 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c8522c0 0x56191c8782d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398ffff640 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c877130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 -- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c8522c0 msgr2=0x56191c8782d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c8522c0 0x56191c8782d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 -- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 msgr2=0x56191c877130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c877130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 -- 172.21.15.94:0/2494773526 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56191c84e820 con 0x56191c853a50 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398ffff640 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c877130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398f7fe640 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c8522c0 0x56191c8782d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f398effd640 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c89a440 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x56191c8721f0 tx=0x7f3984001190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2967fb862dc4f481 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f3974ff9640 1 -- 172.21.15.94:0/2494773526 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3984016a50 con 0x56191c853a50 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f3974ff9640 1 -- 172.21.15.94:0/2494773526 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3984016bf0 con 0x56191c853a50 2024-09-10T08:33:55.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.640+0000 7f3974ff9640 1 -- 172.21.15.94:0/2494773526 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f398402d420 con 0x56191c853a50 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 -- 172.21.15.94:0/2494773526 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 msgr2=0x56191c89a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c89a440 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x56191c8721f0 tx=0x7f3984001190 comp rx=0 tx=0).stop 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 -- 172.21.15.94:0/2494773526 shutdown_connections 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c872500 0x56191c877130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c853a50 0x56191c89a440 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 --2- 172.21.15.94:0/2494773526 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c8522c0 0x56191c8782d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 -- 172.21.15.94:0/2494773526 >> 172.21.15.94:0/2494773526 conn(0x56191c84fa80 msgr2=0x56191c8bb280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 -- 172.21.15.94:0/2494773526 shutdown_connections 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 -- 172.21.15.94:0/2494773526 wait complete. 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 -- start start 2024-09-10T08:33:55.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.641+0000 7f39989d3740 1 Processor -- start 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f39989d3740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c90aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c853a50 0x56191c850710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f39989d3740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c872500 0x56191c850c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f39989d3740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56191c84df20 con 0x56191c8522c0 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56191c73d450 con 0x56191c853a50 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f39989d3740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56191c87b660 con 0x56191c872500 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f39989d3740 10 client.0 _ll_register_callbacks cb 0x7f398007d3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f398f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c90aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f398f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c90aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55064/0 (socket says 172.21.15.94:55064) 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.642+0000 7f398f7fe640 1 -- 172.21.15.94:0/3543462144 learned_addr learned my addr 172.21.15.94:0/3543462144 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f398f7fe640 1 -- 172.21.15.94:0/3543462144 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c872500 msgr2=0x56191c850c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f398f7fe640 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c872500 0x56191c850c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f398f7fe640 1 -- 172.21.15.94:0/3543462144 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c853a50 msgr2=0x56191c850710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f398f7fe640 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c853a50 0x56191c850710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f398f7fe640 1 -- 172.21.15.94:0/3543462144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56191c90b180 con 0x56191c8522c0 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f398f7fe640 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c90aab0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f3980000c00 tx=0x7f3980078ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f3c74a9f72f2605 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f396e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f396e7fc640 1 -- 172.21.15.94:0/3543462144 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3980078650 con 0x56191c8522c0 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f396e7fc640 1 -- 172.21.15.94:0/3543462144 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f3980096cb0 con 0x56191c8522c0 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3984016bf0 con 0x56191c8522c0 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f396e7fc640 1 -- 172.21.15.94:0/3543462144 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f398009e050 con 0x56191c8522c0 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 10 client.5127 fetch_fsmap learned FSMap version 17 2024-09-10T08:33:55.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x56191c90b180 con 0x56191c8522c0 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f396e7fc640 1 -- 172.21.15.94:0/3543462144 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3984016bf0 con 0x56191c8522c0 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f396e7fc640 1 -- 172.21.15.94:0/3543462144 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7f39800a1020 con 0x56191c8522c0 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 10 client.5127 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 10 client.5127 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 20 client.5127 populate_metadata read hostname 'smithi094' 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c8b7f60 0x56191c8ba250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 4 client.5127 mds_command: new command op to 4923 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 --> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] -- command(tid 0: {"prefix": "status"}) -- 0x56191c7bbfa0 con 0x56191c8b7f60 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.643+0000 7f398effd640 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c8b7f60 0x56191c8ba250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f396e7fc640 10 client.5127 ms_handle_connect on v2:172.21.15.94:6835/3105585591 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f398effd640 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c8b7f60 0x56191c8ba250 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed50a7c8df4b92 server_cookie=ec015478e6a0df3 in_seq=0 out_seq=0 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f396e7fc640 1 -- 172.21.15.94:0/3543462144 <== mds.0 v2:172.21.15.94:6835/3105585591 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x56191c7bbfa0 con 0x56191c8b7f60 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f396e7fc640 10 client.5127 handle_command_reply: tid=0 2024-09-10T08:33:55.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 client.5127 shutdown 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 msgr2=0x56191c90aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c90aab0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f3980000c00 tx=0x7f3980078ef0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 shutdown_connections 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:6835/3105585591,v1:172.21.15.94:6837/3105585591] conn(0x56191c8b7f60 0x56191c8ba250 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56191c853a50 0x56191c850710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56191c872500 0x56191c850c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f396e7fc640 0 client.5127 ms_handle_reset on v2:172.21.15.94:6835/3105585591 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 --2- 172.21.15.94:0/3543462144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56191c8522c0 0x56191c90aab0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 >> 172.21.15.94:0/3543462144 conn(0x56191c84fa80 msgr2=0x56191c89a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 shutdown_connections 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 1 -- 172.21.15.94:0/3543462144 wait complete. 2024-09-10T08:33:55.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.644+0000 7f39989d3740 20 client.5127 trim_cache size 0 max 16384 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 4923, 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 8.8580170900000006, 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 17, 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 41, 2024-09-10T08:33:55.652 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 41, 2024-09-10T08:33:55.653 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 22.886553547999998 2024-09-10T08:33:55.653 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:33:55.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f397c06be60 msgr2=0x7f397c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f397c06be60 0x7f397c06e320 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f39900cb1f0 tx=0x7f3984009040 comp rx=0 tx=0).stop 2024-09-10T08:33:55.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 msgr2=0x7f39901f41d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f39901f41d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f398000c210 tx=0x7f39900cfd80 comp rx=0 tx=0).stop 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 shutdown_connections 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f397c06be60 0x7f397c06e320 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39900b5de0 0x7f39900b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39901f3360 0x7f39901f3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 --2- 172.21.15.94:0/2204166322 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39780039e0 0x7f39901f41d0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 >> 172.21.15.94:0/2204166322 conn(0x7f399009a9f0 msgr2=0x7f399006f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 shutdown_connections 2024-09-10T08:33:55.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.645+0000 7f3995b59640 1 -- 172.21.15.94:0/2204166322 wait complete. 2024-09-10T08:33:55.655 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:33:55.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.753+0000 7fc79c68d640 1 Processor -- start 2024-09-10T08:33:55.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.753+0000 7fc79c68d640 1 -- start start 2024-09-10T08:33:55.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79c68d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc79415e2a0 0x7fc79406d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79c68d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7940d1880 con 0x7fc79415e680 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79c68d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7940d1b60 con 0x7fc79406d960 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79c68d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc7940cf2d0 con 0x7fc79415e2a0 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79a429640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc79415e2a0 0x7fc79406d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc799c28640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc79415e680 0x7fc7940cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49236/0 (socket says 172.21.15.94:49236) 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc799c28640 1 -- 172.21.15.94:0/1479003662 learned_addr learned my addr 172.21.15.94:0/1479003662 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79a429640 1 -- 172.21.15.94:0/1479003662 >> v1:172.21.15.143:6789/0 conn(0x7fc79406d960 legacy=0x7fc7940d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79a429640 1 -- 172.21.15.94:0/1479003662 >> v1:172.21.15.94:6789/0 conn(0x7fc79415e680 legacy=0x7fc7940cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc799427640 1 -- 172.21.15.94:0/1479003662 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3764528444 0 0) 0x7fc7940d1880 con 0x7fc79415e680 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.754+0000 7fc79a429640 1 -- 172.21.15.94:0/1479003662 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7940cf5b0 con 0x7fc79415e2a0 2024-09-10T08:33:55.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc79a429640 1 --2- 172.21.15.94:0/1479003662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e2a0 0x7fc79406d420 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fc7900097a0 tx=0x7fc79002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88a85c31a7da5287 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc799427640 1 -- 172.21.15.94:0/1479003662 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc790037070 con 0x7fc79415e2a0 2024-09-10T08:33:55.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc799427640 1 -- 172.21.15.94:0/1479003662 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc790032440 con 0x7fc79415e2a0 2024-09-10T08:33:55.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc799427640 1 -- 172.21.15.94:0/1479003662 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc790032810 con 0x7fc79415e2a0 2024-09-10T08:33:55.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc79c68d640 1 -- 172.21.15.94:0/1479003662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e2a0 msgr2=0x7fc79406d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc79c68d640 1 --2- 172.21.15.94:0/1479003662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e2a0 0x7fc79406d420 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fc7900097a0 tx=0x7fc79002a1e0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc79c68d640 1 -- 172.21.15.94:0/1479003662 shutdown_connections 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.755+0000 7fc79c68d640 1 --2- 172.21.15.94:0/1479003662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e2a0 0x7fc79406d420 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.756+0000 7fc79c68d640 1 -- 172.21.15.94:0/1479003662 >> 172.21.15.94:0/1479003662 conn(0x7fc79409d760 msgr2=0x7fc79408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.756+0000 7fc79c68d640 1 -- 172.21.15.94:0/1479003662 shutdown_connections 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.756+0000 7fc79c68d640 1 -- 172.21.15.94:0/1479003662 wait complete. 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 Processor -- start 2024-09-10T08:33:55.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 -- start start 2024-09-10T08:33:55.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc79406d960 0x7fc7941f7a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc79415e2a0 0x7fc7941f5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e680 0x7fc7941f8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc7940d0360 con 0x7fc79415e680 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc7940d01e0 con 0x7fc79415e2a0 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79c68d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc7940d4a80 con 0x7fc79406d960 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.757+0000 7fc79ac2a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e680 0x7fc7941f8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e680 0x7fc7941f8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55080/0 (socket says 172.21.15.94:55080) 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 -- 172.21.15.94:0/4240570486 learned_addr learned my addr 172.21.15.94:0/4240570486 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79a429640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc79406d960 0x7fc7941f7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc799c28640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc79415e2a0 0x7fc7941f5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 -- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc79406d960 msgr2=0x7fc7941f7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc79406d960 0x7fc7941f7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 -- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc79415e2a0 msgr2=0x7fc7941f5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc79415e2a0 0x7fc7941f5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 -- 172.21.15.94:0/4240570486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7940cb200 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79ac2a640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e680 0x7fc7941f8110 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fc78c00c7b0 tx=0x7fc78c00cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc78affd640 1 -- 172.21.15.94:0/4240570486 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc78c004b60 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc78affd640 1 -- 172.21.15.94:0/4240570486 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc78c004d00 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc78affd640 1 -- 172.21.15.94:0/4240570486 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc78c00aa90 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7940cc5a0 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.758+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7940ccb60 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.759+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc79406de70 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.760+0000 7fc78affd640 1 -- 172.21.15.94:0/4240570486 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc78c00ac30 con 0x7fc79415e680 2024-09-10T08:33:55.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.760+0000 7fc78affd640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc77806be30 0x7fc77806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:55.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.760+0000 7fc78affd640 1 -- 172.21.15.94:0/4240570486 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fc78c08b2b0 con 0x7fc79415e680 2024-09-10T08:33:55.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.760+0000 7fc79a429640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc77806be30 0x7fc77806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:55.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.760+0000 7fc79a429640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc77806be30 0x7fc77806e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc790034000 tx=0x7fc79002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:55.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.764+0000 7fc78affd640 1 -- 172.21.15.94:0/4240570486 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc79406de70 con 0x7fc79415e680 2024-09-10T08:33:55.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.968+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc79406d420 con 0x7fc79415e680 2024-09-10T08:33:55.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.968+0000 7fc78affd640 1 -- 172.21.15.94:0/4240570486 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7fc78c020070 con 0x7fc79415e680 2024-09-10T08:33:55.969 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc77806be30 msgr2=0x7fc77806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc77806be30 0x7fc77806e2f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc790034000 tx=0x7fc79002e000 comp rx=0 tx=0).stop 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e680 msgr2=0x7fc7941f8110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e680 0x7fc7941f8110 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fc78c00c7b0 tx=0x7fc78c00cc70 comp rx=0 tx=0).stop 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 shutdown_connections 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc77806be30 0x7fc77806e2f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc79415e2a0 0x7fc7941f5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc79415e680 0x7fc7941f8110 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 --2- 172.21.15.94:0/4240570486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc79406d960 0x7fc7941f7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:55.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.970+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 >> 172.21.15.94:0/4240570486 conn(0x7fc79409d760 msgr2=0x7fc794160880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:55.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.971+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 shutdown_connections 2024-09-10T08:33:55.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:55.971+0000 7fc79c68d640 1 -- 172.21.15.94:0/4240570486 wait complete. 2024-09-10T08:33:55.982 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:33:55.982 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:33:55.982 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:33:55.982 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:33:55.982 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:55.983 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:33:55.983 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:33:55.983 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:33:55.983 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:33:55.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:55.983 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:56.000 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42720sec preferred_lft 42720sec 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:56.001 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:56.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:56.002 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:33:56.065 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:33:56.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:56.067 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:33:56.123 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:33:56.123 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:33:56.123 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:33:56.123 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:33:56.123 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:33:56.123 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:56.123 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:33:56.123 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:33:56.124 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:33:56.124 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:33:56.124 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:33:56.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:56.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:56.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:56.248 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:33:56.263 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:33:56.263 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:33:56.263 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:33:56.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:56.263 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:33:56.328 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:33:56.328 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:56.328 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:56.383 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:33:56.383 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:56.384 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:56.440 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:33:56.506 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:33:56.563 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:56.564 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:56.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:56.565 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:33:56.618 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:33:56.618 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:33:56.661 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:33:56.685 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:56.741 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:33:56.742 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:33:56.743 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:33:56.744 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:33:56.744 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:33:56.744 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:56.744 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:33:56.744 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:56.744 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:33:56.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:56.744 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:33:56.745 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:33:56.743+0000 7f61f3720480 -1 init, newargv = 0x55e73b245810 newargc=15 2024-09-10T08:33:56.745 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[48544]: starting ceph client 2024-09-10T08:33:56.748 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[48544]: starting fuse 2024-09-10T08:33:56.760 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:33:56.760 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:33:56.760 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:33:56.760 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:33:56.761 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:33:56.762 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:33:56.879 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.48544.asok 2024-09-10T08:33:56.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:56.890 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48544.asok 2024-09-10T08:33:56.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:56.890 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48544.asok status 2024-09-10T08:33:57.030 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "48544", 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:33:57.031 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5145, 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 5145 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2138607961 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:33:57.032 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2138607961 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.5145 192.168.0.1:0/2138607961", 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/2138607961", 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 17, 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 41, 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:33:57.033 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:33:57.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:57.039 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:33:57.039 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:57.056 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:33:57.056 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:57.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:57.057 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:57.123 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:33:57.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.261+0000 7f87d54c9640 1 Processor -- start 2024-09-10T08:33:57.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.261+0000 7f87d54c9640 1 -- start start 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87d54c9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 0x7f87d015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87d54c9640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87d00d1b10 con 0x7f87d015f0d0 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87d54c9640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87d00cf2b0 con 0x7f87d00d4130 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87d54c9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f87d00cf590 con 0x7f87d00d0070 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ceffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f87d015f0d0 0x7f87d00d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49252/0 (socket says 172.21.15.94:49252) 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ceffd640 1 -- 172.21.15.94:0/2512221378 learned_addr learned my addr 172.21.15.94:0/2512221378 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87c7fff640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 0x7f87d015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3327770892 0 0) 0x7f87d00d1b10 con 0x7f87d015f0d0 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f87bc003520 con 0x7f87d015f0d0 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3065080411 0 0) 0x7f87bc003520 con 0x7f87d015f0d0 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 msgr2=0x7f87d015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:57.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 0x7f87d015f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 >> v1:172.21.15.143:6789/0 conn(0x7f87d00d4130 legacy=0x7f87d00d45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d00cf870 con 0x7f87d015f0d0 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f87c0001670 con 0x7f87d015f0d0 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 >> v1:172.21.15.94:6789/0 conn(0x7f87d015f0d0 legacy=0x7f87d00d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87bc0039e0 0x7f87bc003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 0x7f87bc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87bc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f87d00cf590 con 0x7f87bc004d40 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f87bc00bb80 con 0x7f87bc0039e0 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.262+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f87bc00bd80 con 0x7f87d00d0070 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87cf7fe640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87bc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87ceffd640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87bc0039e0 0x7f87bc003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87c7fff640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 0x7f87bc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87cf7fe640 1 -- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 msgr2=0x7f87bc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87cf7fe640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d0070 0x7f87bc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87cf7fe640 1 -- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87bc0039e0 msgr2=0x7f87bc003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87cf7fe640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87bc0039e0 0x7f87bc003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87cf7fe640 1 -- 172.21.15.94:0/2512221378 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87bc003520 con 0x7f87bc004d40 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.263+0000 7f87cf7fe640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87bc0051c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f87c8001e20 tx=0x7f87bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eaba5f4538ac959 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8001a70 con 0x7f87bc004d40 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87c802ae40 con 0x7f87bc004d40 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87ce7fc640 1 -- 172.21.15.94:0/2512221378 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8003bb0 con 0x7f87bc004d40 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87d54c9640 1 -- 172.21.15.94:0/2512221378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 msgr2=0x7f87bc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87d54c9640 1 --2- 172.21.15.94:0/2512221378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87bc0051c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f87c8001e20 tx=0x7f87bc005830 comp rx=0 tx=0).stop 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87cf7fe640 1 -- 172.21.15.94:0/2512221378 reap_dead start 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87d54c9640 1 -- 172.21.15.94:0/2512221378 shutdown_connections 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87d54c9640 1 -- 172.21.15.94:0/2512221378 >> 172.21.15.94:0/2512221378 conn(0x7f87d009d760 msgr2=0x7f87d008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:57.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87d54c9640 1 -- 172.21.15.94:0/2512221378 shutdown_connections 2024-09-10T08:33:57.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.264+0000 7f87d54c9640 1 -- 172.21.15.94:0/2512221378 wait complete. 2024-09-10T08:33:57.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.265+0000 7f87d54c9640 1 Processor -- start 2024-09-10T08:33:57.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.265+0000 7f87d54c9640 1 -- start start 2024-09-10T08:33:57.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87d54c9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87d015b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87d54c9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d00b7210 0x7f87d00cdc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87d54c9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d2640 0x7f87d00d2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87d54c9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f87d015f4b0 con 0x7f87bc004d40 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87d54c9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f87d00cef60 con 0x7f87d00b7210 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87d54c9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f87d015f630 con 0x7f87d00d2640 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87ceffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87d015b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87ceffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87d015b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55106/0 (socket says 172.21.15.94:55106) 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87ceffd640 1 -- 172.21.15.94:0/3038389857 learned_addr learned my addr 172.21.15.94:0/3038389857 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87cf7fe640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d2640 0x7f87d00d2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.266+0000 7f87c7fff640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d00b7210 0x7f87d00cdc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87ceffd640 1 -- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d2640 msgr2=0x7f87d00d2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87ceffd640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d2640 0x7f87d00d2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87ceffd640 1 -- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d00b7210 msgr2=0x7f87d00cdc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87ceffd640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d00b7210 0x7f87d00cdc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87ceffd640 1 -- 172.21.15.94:0/3038389857 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d00b76f0 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87ceffd640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87d015b9f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f87c00072f0 tx=0x7f87c00077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87c77fe640 1 -- 172.21.15.94:0/3038389857 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c000f960 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87c77fe640 1 -- 172.21.15.94:0/3038389857 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87c0018070 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d00b79d0 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87c77fe640 1 -- 172.21.15.94:0/3038389857 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c000fd60 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.267+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d00b7f90 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.268+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d00d45c0 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.268+0000 7f87c77fe640 1 -- 172.21.15.94:0/3038389857 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f87c001d460 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.269+0000 7f87c77fe640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87b006be30 0x7f87b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.269+0000 7f87c7fff640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87b006be30 0x7f87b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.269+0000 7f87c77fe640 1 -- 172.21.15.94:0/3038389857 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f87c008b0c0 con 0x7f87bc004d40 2024-09-10T08:33:57.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.269+0000 7f87c7fff640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87b006be30 0x7f87b006e2f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f87d01f77e0 tx=0x7f87b8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:57.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.273+0000 7f87c77fe640 1 -- 172.21.15.94:0/3038389857 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f87c0059970 con 0x7f87bc004d40 2024-09-10T08:33:57.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.471+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f87d006e0b0 con 0x7f87bc004d40 2024-09-10T08:33:57.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.472+0000 7f87c77fe640 1 -- 172.21.15.94:0/3038389857 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7f87c0059270 con 0x7f87bc004d40 2024-09-10T08:33:57.472 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:33:57.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87b006be30 msgr2=0x7f87b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:57.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87b006be30 0x7f87b006e2f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f87d01f77e0 tx=0x7f87b8008040 comp rx=0 tx=0).stop 2024-09-10T08:33:57.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 msgr2=0x7f87d015b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:57.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87d015b9f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f87c00072f0 tx=0x7f87c00077b0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 shutdown_connections 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f87b006be30 0x7f87b006e2f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f87d00b7210 0x7f87d00cdc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87d00d2640 0x7f87d00d2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 --2- 172.21.15.94:0/3038389857 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87bc004d40 0x7f87d015b9f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 >> 172.21.15.94:0/3038389857 conn(0x7f87d009d760 msgr2=0x7f87d0162600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 shutdown_connections 2024-09-10T08:33:57.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:57.474+0000 7f87d54c9640 1 -- 172.21.15.94:0/3038389857 wait complete. 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:33:57.485 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:33:57.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:57.486 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:33:57.505 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:33:57.505 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:33:57.505 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:33:57.505 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:57.505 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42690sec preferred_lft 42690sec 2024-09-10T08:33:57.506 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:57.507 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:33:57.508 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:33:57.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:57.508 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:33:57.575 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:33:57.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:57.577 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:33:57.636 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:33:57.636 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:33:57.636 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:33:57.636 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:33:57.636 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:33:57.637 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:33:57.637 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:33:57.637 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:33:57.637 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:33:57.637 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:33:57.637 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:33:57.729 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:33:57.763 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:57.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:57.770 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:33:57.786 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:33:57.786 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:33:57.786 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:33:57.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:57.787 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:33:57.852 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:33:57.852 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:57.853 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:57.907 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:33:57.907 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:33:57.907 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:57.962 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:33:58.027 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:33:58.083 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:33:58.084 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:58.085 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:58.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:58.086 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:33:58.141 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:33:58.142 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:33:58.184 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:33:58.209 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:33:58.265 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:33:58.265+0000 7f2403f90480 -1 init, newargv = 0x56072ab31380 newargc=15 2024-09-10T08:33:58.265 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[43911]: starting ceph client 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:33:58.266 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:33:58.267 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:33:58.268 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:58.269 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:33:58.269 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:58.269 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:33:58.269 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[43911]: starting fuse 2024-09-10T08:33:58.284 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:33:58.285 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:33:58.285 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:33:58.286 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:33:58.287 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:33:58.287 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:33:58.287 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:33:58.287 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:33:58.287 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:33:58.402 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.43911.asok 2024-09-10T08:33:58.405 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:33:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:33:58.413 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43911.asok 2024-09-10T08:33:58.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:58.413 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43911.asok status 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "43911", 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:33:58.545 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4993, 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4993 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 2167983416 2024-09-10T08:33:58.546 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 2167983416 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4993 192.168.0.1:0/2167983416", 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/2167983416", 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 17, 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 41, 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:33:58.547 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:33:58.548 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:33:58.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:58.553 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:33:58.553 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:58.568 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:33:58.569 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:58.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:58.569 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:33:58.634 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds ms_async_reap_threshold 1 2024-09-10T08:33:58.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.748+0000 7f7b12065640 1 Processor -- start 2024-09-10T08:33:58.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.748+0000 7f7b12065640 1 -- start start 2024-09-10T08:33:58.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b12065640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7b0c15e2a0 0x7f7b0c06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b12065640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b0c0d1880 con 0x7f7b0c15e680 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b12065640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b0c0d1b60 con 0x7f7b0c06d960 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b12065640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f7b0c0cf2d0 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b0b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7b0c15e2a0 0x7f7b0c06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b0affd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7b0c15e680 0x7f7b0c0cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49266/0 (socket says 172.21.15.94:49266) 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b0affd640 1 -- 172.21.15.94:0/532032528 learned_addr learned my addr 172.21.15.94:0/532032528 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b0b7fe640 1 -- 172.21.15.94:0/532032528 >> v1:172.21.15.143:6789/0 conn(0x7f7b0c06d960 legacy=0x7f7b0c0d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:58.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b0b7fe640 1 -- 172.21.15.94:0/532032528 >> v1:172.21.15.94:6789/0 conn(0x7f7b0c15e680 legacy=0x7f7b0c0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:58.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.749+0000 7f7b0a7fc640 1 -- 172.21.15.94:0/532032528 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2875731630 0 0) 0x7f7b0c0d1880 con 0x7f7b0c15e680 2024-09-10T08:33:58.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.750+0000 7f7b0b7fe640 1 -- 172.21.15.94:0/532032528 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b0c0cf5b0 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.750+0000 7f7b0b7fe640 1 --2- 172.21.15.94:0/532032528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c06d420 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7afc009d90 tx=0x7f7afc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9955dbc7424b06ff server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:58.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.750+0000 7f7b0a7fc640 1 -- 172.21.15.94:0/532032528 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc007740 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.750+0000 7f7b0a7fc640 1 -- 172.21.15.94:0/532032528 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7afc0078e0 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.750+0000 7f7b0a7fc640 1 -- 172.21.15.94:0/532032528 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc007cb0 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.751+0000 7f7b12065640 1 -- 172.21.15.94:0/532032528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 msgr2=0x7f7b0c06d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:58.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.751+0000 7f7b12065640 1 --2- 172.21.15.94:0/532032528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c06d420 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7afc009d90 tx=0x7f7afc02a6a0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.751+0000 7f7b12065640 1 -- 172.21.15.94:0/532032528 shutdown_connections 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.751+0000 7f7b12065640 1 --2- 172.21.15.94:0/532032528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c06d420 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.751+0000 7f7b12065640 1 -- 172.21.15.94:0/532032528 >> 172.21.15.94:0/532032528 conn(0x7f7b0c09d760 msgr2=0x7f7b0c08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.751+0000 7f7b12065640 1 -- 172.21.15.94:0/532032528 shutdown_connections 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.751+0000 7f7b12065640 1 -- 172.21.15.94:0/532032528 wait complete. 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.752+0000 7f7b12065640 1 Processor -- start 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.752+0000 7f7b12065640 1 -- start start 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b12065640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b0c06d960 0x7f7b0c0cdee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b12065640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c1f4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b12065640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b0c15e680 0x7f7b0c0c8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b12065640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c0d0360 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b12065640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c0d01e0 con 0x7f7b0c06d960 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b12065640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7b0c0d4a80 con 0x7f7b0c15e680 2024-09-10T08:33:58.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b0affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c1f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b0affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c1f4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55122/0 (socket says 172.21.15.94:55122) 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b0affd640 1 -- 172.21.15.94:0/341886978 learned_addr learned my addr 172.21.15.94:0/341886978 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b0b7fe640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b0c06d960 0x7f7b0c0cdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.753+0000 7f7b0bfff640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b0c15e680 0x7f7b0c0c8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b0affd640 1 -- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b0c15e680 msgr2=0x7f7b0c0c8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b0affd640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b0c15e680 0x7f7b0c0c8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b0affd640 1 -- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b0c06d960 msgr2=0x7f7b0c0cdee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:58.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b0affd640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b0c06d960 0x7f7b0c0cdee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b0affd640 1 -- 172.21.15.94:0/341886978 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b0c14a2c0 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b0b7fe640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b0c06d960 0x7f7b0c0cdee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b0affd640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c1f4310 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7b0000c4b0 tx=0x7f7b0000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7af3fff640 1 -- 172.21.15.94:0/341886978 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b00018070 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7af3fff640 1 -- 172.21.15.94:0/341886978 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b00007500 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b0c14a5a0 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7af3fff640 1 -- 172.21.15.94:0/341886978 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b00004a20 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.754+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b0c14ab60 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.755+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b0c06d420 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.756+0000 7f7af3fff640 1 -- 172.21.15.94:0/341886978 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7b0001b070 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.756+0000 7f7af3fff640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7af806be30 0x7f7af806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.756+0000 7f7af3fff640 1 -- 172.21.15.94:0/341886978 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f7b0008a300 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.756+0000 7f7b0b7fe640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7af806be30 0x7f7af806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:58.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.756+0000 7f7b0b7fe640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7af806be30 0x7f7af806e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7afc034000 tx=0x7f7afc02f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:58.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.760+0000 7f7af3fff640 1 -- 172.21.15.94:0/341886978 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7b00058c70 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.927+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=ms_async_reap_threshold}] v 0) -- 0x7f7b0c06cf90 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.930+0000 7f7af3fff640 1 -- 172.21.15.94:0/341886978 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=ms_async_reap_threshold}]=0 v11)=0 v11) ==== 121+0+0 (secure 0 0 0) 0x7f7b00058570 con 0x7f7b0c15e2a0 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7af806be30 msgr2=0x7f7af806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7af806be30 0x7f7af806e2f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7afc034000 tx=0x7f7afc02f000 comp rx=0 tx=0).stop 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 msgr2=0x7f7b0c1f4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c1f4310 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7b0000c4b0 tx=0x7f7b0000c970 comp rx=0 tx=0).stop 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 shutdown_connections 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7af806be30 0x7f7af806e2f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7b0c15e680 0x7f7b0c0c8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7b0c15e2a0 0x7f7b0c1f4310 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 --2- 172.21.15.94:0/341886978 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7b0c06d960 0x7f7b0c0cdee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:58.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.932+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 >> 172.21.15.94:0/341886978 conn(0x7f7b0c09d760 msgr2=0x7f7b0c15cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:58.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.933+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 shutdown_connections 2024-09-10T08:33:58.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:58.933+0000 7f7b12065640 1 -- 172.21.15.94:0/341886978 wait complete. 2024-09-10T08:33:58.943 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:58.944 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:58.960 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:59.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.099+0000 7fd542f59640 1 Processor -- start 2024-09-10T08:33:59.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.099+0000 7fd542f59640 1 -- start start 2024-09-10T08:33:59.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd542f59640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd53c0d0bc0 0x7fd53c0cf200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd542f59640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd53c0cdee0 con 0x7fd53c15c2c0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd542f59640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd53c0ce1c0 con 0x7fd53c15bee0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd542f59640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd53c0ceaf0 con 0x7fd53c0d0bc0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd5414f6640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd53c15c2c0 0x7fd53c0cf740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49278/0 (socket says 172.21.15.94:49278) 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd5414f6640 1 -- 172.21.15.94:0/3139899700 learned_addr learned my addr 172.21.15.94:0/3139899700 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd533fff640 1 --2- 172.21.15.94:0/3139899700 >> v2:172.21.15.143:3300/0 conn(0x7fd53c0d0bc0 0x7fd53c0cf200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd5337fe640 1 -- 172.21.15.94:0/3139899700 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4280275854 0 0) 0x7fd53c0cdee0 con 0x7fd53c15c2c0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd5337fe640 1 -- 172.21.15.94:0/3139899700 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd524003520 con 0x7fd53c15c2c0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd5337fe640 1 -- 172.21.15.94:0/3139899700 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3224423128 0 0) 0x7fd53c0ce1c0 con 0x7fd53c15bee0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd5337fe640 1 -- 172.21.15.94:0/3139899700 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd53c0cdee0 con 0x7fd53c15bee0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd533fff640 1 -- 172.21.15.94:0/3139899700 >> v1:172.21.15.143:6789/0 conn(0x7fd53c15bee0 legacy=0x7fd53c0d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd533fff640 1 -- 172.21.15.94:0/3139899700 >> v1:172.21.15.94:6789/0 conn(0x7fd53c15c2c0 legacy=0x7fd53c0cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.100+0000 7fd533fff640 1 -- 172.21.15.94:0/3139899700 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53c0ce4a0 con 0x7fd53c0d0bc0 2024-09-10T08:33:59.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.101+0000 7fd533fff640 1 --2- 172.21.15.94:0/3139899700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c0cf200 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd52c0097a0 tx=0x7fd52c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=203177c01e9481d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.101+0000 7fd5337fe640 1 -- 172.21.15.94:0/3139899700 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c037070 con 0x7fd53c0d0bc0 2024-09-10T08:33:59.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.101+0000 7fd5337fe640 1 -- 172.21.15.94:0/3139899700 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd52c032440 con 0x7fd53c0d0bc0 2024-09-10T08:33:59.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.101+0000 7fd5337fe640 1 -- 172.21.15.94:0/3139899700 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c0327f0 con 0x7fd53c0d0bc0 2024-09-10T08:33:59.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.102+0000 7fd542f59640 1 -- 172.21.15.94:0/3139899700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 msgr2=0x7fd53c0cf200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.102+0000 7fd542f59640 1 --2- 172.21.15.94:0/3139899700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c0cf200 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd52c0097a0 tx=0x7fd52c02a230 comp rx=0 tx=0).stop 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.102+0000 7fd542f59640 1 -- 172.21.15.94:0/3139899700 shutdown_connections 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.102+0000 7fd542f59640 1 --2- 172.21.15.94:0/3139899700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c0cf200 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.102+0000 7fd542f59640 1 -- 172.21.15.94:0/3139899700 >> 172.21.15.94:0/3139899700 conn(0x7fd53c06bdf0 msgr2=0x7fd53c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.102+0000 7fd542f59640 1 -- 172.21.15.94:0/3139899700 shutdown_connections 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.102+0000 7fd542f59640 1 -- 172.21.15.94:0/3139899700 wait complete. 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.103+0000 7fd542f59640 1 Processor -- start 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.103+0000 7fd542f59640 1 -- start start 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd542f59640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c073b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd542f59640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53c15bee0 0x7fd53c166600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd542f59640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd53c15c2c0 0x7fd53c0728a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd542f59640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd53c06f050 con 0x7fd53c15bee0 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd542f59640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd53c06eed0 con 0x7fd53c0d0bc0 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd542f59640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd53c166ea0 con 0x7fd53c15c2c0 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53c15bee0 0x7fd53c166600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53c15bee0 0x7fd53c166600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55126/0 (socket says 172.21.15.94:55126) 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 -- 172.21.15.94:0/2505962302 learned_addr learned my addr 172.21.15.94:0/2505962302 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 -- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd53c15c2c0 msgr2=0x7fd53c0728a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd5414f6640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd53c15c2c0 0x7fd53c0728a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd540cf5640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c073b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd53c15c2c0 0x7fd53c0728a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 -- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 msgr2=0x7fd53c073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c073b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd533fff640 1 -- 172.21.15.94:0/2505962302 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53c0c5b00 con 0x7fd53c15bee0 2024-09-10T08:33:59.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd5414f6640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd53c15c2c0 0x7fd53c0728a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.104+0000 7fd540cf5640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.105+0000 7fd533fff640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53c15bee0 0x7fd53c166600 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fd52c02a270 tx=0x7fd52c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.105+0000 7fd5317fa640 1 -- 172.21.15.94:0/2505962302 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c041030 con 0x7fd53c15bee0 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.105+0000 7fd5317fa640 1 -- 172.21.15.94:0/2505962302 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd52c03d4e0 con 0x7fd53c15bee0 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.105+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd53c0c5dd0 con 0x7fd53c15bee0 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.105+0000 7fd5317fa640 1 -- 172.21.15.94:0/2505962302 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c037040 con 0x7fd53c15bee0 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.105+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd53c0c6390 con 0x7fd53c15bee0 2024-09-10T08:33:59.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.106+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd53c0d04b0 con 0x7fd53c15bee0 2024-09-10T08:33:59.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.106+0000 7fd5317fa640 1 -- 172.21.15.94:0/2505962302 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd52c044070 con 0x7fd53c15bee0 2024-09-10T08:33:59.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.107+0000 7fd5317fa640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.107+0000 7fd5317fa640 1 -- 172.21.15.94:0/2505962302 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fd52c0ab6d0 con 0x7fd53c15bee0 2024-09-10T08:33:59.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.107+0000 7fd540cf5640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.107+0000 7fd540cf5640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd52806be30 0x7fd52806e2f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd5380016b0 tx=0x7fd538009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.111+0000 7fd5317fa640 1 -- 172.21.15.94:0/2505962302 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd52c044e40 con 0x7fd53c15bee0 2024-09-10T08:33:59.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.286+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd53c06ce20 con 0x7fd53c15bee0 2024-09-10T08:33:59.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.286+0000 7fd5317fa640 1 -- 172.21.15.94:0/2505962302 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7fd52c079e60 con 0x7fd53c15bee0 2024-09-10T08:33:59.286 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:59.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd52806be30 msgr2=0x7fd52806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd52806be30 0x7fd52806e2f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd5380016b0 tx=0x7fd538009040 comp rx=0 tx=0).stop 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53c15bee0 msgr2=0x7fd53c166600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53c15bee0 0x7fd53c166600 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fd52c02a270 tx=0x7fd52c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 shutdown_connections 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd52806be30 0x7fd52806e2f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd53c15c2c0 0x7fd53c0728a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53c15bee0 0x7fd53c166600 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 --2- 172.21.15.94:0/2505962302 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53c0d0bc0 0x7fd53c073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 >> 172.21.15.94:0/2505962302 conn(0x7fd53c06bdf0 msgr2=0x7fd53c154950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 shutdown_connections 2024-09-10T08:33:59.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.288+0000 7fd542f59640 1 -- 172.21.15.94:0/2505962302 wait complete. 2024-09-10T08:33:59.299 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:33:59.299 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:59.315 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:59.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.455+0000 7fb7f380a640 1 Processor -- start 2024-09-10T08:33:59.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.455+0000 7fb7f380a640 1 -- start start 2024-09-10T08:33:59.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f380a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec0c8d20 0x7fb7ec06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f380a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7ec0c7140 con 0x7fb7ec06d260 2024-09-10T08:33:59.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f380a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7ec0c9100 con 0x7fb7ec144100 2024-09-10T08:33:59.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f380a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7ec144530 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f0da5640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb7ec06d260 0x7fb7ec1439f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49282/0 (socket says 172.21.15.94:49282) 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f0da5640 1 -- 172.21.15.94:0/824954416 learned_addr learned my addr 172.21.15.94:0/824954416 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f15a6640 1 --2- 172.21.15.94:0/824954416 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec0c8d20 0x7fb7ec06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7e3fff640 1 -- 172.21.15.94:0/824954416 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4200040656 0 0) 0x7fb7dc001110 con 0x7fb7ec06d260 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7e3fff640 1 -- 172.21.15.94:0/824954416 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7d8003520 con 0x7fb7ec06d260 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7e3fff640 1 -- 172.21.15.94:0/824954416 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 842442897 0 0) 0x7fb7ec0c9100 con 0x7fb7ec144100 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7e3fff640 1 -- 172.21.15.94:0/824954416 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7dc001110 con 0x7fb7ec144100 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f15a6640 1 -- 172.21.15.94:0/824954416 >> v1:172.21.15.143:6789/0 conn(0x7fb7ec144100 legacy=0x7fb7ec0d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f15a6640 1 -- 172.21.15.94:0/824954416 >> v1:172.21.15.94:6789/0 conn(0x7fb7ec06d260 legacy=0x7fb7ec1439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.456+0000 7fb7f15a6640 1 -- 172.21.15.94:0/824954416 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7ec144760 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.457+0000 7fb7f15a6640 1 --2- 172.21.15.94:0/824954416 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec0c8d20 0x7fb7ec06cd20 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb7e80097d0 tx=0x7fb7e802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f978b7b162e8bfd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.457+0000 7fb7e3fff640 1 -- 172.21.15.94:0/824954416 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8037070 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.457+0000 7fb7e3fff640 1 -- 172.21.15.94:0/824954416 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7e802ae50 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.457+0000 7fb7e3fff640 1 -- 172.21.15.94:0/824954416 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8032660 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.458+0000 7fb7f380a640 1 -- 172.21.15.94:0/824954416 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec0c8d20 msgr2=0x7fb7ec06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.458+0000 7fb7f380a640 1 --2- 172.21.15.94:0/824954416 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec0c8d20 0x7fb7ec06cd20 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb7e80097d0 tx=0x7fb7e802a100 comp rx=0 tx=0).stop 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.458+0000 7fb7f380a640 1 -- 172.21.15.94:0/824954416 shutdown_connections 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.458+0000 7fb7f380a640 1 --2- 172.21.15.94:0/824954416 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec0c8d20 0x7fb7ec06cd20 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.458+0000 7fb7f380a640 1 -- 172.21.15.94:0/824954416 >> 172.21.15.94:0/824954416 conn(0x7fb7ec0b3ed0 msgr2=0x7fb7ec0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.458+0000 7fb7f380a640 1 -- 172.21.15.94:0/824954416 shutdown_connections 2024-09-10T08:33:59.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.458+0000 7fb7f380a640 1 -- 172.21.15.94:0/824954416 wait complete. 2024-09-10T08:33:59.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.459+0000 7fb7f380a640 1 Processor -- start 2024-09-10T08:33:59.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.459+0000 7fb7f380a640 1 -- start start 2024-09-10T08:33:59.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f380a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec06d260 0x7fb7ec0b7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f380a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ec0c8d20 0x7fb7ec155980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f380a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ec144100 0x7fb7ec155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f380a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec142200 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f380a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ec141960 con 0x7fb7ec144100 2024-09-10T08:33:59.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f380a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7ec06d6a0 con 0x7fb7ec06d260 2024-09-10T08:33:59.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ec0c8d20 0x7fb7ec155980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ec0c8d20 0x7fb7ec155980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55140/0 (socket says 172.21.15.94:55140) 2024-09-10T08:33:59.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 -- 172.21.15.94:0/3059561553 learned_addr learned my addr 172.21.15.94:0/3059561553 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:59.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f15a6640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec06d260 0x7fb7ec0b7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f1da7640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ec144100 0x7fb7ec155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 -- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec06d260 msgr2=0x7fb7ec0b7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec06d260 0x7fb7ec0b7ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 -- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ec144100 msgr2=0x7fb7ec155ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ec144100 0x7fb7ec155ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 -- 172.21.15.94:0/3059561553 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7ec0b6a30 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f15a6640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec06d260 0x7fb7ec0b7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:33:59.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7f0da5640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ec0c8d20 0x7fb7ec155980 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00c730 tx=0x7fb7dc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.460+0000 7fb7e1ffb640 1 -- 172.21.15.94:0/3059561553 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc017070 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.461+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7ec0b6d10 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.461+0000 7fb7e1ffb640 1 -- 172.21.15.94:0/3059561553 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7dc005ab0 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.461+0000 7fb7e1ffb640 1 -- 172.21.15.94:0/3059561553 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc007070 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.461+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7ec0b72d0 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.462+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7ec06cd20 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.462+0000 7fb7e1ffb640 1 -- 172.21.15.94:0/3059561553 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb7dc01a070 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.463+0000 7fb7e1ffb640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7d006be30 0x7fb7d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.463+0000 7fb7e1ffb640 1 -- 172.21.15.94:0/3059561553 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fb7dc08a500 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.463+0000 7fb7f15a6640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7d006be30 0x7fb7d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.463+0000 7fb7f15a6640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7d006be30 0x7fb7d006e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8034000 tx=0x7fb7e802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.467+0000 7fb7e1ffb640 1 -- 172.21.15.94:0/3059561553 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb7ec0c7140 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.644+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb7ec0690c0 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.644+0000 7fb7e1ffb640 1 -- 172.21.15.94:0/3059561553 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7fb7dc058650 con 0x7fb7ec0c8d20 2024-09-10T08:33:59.645 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7d006be30 msgr2=0x7fb7d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7d006be30 0x7fb7d006e2f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8034000 tx=0x7fb7e802e000 comp rx=0 tx=0).stop 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ec0c8d20 msgr2=0x7fb7ec155980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ec0c8d20 0x7fb7ec155980 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00c730 tx=0x7fb7dc00cbf0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 shutdown_connections 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7d006be30 0x7fb7d006e2f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ec144100 0x7fb7ec155ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ec0c8d20 0x7fb7ec155980 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 --2- 172.21.15.94:0/3059561553 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ec06d260 0x7fb7ec0b7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 >> 172.21.15.94:0/3059561553 conn(0x7fb7ec0b3ed0 msgr2=0x7fb7ec15fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 shutdown_connections 2024-09-10T08:33:59.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.646+0000 7fb7f380a640 1 -- 172.21.15.94:0/3059561553 wait complete. 2024-09-10T08:33:59.657 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:33:59.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:59.658 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:33:59.681 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[48544]: fuse finished with error 0 and tester_r 0 2024-09-10T08:33:59.683 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:33:59.734 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:33:59.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:33:59.734 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:33:59.749 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:33:59.750 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:33:59.768 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:33:59.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.889+0000 7fe2ce5c4640 1 Processor -- start 2024-09-10T08:33:59.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.889+0000 7fe2ce5c4640 1 -- start start 2024-09-10T08:33:59.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2ce5c4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 0x7fe2c815f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2ce5c4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2c80d1b10 con 0x7fe2c80d0070 2024-09-10T08:33:59.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2ce5c4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2c80cf2b0 con 0x7fe2c80d4130 2024-09-10T08:33:59.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2ce5c4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe2c80cf590 con 0x7fe2c815f0d0 2024-09-10T08:33:59.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2c77fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fe2c80d0070 0x7fe2c80d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:49288/0 (socket says 172.21.15.94:49288) 2024-09-10T08:33:59.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2c77fe640 1 -- 172.21.15.94:0/3583759136 learned_addr learned my addr 172.21.15.94:0/3583759136 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2c7fff640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 0x7fe2c815f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3780790608 0 0) 0x7fe2c80d1b10 con 0x7fe2c80d0070 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.890+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe2b0003520 con 0x7fe2c80d0070 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1635041945 0 0) 0x7fe2b0003520 con 0x7fe2c80d0070 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 msgr2=0x7fe2c815f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 0x7fe2c815f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 >> v1:172.21.15.143:6789/0 conn(0x7fe2c80d4130 legacy=0x7fe2c80d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2c80cf870 con 0x7fe2c80d0070 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fe2bc001670 con 0x7fe2c80d0070 2024-09-10T08:33:59.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 >> v1:172.21.15.94:6789/0 conn(0x7fe2c80d0070 legacy=0x7fe2c80d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b00039e0 0x7fe2b0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 0x7fe2b0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2b0004d40 0x7fe2b00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe2c80cf590 con 0x7fe2b0004d40 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b000baf0 con 0x7fe2b00039e0 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b000bcf0 con 0x7fe2c815f0d0 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2ccb61640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2b0004d40 0x7fe2b00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c7fff640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b00039e0 0x7fe2b0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2c77fe640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 0x7fe2b0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2ccb61640 1 -- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 msgr2=0x7fe2b0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2ccb61640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c815f0d0 0x7fe2b0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2ccb61640 1 -- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b00039e0 msgr2=0x7fe2b0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2ccb61640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b00039e0 0x7fe2b0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.891+0000 7fe2ccb61640 1 -- 172.21.15.94:0/3583759136 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b0003520 con 0x7fe2b0004d40 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.892+0000 7fe2ccb61640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2b0004d40 0x7fe2b00051c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0001e50 tx=0x7fe2b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=511fa9ae26fc701b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.892+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0001a70 con 0x7fe2b0004d40 2024-09-10T08:33:59.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.892+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2c0003970 con 0x7fe2b0004d40 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.892+0000 7fe2c6ffd640 1 -- 172.21.15.94:0/3583759136 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0003d60 con 0x7fe2b0004d40 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.892+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/3583759136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2b0004d40 msgr2=0x7fe2b00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.892+0000 7fe2ce5c4640 1 --2- 172.21.15.94:0/3583759136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2b0004d40 0x7fe2b00051c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0001e50 tx=0x7fe2b0005830 comp rx=0 tx=0).stop 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.892+0000 7fe2ccb61640 1 -- 172.21.15.94:0/3583759136 reap_dead start 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.893+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/3583759136 shutdown_connections 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.893+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/3583759136 >> 172.21.15.94:0/3583759136 conn(0x7fe2c809d760 msgr2=0x7fe2c808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.893+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/3583759136 shutdown_connections 2024-09-10T08:33:59.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.893+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/3583759136 wait complete. 2024-09-10T08:33:59.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.894+0000 7fe2ce5c4640 1 Processor -- start 2024-09-10T08:33:59.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.894+0000 7fe2ce5c4640 1 -- start start 2024-09-10T08:33:59.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b0004d40 0x7fe2c80b9320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2c80b8430 0x7fe2c8155660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c81e90e0 0x7fe2c80b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe2c815f4b0 con 0x7fe2c80b8430 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe2c80cef60 con 0x7fe2b0004d40 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe2c815f630 con 0x7fe2c81e90e0 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2c80b8430 0x7fe2c8155660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2c80b8430 0x7fe2c8155660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55168/0 (socket says 172.21.15.94:55168) 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 -- 172.21.15.94:0/2823973982 learned_addr learned my addr 172.21.15.94:0/2823973982 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ccb61640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c81e90e0 0x7fe2c80b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c7fff640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b0004d40 0x7fe2c80b9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 -- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c81e90e0 msgr2=0x7fe2c80b7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c81e90e0 0x7fe2c80b7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 -- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b0004d40 msgr2=0x7fe2c80b9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b0004d40 0x7fe2c80b9320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 -- 172.21.15.94:0/2823973982 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2c81e7d60 con 0x7fe2c80b8430 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c77fe640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2c80b8430 0x7fe2c8155660 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc0072f0 tx=0x7fe2bc0076f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c4ff9640 1 -- 172.21.15.94:0/2823973982 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2bc00f8e0 con 0x7fe2c80b8430 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c4ff9640 1 -- 172.21.15.94:0/2823973982 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2bc018070 con 0x7fe2c80b8430 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2c81e8040 con 0x7fe2c80b8430 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2c4ff9640 1 -- 172.21.15.94:0/2823973982 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2bc00fce0 con 0x7fe2c80b8430 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.895+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2c81e8600 con 0x7fe2c80b8430 2024-09-10T08:33:59.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.896+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2c80d45e0 con 0x7fe2c80b8430 2024-09-10T08:33:59.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.897+0000 7fe2c4ff9640 1 -- 172.21.15.94:0/2823973982 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe2bc01d460 con 0x7fe2c80b8430 2024-09-10T08:33:59.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.898+0000 7fe2c4ff9640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe2b406be30 0x7fe2b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:33:59.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.898+0000 7fe2c7fff640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe2b406be30 0x7fe2b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:33:59.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.898+0000 7fe2c4ff9640 1 -- 172.21.15.94:0/2823973982 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fe2bc08af40 con 0x7fe2c80b8430 2024-09-10T08:33:59.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.898+0000 7fe2c7fff640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe2b406be30 0x7fe2b406e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009bc0 tx=0x7fe2b8009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:33:59.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:33:59.902+0000 7fe2c4ff9640 1 -- 172.21.15.94:0/2823973982 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe2bc0597f0 con 0x7fe2c80b8430 2024-09-10T08:34:00.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.079+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe2c80d2b90 con 0x7fe2c80b8430 2024-09-10T08:34:00.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.080+0000 7fe2c4ff9640 1 -- 172.21.15.94:0/2823973982 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7fe2bc0590f0 con 0x7fe2c80b8430 2024-09-10T08:34:00.080 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.081+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe2b406be30 msgr2=0x7fe2b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.081+0000 7fe2ce5c4640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe2b406be30 0x7fe2b406e2f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009bc0 tx=0x7fe2b8009190 comp rx=0 tx=0).stop 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.081+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2c80b8430 msgr2=0x7fe2c8155660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.081+0000 7fe2ce5c4640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2c80b8430 0x7fe2c8155660 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc0072f0 tx=0x7fe2bc0076f0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 shutdown_connections 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe2b406be30 0x7fe2b406e2f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe2c81e90e0 0x7fe2c80b7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe2c80b8430 0x7fe2c8155660 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 --2- 172.21.15.94:0/2823973982 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe2b0004d40 0x7fe2c80b9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 >> 172.21.15.94:0/2823973982 conn(0x7fe2c809d760 msgr2=0x7fe2c815fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:00.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 shutdown_connections 2024-09-10T08:34:00.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.082+0000 7fe2ce5c4640 1 -- 172.21.15.94:0/2823973982 wait complete. 2024-09-10T08:34:00.093 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:34:00.093 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:00.113 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:34:00.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.213+0000 7f7fe135f640 1 Processor -- start 2024-09-10T08:34:00.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.213+0000 7f7fe135f640 1 -- start start 2024-09-10T08:34:00.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fe135f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e2a0 0x7f7fdc06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:00.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fe135f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7fdc15e680 0x7f7fdc0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:00.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fe135f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f7fdc06d960 0x7f7fdc0d0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:00.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fe135f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f7fdc0d1880 con 0x7f7fdc15e680 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fe135f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f7fdc0d1b60 con 0x7f7fdc06d960 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fe135f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7fdc0cf2d0 con 0x7f7fdc15e2a0 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7fdc15e680 0x7f7fdc0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7fdc15e680 0x7f7fdc0cfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42064/0 (socket says 172.21.15.94:42064) 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 -- 172.21.15.94:0/3618046376 learned_addr learned my addr 172.21.15.94:0/3618046376 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 -- 172.21.15.94:0/3618046376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e2a0 msgr2=0x7f7fdc06d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 --2- 172.21.15.94:0/3618046376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e2a0 0x7f7fdc06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 -- 172.21.15.94:0/3618046376 >> v2:172.21.15.143:3300/0 conn(0x7f7fdc06d960 msgr2=0x7f7fdc0d0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 --2- 172.21.15.94:0/3618046376 >> v2:172.21.15.143:3300/0 conn(0x7f7fdc06d960 0x7f7fdc0d0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.214+0000 7f7fd3fff640 1 -- 172.21.15.94:0/3618046376 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fdc0cf5b0 con 0x7f7fdc15e680 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.215+0000 7f7fd3fff640 1 --2- 172.21.15.94:0/3618046376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc15e680 0x7f7fdc0cfad0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc06cd80 tx=0x7f7fc402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb72f3bee1f8f5dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:00.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.215+0000 7f7fda7fc640 1 -- 172.21.15.94:0/3618046376 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4037070 con 0x7f7fdc15e680 2024-09-10T08:34:00.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.215+0000 7f7fda7fc640 1 -- 172.21.15.94:0/3618046376 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fc4032440 con 0x7f7fdc15e680 2024-09-10T08:34:00.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.215+0000 7f7fda7fc640 1 -- 172.21.15.94:0/3618046376 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4032810 con 0x7f7fdc15e680 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 -- 172.21.15.94:0/3618046376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc15e680 msgr2=0x7f7fdc0cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 --2- 172.21.15.94:0/3618046376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc15e680 0x7f7fdc0cfad0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc06cd80 tx=0x7f7fc402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 -- 172.21.15.94:0/3618046376 shutdown_connections 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 --2- 172.21.15.94:0/3618046376 >> v2:172.21.15.143:3300/0 conn(0x7f7fdc06d960 0x7f7fdc0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 --2- 172.21.15.94:0/3618046376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc15e680 0x7f7fdc0cfad0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 --2- 172.21.15.94:0/3618046376 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e2a0 0x7f7fdc06d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 -- 172.21.15.94:0/3618046376 >> 172.21.15.94:0/3618046376 conn(0x7f7fdc09d760 msgr2=0x7f7fdc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 -- 172.21.15.94:0/3618046376 shutdown_connections 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.216+0000 7f7fe135f640 1 -- 172.21.15.94:0/3618046376 wait complete. 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.217+0000 7f7fe135f640 1 Processor -- start 2024-09-10T08:34:00.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.217+0000 7f7fe135f640 1 -- start start 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fe135f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc06d960 0x7f7fdc0c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fe135f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7fdc15e2a0 0x7f7fdc0cab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fe135f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e680 0x7f7fdc15c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fe135f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7fdc0d44f0 con 0x7f7fdc06d960 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fe135f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7fdc0d4370 con 0x7f7fdc15e2a0 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fe135f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7fdc0d4670 con 0x7f7fdc15e680 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc06d960 0x7f7fdc0c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc06d960 0x7f7fdc0c7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42070/0 (socket says 172.21.15.94:42070) 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 -- 172.21.15.94:0/1356417349 learned_addr learned my addr 172.21.15.94:0/1356417349 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 -- 172.21.15.94:0/1356417349 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e680 msgr2=0x7f7fdc15c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e680 0x7f7fdc15c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 -- 172.21.15.94:0/1356417349 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7fdc15e2a0 msgr2=0x7f7fdc0cab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:00.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7fdc15e2a0 0x7f7fdc0cab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 -- 172.21.15.94:0/1356417349 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fdc0c8710 con 0x7f7fdc06d960 2024-09-10T08:34:00.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fdaffd640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc06d960 0x7f7fdc0c7fa0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc00b4d0 tx=0x7f7fcc00b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:00.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.218+0000 7f7fd37fe640 1 -- 172.21.15.94:0/1356417349 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc014070 con 0x7f7fdc06d960 2024-09-10T08:34:00.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.219+0000 7f7fd37fe640 1 -- 172.21.15.94:0/1356417349 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fcc010870 con 0x7f7fdc06d960 2024-09-10T08:34:00.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.219+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fdc0c89f0 con 0x7f7fdc06d960 2024-09-10T08:34:00.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.219+0000 7f7fd37fe640 1 -- 172.21.15.94:0/1356417349 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc010c60 con 0x7f7fdc06d960 2024-09-10T08:34:00.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.219+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fdc0c8fb0 con 0x7f7fdc06d960 2024-09-10T08:34:00.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.219+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fdc0d4a40 con 0x7f7fdc06d960 2024-09-10T08:34:00.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.220+0000 7f7fd37fe640 1 -- 172.21.15.94:0/1356417349 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7fcc017070 con 0x7f7fdc06d960 2024-09-10T08:34:00.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.220+0000 7f7fd37fe640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fbc06be30 0x7f7fbc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:00.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.220+0000 7f7fd37fe640 1 -- 172.21.15.94:0/1356417349 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f7fcc08ae50 con 0x7f7fdc06d960 2024-09-10T08:34:00.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.220+0000 7f7fd3fff640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fbc06be30 0x7f7fbc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:00.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.221+0000 7f7fd3fff640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fbc06be30 0x7f7fbc06e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4034000 tx=0x7f7fc402c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:00.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.225+0000 7f7fd37fe640 1 -- 172.21.15.94:0/1356417349 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7fcc059670 con 0x7f7fdc06d960 2024-09-10T08:34:00.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.401+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7fdc06cf90 con 0x7f7fdc06d960 2024-09-10T08:34:00.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.402+0000 7f7fd37fe640 1 -- 172.21.15.94:0/1356417349 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7f7fcc058f70 con 0x7f7fdc06d960 2024-09-10T08:34:00.402 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.403+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fbc06be30 msgr2=0x7f7fbc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.403+0000 7f7fe135f640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fbc06be30 0x7f7fbc06e2f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4034000 tx=0x7f7fc402c000 comp rx=0 tx=0).stop 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.403+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc06d960 msgr2=0x7f7fdc0c7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.403+0000 7f7fe135f640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc06d960 0x7f7fdc0c7fa0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc00b4d0 tx=0x7f7fcc00b990 comp rx=0 tx=0).stop 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 shutdown_connections 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fbc06be30 0x7f7fbc06e2f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7fdc15e2a0 0x7f7fdc0cab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7fdc15e680 0x7f7fdc15c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 --2- 172.21.15.94:0/1356417349 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7fdc06d960 0x7f7fdc0c7fa0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:00.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 >> 172.21.15.94:0/1356417349 conn(0x7f7fdc09d760 msgr2=0x7f7fdc160070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:00.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 shutdown_connections 2024-09-10T08:34:00.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:00.404+0000 7f7fe135f640 1 -- 172.21.15.94:0/1356417349 wait complete. 2024-09-10T08:34:00.415 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:34:00.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:00.415 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:34:00.443 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[43911]: fuse finished with error 0 and tester_r 0 2024-09-10T08:34:00.445 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:34:06.548 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:34:06.548 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:06.548 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:34:06.568 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:06.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.677+0000 7fd4c9d2a640 1 Processor -- start 2024-09-10T08:34:06.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.677+0000 7fd4c9d2a640 1 -- start start 2024-09-10T08:34:06.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.678+0000 7fd4c9d2a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 0x7fd4c40b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.678+0000 7fd4c9d2a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4c40b5590 con 0x7fd4c4070930 2024-09-10T08:34:06.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.678+0000 7fd4c9d2a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4c4070ea0 con 0x7fd4c40add30 2024-09-10T08:34:06.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.678+0000 7fd4c9d2a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd4c406e8c0 con 0x7fd4c415e4f0 2024-09-10T08:34:06.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.678+0000 7fd4c3fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd4c4070930 0x7fd4c40b00f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39322/0 (socket says 172.21.15.94:39322) 2024-09-10T08:34:06.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.678+0000 7fd4c3fff640 1 -- 172.21.15.94:0/1549310700 learned_addr learned my addr 172.21.15.94:0/1549310700 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:06.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.678+0000 7fd4c2ffd640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 0x7fd4c40b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2767051101 0 0) 0x7fd4c40b5590 con 0x7fd4c4070930 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4ac003520 con 0x7fd4c4070930 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3472092863 0 0) 0x7fd4c4070ea0 con 0x7fd4c40add30 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd4c40b5590 con 0x7fd4c40add30 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1410259038 0 0) 0x7fd4ac003520 con 0x7fd4c4070930 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 msgr2=0x7fd4c40b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 0x7fd4c40b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 >> v1:172.21.15.143:6789/0 conn(0x7fd4c40add30 legacy=0x7fd4c40ae110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c406eba0 con 0x7fd4c4070930 2024-09-10T08:34:06.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fd4bc0019f0 con 0x7fd4c4070930 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 >> v1:172.21.15.94:6789/0 conn(0x7fd4c4070930 legacy=0x7fd4c40b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4ac003b70 0x7fd4ac003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4ac004800 0x7fd4ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 0x7fd4ac0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c406e8c0 con 0x7fd4ac003b70 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac00ba70 con 0x7fd4ac004800 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd4ac00bc40 con 0x7fd4c415e4f0 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4ac003b70 0x7fd4ac003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c2ffd640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4ac004800 0x7fd4ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c3fff640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 0x7fd4ac0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c37fe640 1 -- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 msgr2=0x7fd4ac0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:06.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4c415e4f0 0x7fd4ac0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c37fe640 1 -- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4ac004800 msgr2=0x7fd4ac004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4ac004800 0x7fd4ac004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.679+0000 7fd4c37fe640 1 -- 172.21.15.94:0/1549310700 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ac003520 con 0x7fd4ac003b70 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.680+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4ac003b70 0x7fd4ac003f70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd4b40018d0 tx=0x7fd4ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a242bfda0f7ab6a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.680+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b40014f0 con 0x7fd4ac003b70 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.680+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4b40052d0 con 0x7fd4ac003b70 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.680+0000 7fd4c27fc640 1 -- 172.21.15.94:0/1549310700 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b402ac30 con 0x7fd4ac003b70 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.681+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/1549310700 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4ac003b70 msgr2=0x7fd4ac003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.681+0000 7fd4c9d2a640 1 --2- 172.21.15.94:0/1549310700 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4ac003b70 0x7fd4ac003f70 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd4b40018d0 tx=0x7fd4ac005830 comp rx=0 tx=0).stop 2024-09-10T08:34:06.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.681+0000 7fd4c3fff640 1 -- 172.21.15.94:0/1549310700 reap_dead start 2024-09-10T08:34:06.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.681+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/1549310700 shutdown_connections 2024-09-10T08:34:06.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.681+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/1549310700 >> 172.21.15.94:0/1549310700 conn(0x7fd4c406bc10 msgr2=0x7fd4c406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:06.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.681+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/1549310700 shutdown_connections 2024-09-10T08:34:06.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.681+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/1549310700 wait complete. 2024-09-10T08:34:06.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.682+0000 7fd4c9d2a640 1 Processor -- start 2024-09-10T08:34:06.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.682+0000 7fd4c9d2a640 1 -- start start 2024-09-10T08:34:06.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c9d2a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4ac003b70 0x7fd4c4148550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c9d2a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4c415c4f0 0x7fd4c41597a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c9d2a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4c4159ce0 0x7fd4c41e9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c9d2a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c40b51d0 con 0x7fd4c415c4f0 2024-09-10T08:34:06.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c9d2a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c40b5050 con 0x7fd4c4159ce0 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c9d2a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd4c40b5350 con 0x7fd4ac003b70 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4c415c4f0 0x7fd4c41597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4c415c4f0 0x7fd4c41597a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42082/0 (socket says 172.21.15.94:42082) 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 -- 172.21.15.94:0/2005346803 learned_addr learned my addr 172.21.15.94:0/2005346803 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c3fff640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4c4159ce0 0x7fd4c41e9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4ac003b70 0x7fd4c4148550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 -- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4ac003b70 msgr2=0x7fd4c4148550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4ac003b70 0x7fd4c4148550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 -- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4c4159ce0 msgr2=0x7fd4c41e9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4c4159ce0 0x7fd4c41e9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 -- 172.21.15.94:0/2005346803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c415da90 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4ac003b70 0x7fd4c4148550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.683+0000 7fd4c2ffd640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4c415c4f0 0x7fd4c41597a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd4b8011600 tx=0x7fd4b8011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.684+0000 7fd4abfff640 1 -- 172.21.15.94:0/2005346803 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b800f920 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.684+0000 7fd4abfff640 1 -- 172.21.15.94:0/2005346803 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4b800fac0 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.684+0000 7fd4abfff640 1 -- 172.21.15.94:0/2005346803 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b800fe70 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.684+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4c415c9f0 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.684+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4c415cfb0 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.685+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4c40b00f0 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.685+0000 7fd4abfff640 1 -- 172.21.15.94:0/2005346803 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd4b8015460 con 0x7fd4c415c4f0 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.686+0000 7fd4abfff640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd4b006be60 0x7fd4b006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:06.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.686+0000 7fd4abfff640 1 -- 172.21.15.94:0/2005346803 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fd4b808b940 con 0x7fd4c415c4f0 2024-09-10T08:34:06.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.686+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd4b006be60 0x7fd4b006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:06.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.686+0000 7fd4c37fe640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd4b006be60 0x7fd4b006e320 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd4b4032000 tx=0x7fd4b4009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:06.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.690+0000 7fd4abfff640 1 -- 172.21.15.94:0/2005346803 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd4b8019030 con 0x7fd4c415c4f0 2024-09-10T08:34:06.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.892+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4c40adb10 con 0x7fd4c415c4f0 2024-09-10T08:34:06.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.892+0000 7fd4abfff640 1 -- 172.21.15.94:0/2005346803 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7fd4b805a160 con 0x7fd4c415c4f0 2024-09-10T08:34:06.893 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:06.893 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:33:46.188304+0000","modified":"2024-09-10T08:33:48.113682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4923},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4923":{"gid":4923,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":5,"addr":"172.21.15.94:6837/3105585591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3105585591},{"type":"v1","addr":"172.21.15.94:6837","nonce":3105585591}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4923,"qdb_cluster":[4923]},"id":2}]} 2024-09-10T08:34:06.893 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 17 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd4b006be60 msgr2=0x7fd4b006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd4b006be60 0x7fd4b006e320 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd4b4032000 tx=0x7fd4b4009030 comp rx=0 tx=0).stop 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4c415c4f0 msgr2=0x7fd4c41597a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4c415c4f0 0x7fd4c41597a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd4b8011600 tx=0x7fd4b8011ac0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 shutdown_connections 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd4b006be60 0x7fd4b006e320 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4c4159ce0 0x7fd4c41e9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd4c415c4f0 0x7fd4c41597a0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 --2- 172.21.15.94:0/2005346803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4ac003b70 0x7fd4c4148550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 >> 172.21.15.94:0/2005346803 conn(0x7fd4c406bc10 msgr2=0x7fd4c40ae110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 shutdown_connections 2024-09-10T08:34:06.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:06.894+0000 7fd4c9d2a640 1 -- 172.21.15.94:0/2005346803 wait complete. 2024-09-10T08:34:06.906 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-10T08:34:07.020 INFO:teuthology.orchestra.run.smithi094.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":37,"msgr_send_messages":35,"msgr_recv_bytes":10383,"msgr_send_bytes":21376,"msgr_created_connections":8,"msgr_active_connections":2,"msgr_running_total_time":0.008082572,"msgr_running_send_time":0.000611843,"msgr_running_recv_time":0.005141763,"msgr_running_fast_dispatch_time":0.000635091,"msgr_send_messages_queue_lat":{"avgcount":34,"sum":0.083509667,"avgtime":0.002456166},"msgr_handle_ack_lat":{"avgcount":11,"sum":0.000008127,"avgtime":0.000000738},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11,"msgr_send_messages":20,"msgr_recv_bytes":2872,"msgr_send_bytes":102366,"msgr_created_connections":6,"msgr_active_connections":4,"msgr_running_total_time":0.005303442,"msgr_running_send_time":0.000653671,"msgr_running_recv_time":0.003569029,"msgr_running_fast_dispatch_time":0.000196222,"msgr_send_messages_queue_lat":{"avgcount":18,"sum":0.044234352,"avgtime":0.002457464},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":97712},"AsyncMessenger::Worker-2":{"msgr_recv_messages":78,"msgr_send_messages":73,"msgr_recv_bytes":118240,"msgr_send_bytes":45140,"msgr_created_connections":7,"msgr_active_connections":3,"msgr_running_total_time":0.007514088,"msgr_running_send_time":0.001976243,"msgr_running_recv_time":0.026993725,"msgr_running_fast_dispatch_time":0.000234100,"msgr_send_messages_queue_lat":{"avgcount":72,"sum":0.116231030,"avgtime":0.001614319},"msgr_handle_ack_lat":{"avgcount":16,"sum":0.000012828,"avgtime":0.000000801},"msgr_recv_encrypted_bytes":113520,"msgr_send_encrypted_bytes":14272},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":52,"sum":0.003400502,"avgtime":0.000065394}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000009886,"avgtime":0.000004943}},"mds":{"request":3,"reply":3,"reply_latency":{"avgcount":3,"sum":0.000579651,"avgtime":0.000193217},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":0,"caps":0,"subtrees":2,"traverse":5,"traverse_hit":5,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":7,"evex":0,"evtrm":0,"ev":7,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197227,"rdpos":0,"jlat":{"avgcount":6,"sum":0.013778781,"avgtime":0.002296463},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":41684,"heap":231788},"mds_server":{"dispatch_client_request":3,"dispatch_server_request":0,"handle_client_request":3,"handle_client_session":8,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":2,"sum":0.000321941,"avgtime":0.000160970},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000257710,"avgtime":0.000257710},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":2,"average_load":1,"avg_session_uptime":1,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221475,"buffer_anon_items":64,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5424,"osdmap_items":76,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52352,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":44,"op_send_bytes":14043,"op_resend":37,"op_reply":44,"op_latency":{"avgcount":44,"sum":0.679988235,"avgtime":0.015454278},"op_inflight":0,"oplen_avg":{"avgcount":44,"sum":68},"op":44,"op_r":0,"op_w":44,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":6,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":41,"map_full":0,"map_inc":1,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":122,"get_sum":116081,"get_or_fail_fail":0,"get_or_fail_success":122,"take":0,"take_sum":0,"put":122,"put_sum":116081,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":14043,"put":44,"put_sum":14043,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":44,"take_sum":44,"put":44,"put_sum":44,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x556e07ee0500":{"val":0,"max":3758096384,"get_started":0,"get":7,"get_sum":2923,"get_or_fail_fail":0,"get_or_fail_success":7,"take":0,"take_sum":0,"put":6,"put_sum":2923,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-10T08:34:07.022 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 11, "avgtime": 7.38e-07, "sum": 8.127e-06 }, "msgr_recv_bytes": 10383, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 37, "msgr_running_fast_dispatch_time": 0.000635091, "msgr_running_recv_time": 0.005141763, "msgr_running_send_time": 0.000611843, "msgr_running_total_time": 0.008082572, "msgr_send_bytes": 21376, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 35, "msgr_send_messages_queue_lat": { "avgcount": 34, "avgtime": 0.002456166, "sum": 0.083509667 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 4, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 2872, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11, "msgr_running_fast_dispatch_time": 0.000196222, "msgr_running_recv_time": 0.003569029, "msgr_running_send_time": 0.000653671, "msgr_running_total_time": 0.005303442, "msgr_send_bytes": 102366, "msgr_send_encrypted_bytes": 97712, "msgr_send_messages": 20, "msgr_send_messages_queue_lat": { "avgcount": 18, "avgtime": 0.002457464, "sum": 0.044234352 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 16, "avgtime": 8.01e-07, "sum": 1.2828e-05 }, "msgr_recv_bytes": 118240, "msgr_recv_encrypted_bytes": 113520, "msgr_recv_messages": 78, "msgr_running_fast_dispatch_time": 0.0002341, "msgr_running_recv_time": 0.026993725, "msgr_running_send_time": 0.001976243, "msgr_running_total_time": 0.007514088, "msgr_send_bytes": 45140, "msgr_send_encrypted_bytes": 14272, "msgr_send_messages": 73, "msgr_send_messages_queue_lat": { "avgcount": 72, "avgtime": 0.001614319, "sum": 0.11623103 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 52, "avgtime": 6.5394e-05, "sum": 0.003400502 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 4.943e-06, "sum": 9.886e-06 }, "queue_len": 0 }, "mds": { "caps": 0, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 0, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 3, "reply_latency": { "avgcount": 3, "avgtime": 0.000193217, "sum": 0.000579651 }, "request": 3, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 7, "evadd": 7, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 6, "avgtime": 0.002296463, "sum": 0.013778781 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197227 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 41684 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 3, "dispatch_server_request": 0, "handle_client_request": 3, "handle_client_session": 8, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 2, "avgtime": 0.00016097, "sum": 0.000321941 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.00025771, "sum": 0.00025771 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 1, "avg_session_uptime": 1, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 2 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221475, "buffer_anon_items": 64, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52352, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5424, "osdmap_items": 76, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 41, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 44, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 44, "avgtime": 0.015454278, "sum": 0.679988235 }, "op_pg": 0, "op_r": 0, "op_reply": 44, "op_resend": 37, "op_rmw": 0, "op_send": 44, "op_send_bytes": 14043, "op_w": 44, "oplen_avg": { "avgcount": 44, "sum": 68 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 6, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 122, "get_or_fail_fail": 0, "get_or_fail_success": 122, "get_started": 0, "get_sum": 116081, "max": 104857600, "put": 122, "put_sum": 116081, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 44, "put_sum": 14043, "take": 44, "take_sum": 14043, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 44, "put_sum": 44, "take": 44, "take_sum": 44, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x556e07ee0500": { "get": 7, "get_or_fail_fail": 0, "get_or_fail_success": 7, "get_started": 0, "get_sum": 2923, "max": 3758096384, "put": 6, "put_sum": 2923, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-10T08:34:07.022 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:34:07.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.120+0000 7f1ef5a1e640 1 Processor -- start 2024-09-10T08:34:07.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.120+0000 7f1ef5a1e640 1 -- start start 2024-09-10T08:34:07.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ef5a1e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1ef015f0d0 0x7f1ef015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:07.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ef5a1e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1ef00d0070 0x7f1ef00d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:07.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ef5a1e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ef00cf2b0 con 0x7f1ef00d1940 2024-09-10T08:34:07.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ef5a1e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f1ef00cf590 con 0x7f1ef00d0070 2024-09-10T08:34:07.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ef5a1e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1ef00cf870 con 0x7f1ef015f0d0 2024-09-10T08:34:07.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ee7fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1ef00d0070 0x7f1ef00d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ee7fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1ef00d0070 0x7f1ef00d1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42086/0 (socket says 172.21.15.94:42086) 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ee7fff640 1 -- 172.21.15.94:0/1037576866 learned_addr learned my addr 172.21.15.94:0/1037576866 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1eef7fe640 1 --1- 172.21.15.94:0/1037576866 >> v1:172.21.15.94:6789/0 conn(0x7f1ef00d1940 0x7f1ef00d4130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39336/0 (socket says 172.21.15.94:39336) 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1eeeffd640 1 --2- 172.21.15.94:0/1037576866 >> v2:172.21.15.143:3300/0 conn(0x7f1ef015f0d0 0x7f1ef015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ee7fff640 1 -- 172.21.15.94:0/1037576866 >> v2:172.21.15.143:3300/0 conn(0x7f1ef015f0d0 msgr2=0x7f1ef015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ee7fff640 1 --2- 172.21.15.94:0/1037576866 >> v2:172.21.15.143:3300/0 conn(0x7f1ef015f0d0 0x7f1ef015f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ee7fff640 1 -- 172.21.15.94:0/1037576866 >> v1:172.21.15.94:6789/0 conn(0x7f1ef00d1940 legacy=0x7f1ef00d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1eee7fc640 1 -- 172.21.15.94:0/1037576866 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3432163327 0 0) 0x7f1ef00cf2b0 con 0x7f1ef00d1940 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1ee7fff640 1 -- 172.21.15.94:0/1037576866 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef00cfb50 con 0x7f1ef00d0070 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.121+0000 7f1eeeffd640 1 --2- 172.21.15.94:0/1037576866 >> v2:172.21.15.143:3300/0 conn(0x7f1ef015f0d0 0x7f1ef015f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.122+0000 7f1ee7fff640 1 --2- 172.21.15.94:0/1037576866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef00d0070 0x7f1ef00d1400 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1ef00b6f40 tx=0x7f1ed802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5af97c7df6fff5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.122+0000 7f1eee7fc640 1 -- 172.21.15.94:0/1037576866 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed8037070 con 0x7f1ef00d0070 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.122+0000 7f1eee7fc640 1 -- 172.21.15.94:0/1037576866 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ed8032440 con 0x7f1ef00d0070 2024-09-10T08:34:07.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.122+0000 7f1eee7fc640 1 -- 172.21.15.94:0/1037576866 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed8032810 con 0x7f1ef00d0070 2024-09-10T08:34:07.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.122+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/1037576866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef00d0070 msgr2=0x7f1ef00d1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.122+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/1037576866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef00d0070 0x7f1ef00d1400 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1ef00b6f40 tx=0x7f1ed802a1e0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.123+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/1037576866 shutdown_connections 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.123+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/1037576866 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef00d0070 0x7f1ef00d1400 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.123+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/1037576866 >> v2:172.21.15.143:3300/0 conn(0x7f1ef015f0d0 0x7f1ef015f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.123+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/1037576866 >> 172.21.15.94:0/1037576866 conn(0x7f1ef009d760 msgr2=0x7f1ef008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.123+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/1037576866 shutdown_connections 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.123+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/1037576866 wait complete. 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.124+0000 7f1ef5a1e640 1 Processor -- start 2024-09-10T08:34:07.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.124+0000 7f1ef5a1e640 1 -- start start 2024-09-10T08:34:07.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.124+0000 7f1ef5a1e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef00d0070 0x7f1ef00cc750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:07.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.124+0000 7f1ef5a1e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef00d1940 0x7f1ef01f3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:07.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.124+0000 7f1ef5a1e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef015f0d0 0x7f1ef015b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:07.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1ef5a1e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef00d49c0 con 0x7f1ef015f0d0 2024-09-10T08:34:07.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1ef5a1e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef00d4840 con 0x7f1ef00d1940 2024-09-10T08:34:07.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1ef5a1e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1ef00d4b40 con 0x7f1ef00d0070 2024-09-10T08:34:07.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef015f0d0 0x7f1ef015b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:07.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef015f0d0 0x7f1ef015b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42088/0 (socket says 172.21.15.94:42088) 2024-09-10T08:34:07.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 -- 172.21.15.94:0/2916317605 learned_addr learned my addr 172.21.15.94:0/2916317605 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:07.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1ee7fff640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef00d1940 0x7f1ef01f3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 -- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef00d0070 msgr2=0x7f1ef00cc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eeeffd640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef00d0070 0x7f1ef00cc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef00d0070 0x7f1ef00cc750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 -- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef00d1940 msgr2=0x7f1ef01f3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef00d1940 0x7f1ef01f3d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 -- 172.21.15.94:0/2916317605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef00b8430 con 0x7f1ef015f0d0 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eef7fe640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef015f0d0 0x7f1ef015b750 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1ee800c770 tx=0x7f1ee800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:07.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eecff9640 1 -- 172.21.15.94:0/2916317605 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8017070 con 0x7f1ef015f0d0 2024-09-10T08:34:07.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eecff9640 1 -- 172.21.15.94:0/2916317605 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ee800a640 con 0x7f1ef015f0d0 2024-09-10T08:34:07.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1eecff9640 1 -- 172.21.15.94:0/2916317605 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee800aa30 con 0x7f1ef015f0d0 2024-09-10T08:34:07.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef01f4670 con 0x7f1ef015f0d0 2024-09-10T08:34:07.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.125+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef01f4c30 con 0x7f1ef015f0d0 2024-09-10T08:34:07.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.126+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef00d1400 con 0x7f1ef015f0d0 2024-09-10T08:34:07.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.127+0000 7f1eecff9640 1 -- 172.21.15.94:0/2916317605 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1ee801a070 con 0x7f1ef015f0d0 2024-09-10T08:34:07.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.127+0000 7f1eecff9640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ed006be30 0x7f1ed006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:07.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.127+0000 7f1eecff9640 1 -- 172.21.15.94:0/2916317605 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f1ee808a690 con 0x7f1ef015f0d0 2024-09-10T08:34:07.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.127+0000 7f1eeeffd640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ed006be30 0x7f1ed006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:07.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.127+0000 7f1eeeffd640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ed006be30 0x7f1ed006e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1ef00caeb0 tx=0x7f1ee0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:07.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.131+0000 7f1eecff9640 1 -- 172.21.15.94:0/2916317605 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1ee8058eb0 con 0x7f1ef015f0d0 2024-09-10T08:34:07.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.328+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1ef006cf30 con 0x7f1ef015f0d0 2024-09-10T08:34:07.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.329+0000 7f1eecff9640 1 -- 172.21.15.94:0/2916317605 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7f1ee80587b0 con 0x7f1ef015f0d0 2024-09-10T08:34:07.329 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:34:07.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ed006be30 msgr2=0x7f1ed006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:07.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ed006be30 0x7f1ed006e2f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1ef00caeb0 tx=0x7f1ee0008040 comp rx=0 tx=0).stop 2024-09-10T08:34:07.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef015f0d0 msgr2=0x7f1ef015b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:07.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef015f0d0 0x7f1ef015b750 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1ee800c770 tx=0x7f1ee800cc30 comp rx=0 tx=0).stop 2024-09-10T08:34:07.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 shutdown_connections 2024-09-10T08:34:07.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ed006be30 0x7f1ed006e2f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ef00d1940 0x7f1ef01f3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ef015f0d0 0x7f1ef015b750 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 --2- 172.21.15.94:0/2916317605 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1ef00d0070 0x7f1ef00cc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:07.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 >> 172.21.15.94:0/2916317605 conn(0x7f1ef009d760 msgr2=0x7f1ef015c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:07.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 shutdown_connections 2024-09-10T08:34:07.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07.331+0000 7f1ef5a1e640 1 -- 172.21.15.94:0/2916317605 wait complete. 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:34:07.342 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:34:07.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:07.343 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:34:07.358 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:34:07.358 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:34:07.358 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:34:07.359 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42709sec preferred_lft 42709sec 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:34:07.360 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:07.361 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:34:07.361 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:07.361 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:34:07.361 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:07.361 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:34:07.361 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:07.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:07.361 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:34:07.422 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:34:07.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:07.424 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:34:07.480 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:34:07.481 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:34:07.481 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:34:07.481 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:34:07.481 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:34:07.481 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:34:07.481 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:34:07.481 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:34:07.481 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:34:07.481 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:34:07.482 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:34:07.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:34:07.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:07.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:07.606 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:34:07.621 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:34:07.622 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:34:07.622 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:34:07.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:07.622 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:34:07.687 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:34:07.687 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:34:07.687 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:07.743 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:34:07.743 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:34:07.743 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:07.798 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:34:07.863 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:34:07.919 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:34:07.920 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:07.921 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:07.922 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:07.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:07.922 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:34:07.974 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:34:07.975 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:34:08.017 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:34:08.041 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:34:08.098 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:34:08.098 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:34:08.098 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:34:08.098 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:34:08.098 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:34:08.098 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:34:08.098 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:34:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:08.100 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:08.101 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:08.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:08.101 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:34:08.102 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:34:08.099+0000 7f6ceaa1f480 -1 init, newargv = 0x561ca8d16c00 newargc=15 2024-09-10T08:34:08.102 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[49342]: starting ceph client 2024-09-10T08:34:08.104 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[49342]: starting fuse 2024-09-10T08:34:08.116 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:34:08.116 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:34:08.116 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:34:08.117 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:34:08.118 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:34:08.233 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.49342.asok 2024-09-10T08:34:08.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:08.244 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.49342.asok 2024-09-10T08:34:08.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:08.244 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.49342.asok status 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "49342", 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:34:08.377 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5211, 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 5211 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 839291094 2024-09-10T08:34:08.378 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 839291094 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.5211 192.168.0.1:0/839291094", 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/839291094", 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 17, 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 41, 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:34:08.379 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:34:08.380 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:34:08.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:08.385 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:34:08.385 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:08.401 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:34:08.401 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:08.402 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:08.402 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:08.467 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-10T08:34:08.620 INFO:teuthology.orchestra.run.smithi094.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":39,"msgr_send_messages":37,"msgr_recv_bytes":10875,"msgr_send_bytes":22545,"msgr_created_connections":8,"msgr_active_connections":2,"msgr_running_total_time":0.008224265,"msgr_running_send_time":0.000643053,"msgr_running_recv_time":0.005169074,"msgr_running_fast_dispatch_time":0.000675824,"msgr_send_messages_queue_lat":{"avgcount":36,"sum":0.083535400,"avgtime":0.002320427},"msgr_handle_ack_lat":{"avgcount":11,"sum":0.000008127,"avgtime":0.000000738},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11,"msgr_send_messages":20,"msgr_recv_bytes":2872,"msgr_send_bytes":102366,"msgr_created_connections":6,"msgr_active_connections":4,"msgr_running_total_time":0.005303442,"msgr_running_send_time":0.000653671,"msgr_running_recv_time":0.003569029,"msgr_running_fast_dispatch_time":0.000196222,"msgr_send_messages_queue_lat":{"avgcount":18,"sum":0.044234352,"avgtime":0.002457464},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":97712},"AsyncMessenger::Worker-2":{"msgr_recv_messages":81,"msgr_send_messages":76,"msgr_recv_bytes":119070,"msgr_send_bytes":45982,"msgr_created_connections":8,"msgr_active_connections":4,"msgr_running_total_time":0.007887376,"msgr_running_send_time":0.002056384,"msgr_running_recv_time":0.027303977,"msgr_running_fast_dispatch_time":0.000234100,"msgr_send_messages_queue_lat":{"avgcount":75,"sum":0.116265260,"avgtime":0.001550203},"msgr_handle_ack_lat":{"avgcount":22,"sum":0.000017885,"avgtime":0.000000812},"msgr_recv_encrypted_bytes":113520,"msgr_send_encrypted_bytes":14272},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":55,"sum":0.003456695,"avgtime":0.000062849}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000009886,"avgtime":0.000004943}},"mds":{"request":4,"reply":4,"reply_latency":{"avgcount":4,"sum":0.000719976,"avgtime":0.000179994},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":1,"caps":1,"subtrees":2,"traverse":7,"traverse_hit":7,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":8,"evex":0,"evtrm":0,"ev":8,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197670,"rdpos":0,"jlat":{"avgcount":7,"sum":0.015382949,"avgtime":0.002197564},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":1,"cap+":3,"cap-":2,"rss":41812,"heap":231788},"mds_server":{"dispatch_client_request":4,"dispatch_server_request":0,"handle_client_request":4,"handle_client_session":10,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":3,"sum":0.000462266,"avgtime":0.000154088},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000257710,"avgtime":0.000257710},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":3,"session_remove":2,"sessions_open":1,"sessions_stale":0,"total_load":3,"average_load":3,"avg_session_uptime":1,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":229491,"buffer_anon_items":66,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5424,"osdmap_items":76,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52352,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":46,"op_send_bytes":14576,"op_resend":37,"op_reply":46,"op_latency":{"avgcount":46,"sum":0.682988183,"avgtime":0.014847569},"op_inflight":0,"oplen_avg":{"avgcount":46,"sum":70},"op":46,"op_r":0,"op_w":46,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":7,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":41,"map_full":0,"map_inc":1,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":127,"get_sum":116953,"get_or_fail_fail":0,"get_or_fail_success":127,"take":0,"take_sum":0,"put":127,"put_sum":116953,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":46,"take_sum":14576,"put":46,"put_sum":14576,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":46,"take_sum":46,"put":46,"put_sum":46,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x556e07ee0500":{"val":0,"max":3758096384,"get_started":0,"get":8,"get_sum":3366,"get_or_fail_fail":0,"get_or_fail_success":8,"take":0,"take_sum":0,"put":7,"put_sum":3366,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-10T08:34:08.625 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 11, "avgtime": 7.38e-07, "sum": 8.127e-06 }, "msgr_recv_bytes": 10875, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 39, "msgr_running_fast_dispatch_time": 0.000675824, "msgr_running_recv_time": 0.005169074, "msgr_running_send_time": 0.000643053, "msgr_running_total_time": 0.008224265, "msgr_send_bytes": 22545, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 37, "msgr_send_messages_queue_lat": { "avgcount": 36, "avgtime": 0.002320427, "sum": 0.0835354 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 4, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 2872, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11, "msgr_running_fast_dispatch_time": 0.000196222, "msgr_running_recv_time": 0.003569029, "msgr_running_send_time": 0.000653671, "msgr_running_total_time": 0.005303442, "msgr_send_bytes": 102366, "msgr_send_encrypted_bytes": 97712, "msgr_send_messages": 20, "msgr_send_messages_queue_lat": { "avgcount": 18, "avgtime": 0.002457464, "sum": 0.044234352 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 22, "avgtime": 8.12e-07, "sum": 1.7885e-05 }, "msgr_recv_bytes": 119070, "msgr_recv_encrypted_bytes": 113520, "msgr_recv_messages": 81, "msgr_running_fast_dispatch_time": 0.0002341, "msgr_running_recv_time": 0.027303977, "msgr_running_send_time": 0.002056384, "msgr_running_total_time": 0.007887376, "msgr_send_bytes": 45982, "msgr_send_encrypted_bytes": 14272, "msgr_send_messages": 76, "msgr_send_messages_queue_lat": { "avgcount": 75, "avgtime": 0.001550203, "sum": 0.11626526 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 55, "avgtime": 6.2849e-05, "sum": 0.003456695 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 4.943e-06, "sum": 9.886e-06 }, "queue_len": 0 }, "mds": { "caps": 1, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 1, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 4, "reply_latency": { "avgcount": 4, "avgtime": 0.000179994, "sum": 0.000719976 }, "request": 4, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 7, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 7, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 8, "evadd": 8, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 7, "avgtime": 0.002197564, "sum": 0.015382949 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197670 }, "mds_mem": { "cap": 1, "cap+": 3, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 41812 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 4, "dispatch_server_request": 0, "handle_client_request": 4, "handle_client_session": 10, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 3, "avgtime": 0.000154088, "sum": 0.000462266 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.00025771, "sum": 0.00025771 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 3, "avg_session_uptime": 1, "mdthresh_evicted": 0, "session_add": 3, "session_count": 1, "session_remove": 2, "sessions_open": 1, "sessions_stale": 0, "total_load": 3 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 229491, "buffer_anon_items": 66, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52352, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5424, "osdmap_items": 76, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 41, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 46, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 46, "avgtime": 0.014847569, "sum": 0.682988183 }, "op_pg": 0, "op_r": 0, "op_reply": 46, "op_resend": 37, "op_rmw": 0, "op_send": 46, "op_send_bytes": 14576, "op_w": 46, "oplen_avg": { "avgcount": 46, "sum": 70 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 7, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 127, "get_or_fail_fail": 0, "get_or_fail_success": 127, "get_started": 0, "get_sum": 116953, "max": 104857600, "put": 127, "put_sum": 116953, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 46, "put_sum": 14576, "take": 46, "take_sum": 14576, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 46, "put_sum": 46, "take": 46, "take_sum": 46, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x556e07ee0500": { "get": 8, "get_or_fail_fail": 0, "get_or_fail_success": 8, "get_started": 0, "get_sum": 3366, "max": 3758096384, "put": 7, "put_sum": 3366, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-10T08:34:08.625 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:34:08.625 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:08.642 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:34:08.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.781+0000 7f8223df1640 1 Processor -- start 2024-09-10T08:34:08.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.781+0000 7f8223df1640 1 -- start start 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f8223df1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 0x7f821c0cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f8223df1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f821c0d0370 0x7f821c141a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f8223df1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f821c141fa0 0x7f821c0cec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f8223df1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f821c0d07b0 con 0x7f821c0d0370 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f8223df1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f821c15c6f0 con 0x7f821c141fa0 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f8223df1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f821c15d710 con 0x7f821c141680 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f821c0d0370 0x7f821c141a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f821c0d0370 0x7f821c141a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42096/0 (socket says 172.21.15.94:42096) 2024-09-10T08:34:08.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 -- 172.21.15.94:0/3093346784 learned_addr learned my addr 172.21.15.94:0/3093346784 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:08.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 -- 172.21.15.94:0/3093346784 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 msgr2=0x7f821c0cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:08.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 --2- 172.21.15.94:0/3093346784 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 0x7f821c0cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822238e640 1 --2- 172.21.15.94:0/3093346784 >> v2:172.21.15.143:3300/0 conn(0x7f821c141fa0 0x7f821c0cec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:08.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 -- 172.21.15.94:0/3093346784 >> v2:172.21.15.143:3300/0 conn(0x7f821c141fa0 msgr2=0x7f821c0cec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:08.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 --2- 172.21.15.94:0/3093346784 >> v2:172.21.15.143:3300/0 conn(0x7f821c141fa0 0x7f821c0cec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.782+0000 7f822138c640 1 -- 172.21.15.94:0/3093346784 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f821c15c950 con 0x7f821c0d0370 2024-09-10T08:34:08.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.783+0000 7f822138c640 1 --2- 172.21.15.94:0/3093346784 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c0d0370 0x7f821c141a60 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f821c073ce0 tx=0x7f820c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b3b5a2e3e4e3a87 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.783+0000 7f8220b8b640 1 -- 172.21.15.94:0/3093346784 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820c037070 con 0x7f821c0d0370 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.783+0000 7f8220b8b640 1 -- 172.21.15.94:0/3093346784 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f820c032440 con 0x7f821c0d0370 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.783+0000 7f8220b8b640 1 -- 172.21.15.94:0/3093346784 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820c032810 con 0x7f821c0d0370 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 -- 172.21.15.94:0/3093346784 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c0d0370 msgr2=0x7f821c141a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 --2- 172.21.15.94:0/3093346784 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c0d0370 0x7f821c141a60 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f821c073ce0 tx=0x7f820c02a210 comp rx=0 tx=0).stop 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 -- 172.21.15.94:0/3093346784 shutdown_connections 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 --2- 172.21.15.94:0/3093346784 >> v2:172.21.15.143:3300/0 conn(0x7f821c141fa0 0x7f821c0cec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 --2- 172.21.15.94:0/3093346784 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c0d0370 0x7f821c141a60 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 --2- 172.21.15.94:0/3093346784 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 0x7f821c0cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 -- 172.21.15.94:0/3093346784 >> 172.21.15.94:0/3093346784 conn(0x7f821c0b3ed0 msgr2=0x7f821c0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 -- 172.21.15.94:0/3093346784 shutdown_connections 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.784+0000 7f8223df1640 1 -- 172.21.15.94:0/3093346784 wait complete. 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.785+0000 7f8223df1640 1 Processor -- start 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.785+0000 7f8223df1640 1 -- start start 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f8223df1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f821c0d0370 0x7f821c0cbfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f8223df1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 0x7f821c0ca6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f8223df1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c141fa0 0x7f821c13eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f8223df1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f821c15d1f0 con 0x7f821c141fa0 2024-09-10T08:34:08.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f8223df1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f821c15cf10 con 0x7f821c0d0370 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f8223df1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f821c142430 con 0x7f821c141680 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c141fa0 0x7f821c13eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c141fa0 0x7f821c13eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42100/0 (socket says 172.21.15.94:42100) 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 -- 172.21.15.94:0/1780772121 learned_addr learned my addr 172.21.15.94:0/1780772121 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f8221b8d640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f821c0d0370 0x7f821c0cbfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822138c640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 0x7f821c0ca6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 -- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 msgr2=0x7f821c0ca6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 0x7f821c0ca6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 -- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f821c0d0370 msgr2=0x7f821c0cbfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:08.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f821c0d0370 0x7f821c0cbfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 -- 172.21.15.94:0/1780772121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f821c0caf10 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f822238e640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c141fa0 0x7f821c13eb00 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f821800c550 tx=0x7f821800ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f82127fc640 1 -- 172.21.15.94:0/1780772121 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8218015070 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.786+0000 7f82127fc640 1 -- 172.21.15.94:0/1780772121 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8218004220 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.787+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f821c0cb1f0 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.787+0000 7f82127fc640 1 -- 172.21.15.94:0/1780772121 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8218003610 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.787+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f821c0cba90 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.787+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f821c0cb5e0 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.788+0000 7f82127fc640 1 -- 172.21.15.94:0/1780772121 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f82180037b0 con 0x7f821c141fa0 2024-09-10T08:34:08.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.788+0000 7f82127fc640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f820006be30 0x7f820006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:08.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.789+0000 7f82127fc640 1 -- 172.21.15.94:0/1780772121 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f821808ae60 con 0x7f821c141fa0 2024-09-10T08:34:08.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.789+0000 7f8221b8d640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f820006be30 0x7f820006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:08.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.789+0000 7f8221b8d640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f820006be30 0x7f820006e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8214007dc0 tx=0x7f82140072f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:08.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.793+0000 7f82127fc640 1 -- 172.21.15.94:0/1780772121 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f82180595f0 con 0x7f821c141fa0 2024-09-10T08:34:08.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.972+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f821c141a60 con 0x7f821c141fa0 2024-09-10T08:34:08.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.972+0000 7f82127fc640 1 -- 172.21.15.94:0/1780772121 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7f8218058ef0 con 0x7f821c141fa0 2024-09-10T08:34:08.973 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:34:08.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f820006be30 msgr2=0x7f820006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:08.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f820006be30 0x7f820006e2f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8214007dc0 tx=0x7f82140072f0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c141fa0 msgr2=0x7f821c13eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:08.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c141fa0 0x7f821c13eb00 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f821800c550 tx=0x7f821800ca10 comp rx=0 tx=0).stop 2024-09-10T08:34:08.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 shutdown_connections 2024-09-10T08:34:08.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f820006be30 0x7f820006e2f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f821c141fa0 0x7f821c13eb00 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f821c141680 0x7f821c0ca6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 --2- 172.21.15.94:0/1780772121 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f821c0d0370 0x7f821c0cbfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:08.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 >> 172.21.15.94:0/1780772121 conn(0x7f821c0b3ed0 msgr2=0x7f821c13f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:08.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 shutdown_connections 2024-09-10T08:34:08.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:08.974+0000 7f8223df1640 1 -- 172.21.15.94:0/1780772121 wait complete. 2024-09-10T08:34:08.986 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:34:08.986 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:09.002 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:34:09.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.141+0000 7fb4c2dd8640 1 Processor -- start 2024-09-10T08:34:09.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.141+0000 7fb4c2dd8640 1 -- start start 2024-09-10T08:34:09.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4c2dd8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 0x7fb4bc06d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4c2dd8640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4bc06d640 con 0x7fb4bc161eb0 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4c2dd8640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4bc162b70 con 0x7fb4bc1425e0 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4c2dd8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb4bc162e50 con 0x7fb4bc06cd20 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bbfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb4bc161eb0 0x7fb4bc1622f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:39346/0 (socket says 172.21.15.94:39346) 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bbfff640 1 -- 172.21.15.94:0/2422434453 learned_addr learned my addr 172.21.15.94:0/2422434453 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 481133265 0 0) 0x7fb4bc06d640 con 0x7fb4bc161eb0 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4ac003520 con 0x7fb4bc161eb0 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4c0b74640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 0x7fb4bc06d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3159623319 0 0) 0x7fb4ac003520 con 0x7fb4bc161eb0 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 msgr2=0x7fb4bc06d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:09.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 0x7fb4bc06d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 >> v1:172.21.15.143:6789/0 conn(0x7fb4bc1425e0 legacy=0x7fb4bc142a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4bc141b00 con 0x7fb4bc161eb0 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fb4a8001670 con 0x7fb4bc161eb0 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4c0b74640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 0x7fb4bc06d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 >> v1:172.21.15.94:6789/0 conn(0x7fb4bc161eb0 legacy=0x7fb4bc1622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac0039e0 0x7fb4ac003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4ac004800 0x7fb4ac004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 0x7fb4ac00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc162e50 con 0x7fb4ac004800 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ac0054e0 con 0x7fb4ac0039e0 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.142+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb4ac00bf00 con 0x7fb4bc06cd20 2024-09-10T08:34:09.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4bbfff640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4ac004800 0x7fb4ac004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4c0b74640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac0039e0 0x7fb4ac003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4c1375640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 0x7fb4ac00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4bbfff640 1 -- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 msgr2=0x7fb4ac00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4bbfff640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc06cd20 0x7fb4ac00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4bbfff640 1 -- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac0039e0 msgr2=0x7fb4ac003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4bbfff640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac0039e0 0x7fb4ac003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4bbfff640 1 -- 172.21.15.94:0/2422434453 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4ac003520 con 0x7fb4ac004800 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.143+0000 7fb4bbfff640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4ac004800 0x7fb4ac004c80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800c210 tx=0x7fb4ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76f2e1152b64d2f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8007ce0 con 0x7fb4ac004800 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4a8005af0 con 0x7fb4ac004800 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4bb7fe640 1 -- 172.21.15.94:0/2422434453 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8007070 con 0x7fb4ac004800 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/2422434453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4ac004800 msgr2=0x7fb4ac004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:09.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4c2dd8640 1 --2- 172.21.15.94:0/2422434453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4ac004800 0x7fb4ac004c80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800c210 tx=0x7fb4ac005830 comp rx=0 tx=0).stop 2024-09-10T08:34:09.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4c1375640 1 -- 172.21.15.94:0/2422434453 reap_dead start 2024-09-10T08:34:09.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/2422434453 shutdown_connections 2024-09-10T08:34:09.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/2422434453 >> 172.21.15.94:0/2422434453 conn(0x7fb4bc0b3ed0 msgr2=0x7fb4bc0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:09.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/2422434453 shutdown_connections 2024-09-10T08:34:09.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.144+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/2422434453 wait complete. 2024-09-10T08:34:09.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.145+0000 7fb4c2dd8640 1 Processor -- start 2024-09-10T08:34:09.149 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.145+0000 7fb4c2dd8640 1 -- start start 2024-09-10T08:34:09.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c2dd8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac004800 0x7fb4bc145480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c2dd8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc1e91e0 0x7fb4bc0cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c2dd8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4bc0c8460 0x7fb4bc0c88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c2dd8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc141600 con 0x7fb4bc0c8460 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c2dd8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb4bc142150 con 0x7fb4ac004800 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c2dd8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb4bc06d100 con 0x7fb4bc1e91e0 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c1375640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4bc0c8460 0x7fb4bc0c88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c1375640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4bc0c8460 0x7fb4bc0c88e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:42130/0 (socket says 172.21.15.94:42130) 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.146+0000 7fb4c1375640 1 -- 172.21.15.94:0/1764763713 learned_addr learned my addr 172.21.15.94:0/1764763713 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c0b74640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac004800 0x7fb4bc145480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4bbfff640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc1e91e0 0x7fb4bc0cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c1375640 1 -- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc1e91e0 msgr2=0x7fb4bc0cbde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c1375640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc1e91e0 0x7fb4bc0cbde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c1375640 1 -- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac004800 msgr2=0x7fb4bc145480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c1375640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac004800 0x7fb4bc145480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c1375640 1 -- 172.21.15.94:0/1764763713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4bc0cc320 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c1375640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4bc0c8460 0x7fb4bc0c88e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc148020 tx=0x7fb4b400fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4b97fa640 1 -- 172.21.15.94:0/1764763713 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b401a070 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4b97fa640 1 -- 172.21.15.94:0/1764763713 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4b4006d60 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4bc1e9660 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4b97fa640 1 -- 172.21.15.94:0/1764763713 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b4003b90 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.147+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4bc1e9bf0 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.148+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4bc06d510 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.148+0000 7fb4b97fa640 1 -- 172.21.15.94:0/1764763713 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb4b4005070 con 0x7fb4bc0c8460 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.149+0000 7fb4b97fa640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4a006be60 0x7fb4a006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:09.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.149+0000 7fb4c0b74640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4a006be60 0x7fb4a006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:09.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.149+0000 7fb4b97fa640 1 -- 172.21.15.94:0/1764763713 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fb4b408a410 con 0x7fb4bc0c8460 2024-09-10T08:34:09.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.149+0000 7fb4c0b74640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4a006be60 0x7fb4a006e320 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc0b23b0 tx=0x7fb4b0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:09.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.153+0000 7fb4b97fa640 1 -- 172.21.15.94:0/1764763713 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb4b4058c30 con 0x7fb4bc0c8460 2024-09-10T08:34:09.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.327+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb4bc0690c0 con 0x7fb4bc0c8460 2024-09-10T08:34:09.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.328+0000 7fb4b97fa640 1 -- 172.21.15.94:0/1764763713 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v41) ==== 80+0+0 (secure 0 0 0) 0x7fb4b4058530 con 0x7fb4bc0c8460 2024-09-10T08:34:09.328 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:34:09.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4a006be60 msgr2=0x7fb4a006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:09.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4a006be60 0x7fb4a006e320 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc0b23b0 tx=0x7fb4b0008040 comp rx=0 tx=0).stop 2024-09-10T08:34:09.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4bc0c8460 msgr2=0x7fb4bc0c88e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:09.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4bc0c8460 0x7fb4bc0c88e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc148020 tx=0x7fb4b400fc90 comp rx=0 tx=0).stop 2024-09-10T08:34:09.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 shutdown_connections 2024-09-10T08:34:09.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4a006be60 0x7fb4a006e320 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4bc0c8460 0x7fb4bc0c88e0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4bc1e91e0 0x7fb4bc0cbde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 --2- 172.21.15.94:0/1764763713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4ac004800 0x7fb4bc145480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:09.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 >> 172.21.15.94:0/1764763713 conn(0x7fb4bc0b3ed0 msgr2=0x7fb4bc06dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:09.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 shutdown_connections 2024-09-10T08:34:09.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:09.330+0000 7fb4c2dd8640 1 -- 172.21.15.94:0/1764763713 wait complete. 2024-09-10T08:34:09.341 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:34:09.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:09.341 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:09.364 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[49342]: fuse finished with error 0 and tester_r 0 2024-09-10T08:34:09.366 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:34:15.468 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:34:15.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:15.468 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:34:15.488 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-10T08:34:15.654 INFO:teuthology.orchestra.run.smithi094.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":40,"msgr_send_messages":38,"msgr_recv_bytes":11121,"msgr_send_bytes":23004,"msgr_created_connections":8,"msgr_active_connections":2,"msgr_running_total_time":0.008315424,"msgr_running_send_time":0.000673286,"msgr_running_recv_time":0.005187119,"msgr_running_fast_dispatch_time":0.000699907,"msgr_send_messages_queue_lat":{"avgcount":37,"sum":0.083555259,"avgtime":0.002258250},"msgr_handle_ack_lat":{"avgcount":11,"sum":0.000008127,"avgtime":0.000000738},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11,"msgr_send_messages":22,"msgr_recv_bytes":2872,"msgr_send_bytes":105982,"msgr_created_connections":6,"msgr_active_connections":4,"msgr_running_total_time":0.005435914,"msgr_running_send_time":0.000761839,"msgr_running_recv_time":0.003569029,"msgr_running_fast_dispatch_time":0.000196222,"msgr_send_messages_queue_lat":{"avgcount":20,"sum":0.044346927,"avgtime":0.002217346},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":101328},"AsyncMessenger::Worker-2":{"msgr_recv_messages":86,"msgr_send_messages":80,"msgr_recv_bytes":120268,"msgr_send_bytes":47498,"msgr_created_connections":8,"msgr_active_connections":3,"msgr_running_total_time":0.008413539,"msgr_running_send_time":0.002301896,"msgr_running_recv_time":0.027553643,"msgr_running_fast_dispatch_time":0.000271041,"msgr_send_messages_queue_lat":{"avgcount":79,"sum":0.116411091,"avgtime":0.001473558},"msgr_handle_ack_lat":{"avgcount":26,"sum":0.000018414,"avgtime":0.000000708},"msgr_recv_encrypted_bytes":114064,"msgr_send_encrypted_bytes":15552},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":57,"sum":0.003507246,"avgtime":0.000061530}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000009886,"avgtime":0.000004943}},"mds":{"request":4,"reply":4,"reply_latency":{"avgcount":4,"sum":0.000719976,"avgtime":0.000179994},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":0,"caps":0,"subtrees":2,"traverse":7,"traverse_hit":7,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":9,"evex":0,"evtrm":0,"ev":9,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197811,"rdpos":0,"jlat":{"avgcount":8,"sum":0.017350290,"avgtime":0.002168786},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":0,"cap+":3,"cap-":3,"rss":42196,"heap":231788},"mds_server":{"dispatch_client_request":4,"dispatch_server_request":0,"handle_client_request":4,"handle_client_session":12,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":3,"sum":0.000462266,"avgtime":0.000154088},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000257710,"avgtime":0.000257710},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":3,"session_remove":3,"sessions_open":0,"sessions_stale":0,"total_load":3,"average_load":3,"avg_session_uptime":1,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":229803,"buffer_anon_items":69,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5424,"osdmap_items":76,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52352,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":47,"op_send_bytes":14717,"op_resend":37,"op_reply":47,"op_latency":{"avgcount":47,"sum":0.684988148,"avgtime":0.014574215},"op_inflight":0,"oplen_avg":{"avgcount":47,"sum":71},"op":47,"op_r":0,"op_w":47,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":8,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":41,"map_full":0,"map_inc":1,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":133,"get_sum":117753,"get_or_fail_fail":0,"get_or_fail_success":133,"take":0,"take_sum":0,"put":133,"put_sum":117753,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":47,"take_sum":14717,"put":47,"put_sum":14717,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":47,"take_sum":47,"put":47,"put_sum":47,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x556e07ee0500":{"val":0,"max":3758096384,"get_started":0,"get":9,"get_sum":3507,"get_or_fail_fail":0,"get_or_fail_success":9,"take":0,"take_sum":0,"put":8,"put_sum":3507,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-10T08:34:15.655 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 11, "avgtime": 7.38e-07, "sum": 8.127e-06 }, "msgr_recv_bytes": 11121, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 40, "msgr_running_fast_dispatch_time": 0.000699907, "msgr_running_recv_time": 0.005187119, "msgr_running_send_time": 0.000673286, "msgr_running_total_time": 0.008315424, "msgr_send_bytes": 23004, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 38, "msgr_send_messages_queue_lat": { "avgcount": 37, "avgtime": 0.00225825, "sum": 0.083555259 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 4, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 2872, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11, "msgr_running_fast_dispatch_time": 0.000196222, "msgr_running_recv_time": 0.003569029, "msgr_running_send_time": 0.000761839, "msgr_running_total_time": 0.005435914, "msgr_send_bytes": 105982, "msgr_send_encrypted_bytes": 101328, "msgr_send_messages": 22, "msgr_send_messages_queue_lat": { "avgcount": 20, "avgtime": 0.002217346, "sum": 0.044346927 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 8, "msgr_handle_ack_lat": { "avgcount": 26, "avgtime": 7.08e-07, "sum": 1.8414e-05 }, "msgr_recv_bytes": 120268, "msgr_recv_encrypted_bytes": 114064, "msgr_recv_messages": 86, "msgr_running_fast_dispatch_time": 0.000271041, "msgr_running_recv_time": 0.027553643, "msgr_running_send_time": 0.002301896, "msgr_running_total_time": 0.008413539, "msgr_send_bytes": 47498, "msgr_send_encrypted_bytes": 15552, "msgr_send_messages": 80, "msgr_send_messages_queue_lat": { "avgcount": 79, "avgtime": 0.001473558, "sum": 0.116411091 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 57, "avgtime": 6.153e-05, "sum": 0.003507246 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 4.943e-06, "sum": 9.886e-06 }, "queue_len": 0 }, "mds": { "caps": 0, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 0, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 4, "reply_latency": { "avgcount": 4, "avgtime": 0.000179994, "sum": 0.000719976 }, "request": 4, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 7, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 7, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 9, "evadd": 9, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 8, "avgtime": 0.002168786, "sum": 0.01735029 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197811 }, "mds_mem": { "cap": 0, "cap+": 3, "cap-": 3, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 42196 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 4, "dispatch_server_request": 0, "handle_client_request": 4, "handle_client_session": 12, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 3, "avgtime": 0.000154088, "sum": 0.000462266 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.00025771, "sum": 0.00025771 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 3, "avg_session_uptime": 1, "mdthresh_evicted": 0, "session_add": 3, "session_count": 0, "session_remove": 3, "sessions_open": 0, "sessions_stale": 0, "total_load": 3 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 229803, "buffer_anon_items": 69, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52352, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5424, "osdmap_items": 76, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 41, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 47, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 47, "avgtime": 0.014574215, "sum": 0.684988148 }, "op_pg": 0, "op_r": 0, "op_reply": 47, "op_resend": 37, "op_rmw": 0, "op_send": 47, "op_send_bytes": 14717, "op_w": 47, "oplen_avg": { "avgcount": 47, "sum": 71 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 8, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 133, "get_or_fail_fail": 0, "get_or_fail_success": 133, "get_started": 0, "get_sum": 117753, "max": 104857600, "put": 133, "put_sum": 117753, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 47, "put_sum": 14717, "take": 47, "take_sum": 14717, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 47, "put_sum": 47, "take": 47, "take_sum": 47, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x556e07ee0500": { "get": 9, "get_or_fail_fail": 0, "get_or_fail_success": 9, "get_started": 0, "get_sum": 3507, "max": 3758096384, "put": 8, "put_sum": 3507, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-10T08:34:15.655 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T08:34:15.656 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:34:15.656 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:34:15.698 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:34:15.745 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:34:15.745 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:34:15.745 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:34:15.745 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:15.761 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:34:15.761 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:34:15.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:15.761 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:34:15.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:34:15.817 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-10T08:34:15.817 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:34:15.817 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:34:15.817 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:15.836 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:34:15.836 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:34:15.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:15.836 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:34:15.840 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:34:15.859 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:34:15.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:34:15.894 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T08:34:15.894 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:34:15.894 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:34:15.894 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:15.916 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:34:15.916 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:34:15.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:15.916 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T08:34:15.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:34:15.971 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T08:34:15.972 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:34:15.972 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:34:15.972 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:15.990 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:34:15.991 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:34:15.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:15.991 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T08:34:16.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:34:16.086 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T08:34:16.087 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:16.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.184+0000 7fd24ad9f640 1 Processor -- start 2024-09-10T08:34:16.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.184+0000 7fd24ad9f640 1 -- start start 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24ad9f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd24415bdb0 0x7fd24413e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24ad9f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2440ce8b0 con 0x7fd2440cf8d0 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24ad9f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2440ceb30 con 0x7fd244073490 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24ad9f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd24413e1d0 con 0x7fd24415bdb0 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24a59e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd24415bdb0 0x7fd24413e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24959c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd2440cf8d0 0x7fd24415b6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:47956/0 (socket says 172.21.15.94:47956) 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24a59e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd24415bdb0 0x7fd24413e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41538/0 (socket says 172.21.15.94:41538) 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24959c640 1 -- 172.21.15.94:0/3933005459 learned_addr learned my addr 172.21.15.94:0/3933005459 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24a59e640 1 -- 172.21.15.94:0/3933005459 >> v1:172.21.15.143:6789/0 conn(0x7fd244073490 legacy=0x7fd244073870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24a59e640 1 -- 172.21.15.94:0/3933005459 >> v1:172.21.15.94:6789/0 conn(0x7fd2440cf8d0 legacy=0x7fd24415b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd248d9b640 1 -- 172.21.15.94:0/3933005459 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 307004652 0 0) 0x7fd238001110 con 0x7fd2440cf8d0 2024-09-10T08:34:16.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.185+0000 7fd24a59e640 1 -- 172.21.15.94:0/3933005459 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2440cedf0 con 0x7fd24415bdb0 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.186+0000 7fd24a59e640 1 --2- 172.21.15.94:0/3933005459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24415bdb0 0x7fd24413e480 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd23c0097a0 tx=0x7fd23c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=384802c21e3acf1b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.186+0000 7fd248d9b640 1 -- 172.21.15.94:0/3933005459 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23c037070 con 0x7fd24415bdb0 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.186+0000 7fd248d9b640 1 -- 172.21.15.94:0/3933005459 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd23c032440 con 0x7fd24415bdb0 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.186+0000 7fd248d9b640 1 -- 172.21.15.94:0/3933005459 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23c032810 con 0x7fd24415bdb0 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.187+0000 7fd24ad9f640 1 -- 172.21.15.94:0/3933005459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24415bdb0 msgr2=0x7fd24413e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.187+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/3933005459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24415bdb0 0x7fd24413e480 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd23c0097a0 tx=0x7fd23c02a230 comp rx=0 tx=0).stop 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.187+0000 7fd24ad9f640 1 -- 172.21.15.94:0/3933005459 shutdown_connections 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.187+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/3933005459 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24415bdb0 0x7fd24413e480 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.187+0000 7fd24ad9f640 1 -- 172.21.15.94:0/3933005459 >> 172.21.15.94:0/3933005459 conn(0x7fd2440b1be0 msgr2=0x7fd2440b1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.187+0000 7fd24ad9f640 1 -- 172.21.15.94:0/3933005459 shutdown_connections 2024-09-10T08:34:16.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.187+0000 7fd24ad9f640 1 -- 172.21.15.94:0/3933005459 wait complete. 2024-09-10T08:34:16.190 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.188+0000 7fd24ad9f640 1 Processor -- start 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.188+0000 7fd24ad9f640 1 -- start start 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24ad9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd244073490 0x7fd244158440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24ad9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2440cf8d0 0x7fd2441f55e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24ad9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24415bdb0 0x7fd2441f5b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24ad9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd24415f670 con 0x7fd2440cf8d0 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24ad9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd2440cf440 con 0x7fd24415bdb0 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24ad9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd24415f7f0 con 0x7fd244073490 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2440cf8d0 0x7fd2441f55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2440cf8d0 0x7fd2441f55e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41542/0 (socket says 172.21.15.94:41542) 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 -- 172.21.15.94:0/1970719313 learned_addr learned my addr 172.21.15.94:0/1970719313 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24a59e640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24415bdb0 0x7fd2441f5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd249d9d640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd244073490 0x7fd244158440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 -- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd244073490 msgr2=0x7fd244158440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd244073490 0x7fd244158440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 -- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24415bdb0 msgr2=0x7fd2441f5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24415bdb0 0x7fd2441f5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 -- 172.21.15.94:0/1970719313 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2440b3d80 con 0x7fd2440cf8d0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24a59e640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24415bdb0 0x7fd2441f5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd249d9d640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd244073490 0x7fd244158440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd24959c640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2440cf8d0 0x7fd2441f55e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd23800c7b0 tx=0x7fd23800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.189+0000 7fd2427fc640 1 -- 172.21.15.94:0/1970719313 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd238018070 con 0x7fd2440cf8d0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.190+0000 7fd2427fc640 1 -- 172.21.15.94:0/1970719313 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2380072d0 con 0x7fd2440cf8d0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.190+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2440b4060 con 0x7fd2440cf8d0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.190+0000 7fd2427fc640 1 -- 172.21.15.94:0/1970719313 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2380047e0 con 0x7fd2440cf8d0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.190+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd244155af0 con 0x7fd2440cf8d0 2024-09-10T08:34:16.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.190+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd244073870 con 0x7fd2440cf8d0 2024-09-10T08:34:16.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.191+0000 7fd2427fc640 1 -- 172.21.15.94:0/1970719313 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd23801b070 con 0x7fd2440cf8d0 2024-09-10T08:34:16.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.191+0000 7fd2427fc640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23006be30 0x7fd23006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.192+0000 7fd2427fc640 1 -- 172.21.15.94:0/1970719313 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fd23808a2b0 con 0x7fd2440cf8d0 2024-09-10T08:34:16.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.192+0000 7fd249d9d640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23006be30 0x7fd23006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.192+0000 7fd249d9d640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23006be30 0x7fd23006e2f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fd2340012e0 tx=0x7fd234009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.196+0000 7fd2427fc640 1 -- 172.21.15.94:0/1970719313 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd2440ce8b0 con 0x7fd2440cf8d0 2024-09-10T08:34:16.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.395+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd244071bc0 con 0x7fd2440cf8d0 2024-09-10T08:34:16.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.395+0000 7fd2427fc640 1 -- 172.21.15.94:0/1970719313 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7fd238058b60 con 0x7fd2440cf8d0 2024-09-10T08:34:16.396 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:16.396 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:33:46.188304+0000","modified":"2024-09-10T08:33:48.113682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4923},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4923":{"gid":4923,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":5,"addr":"172.21.15.94:6837/3105585591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3105585591},{"type":"v1","addr":"172.21.15.94:6837","nonce":3105585591}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4923,"qdb_cluster":[4923]},"id":2}]} 2024-09-10T08:34:16.396 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 17 2024-09-10T08:34:16.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23006be30 msgr2=0x7fd23006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23006be30 0x7fd23006e2f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fd2340012e0 tx=0x7fd234009040 comp rx=0 tx=0).stop 2024-09-10T08:34:16.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2440cf8d0 msgr2=0x7fd2441f55e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2440cf8d0 0x7fd2441f55e0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd23800c7b0 tx=0x7fd23800cc70 comp rx=0 tx=0).stop 2024-09-10T08:34:16.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 shutdown_connections 2024-09-10T08:34:16.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23006be30 0x7fd23006e2f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24415bdb0 0x7fd2441f5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2440cf8d0 0x7fd2441f55e0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 --2- 172.21.15.94:0/1970719313 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd244073490 0x7fd244158440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 >> 172.21.15.94:0/1970719313 conn(0x7fd2440b1be0 msgr2=0x7fd244158fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:16.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 shutdown_connections 2024-09-10T08:34:16.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.397+0000 7fd24ad9f640 1 -- 172.21.15.94:0/1970719313 wait complete. 2024-09-10T08:34:16.409 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:16.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.507+0000 7f4c4d1a6640 1 Processor -- start 2024-09-10T08:34:16.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.507+0000 7f4c4d1a6640 1 -- start start 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.507+0000 7f4c4d1a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c4815f0d0 0x7f4c4815f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.507+0000 7f4c4d1a6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4c480d0070 0x7f4c480d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.507+0000 7f4c4d1a6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c480cf2b0 con 0x7f4c480d1940 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.507+0000 7f4c4d1a6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f4c480cf590 con 0x7f4c480d0070 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.507+0000 7f4c4d1a6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c480cf870 con 0x7f4c4815f0d0 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4c480d0070 0x7f4c480d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4c480d0070 0x7f4c480d1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41554/0 (socket says 172.21.15.94:41554) 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 -- 172.21.15.94:0/327203728 learned_addr learned my addr 172.21.15.94:0/327203728 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 -- 172.21.15.94:0/327203728 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c4815f0d0 msgr2=0x7f4c4815f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 --2- 172.21.15.94:0/327203728 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c4815f0d0 0x7f4c4815f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 -- 172.21.15.94:0/327203728 >> v1:172.21.15.143:6789/0 conn(0x7f4c480d1940 legacy=0x7f4c480d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:16.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 -- 172.21.15.94:0/327203728 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c480cfb50 con 0x7f4c480d0070 2024-09-10T08:34:16.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.508+0000 7f4c4659c640 1 --2- 172.21.15.94:0/327203728 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c480d1400 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f4c30009870 tx=0x7f4c3002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaad3a53faef9b23 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c45d9b640 1 -- 172.21.15.94:0/327203728 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c30037070 con 0x7f4c480d0070 2024-09-10T08:34:16.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c45d9b640 1 -- 172.21.15.94:0/327203728 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c30032440 con 0x7f4c480d0070 2024-09-10T08:34:16.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c45d9b640 1 -- 172.21.15.94:0/327203728 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c30032810 con 0x7f4c480d0070 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/327203728 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 msgr2=0x7f4c480d1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/327203728 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c480d1400 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f4c30009870 tx=0x7f4c3002a180 comp rx=0 tx=0).stop 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/327203728 shutdown_connections 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/327203728 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c480d1400 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/327203728 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c4815f0d0 0x7f4c4815f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/327203728 >> 172.21.15.94:0/327203728 conn(0x7f4c4809d760 msgr2=0x7f4c4808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/327203728 shutdown_connections 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.509+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/327203728 wait complete. 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 Processor -- start 2024-09-10T08:34:16.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 -- start start 2024-09-10T08:34:16.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c481e97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c480d1940 0x7f4c48158ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c4815f0d0 0x7f4c481e7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4c480d49c0 con 0x7f4c480d0070 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4c480d4840 con 0x7f4c4815f0d0 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c4d1a6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c480d4b40 con 0x7f4c480d1940 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.511+0000 7f4c46d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c481e97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c481e97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41556/0 (socket says 172.21.15.94:41556) 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 -- 172.21.15.94:0/3881888880 learned_addr learned my addr 172.21.15.94:0/3881888880 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c4659c640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c480d1940 0x7f4c48158ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c4759e640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c4815f0d0 0x7f4c481e7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 -- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c480d1940 msgr2=0x7f4c48158ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c480d1940 0x7f4c48158ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 -- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c4815f0d0 msgr2=0x7f4c481e7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c4815f0d0 0x7f4c481e7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 -- 172.21.15.94:0/3881888880 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c481e8720 con 0x7f4c480d0070 2024-09-10T08:34:16.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c46d9d640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c481e97c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f4c3800b440 tx=0x7f4c3800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c3f7fe640 1 -- 172.21.15.94:0/3881888880 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c38015020 con 0x7f4c480d0070 2024-09-10T08:34:16.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c3f7fe640 1 -- 172.21.15.94:0/3881888880 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c38011890 con 0x7f4c480d0070 2024-09-10T08:34:16.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c3f7fe640 1 -- 172.21.15.94:0/3881888880 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c38011c80 con 0x7f4c480d0070 2024-09-10T08:34:16.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c481e8a00 con 0x7f4c480d0070 2024-09-10T08:34:16.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.512+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c481e8fc0 con 0x7f4c480d0070 2024-09-10T08:34:16.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.513+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c480d1400 con 0x7f4c480d0070 2024-09-10T08:34:16.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.514+0000 7f4c3f7fe640 1 -- 172.21.15.94:0/3881888880 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4c38018020 con 0x7f4c480d0070 2024-09-10T08:34:16.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.514+0000 7f4c3f7fe640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2806be60 0x7f4c2806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.514+0000 7f4c3f7fe640 1 -- 172.21.15.94:0/3881888880 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f4c3808af20 con 0x7f4c480d0070 2024-09-10T08:34:16.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.514+0000 7f4c4659c640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2806be60 0x7f4c2806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.514+0000 7f4c4659c640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2806be60 0x7f4c2806e320 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4c30034000 tx=0x7f4c3002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.518+0000 7f4c3f7fe640 1 -- 172.21.15.94:0/3881888880 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4c3801f020 con 0x7f4c480d0070 2024-09-10T08:34:16.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.717+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c4806cf30 con 0x7f4c480d0070 2024-09-10T08:34:16.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.717+0000 7f4c3f7fe640 1 -- 172.21.15.94:0/3881888880 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7f4c3800d040 con 0x7f4c480d0070 2024-09-10T08:34:16.718 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:16.718 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:33:46.188304+0000","modified":"2024-09-10T08:33:48.113682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4923},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4923":{"gid":4923,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":5,"addr":"172.21.15.94:6837/3105585591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3105585591},{"type":"v1","addr":"172.21.15.94:6837","nonce":3105585591}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4923,"qdb_cluster":[4923]},"id":2}]} 2024-09-10T08:34:16.718 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 17 2024-09-10T08:34:16.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2806be60 msgr2=0x7f4c2806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2806be60 0x7f4c2806e320 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4c30034000 tx=0x7f4c3002e000 comp rx=0 tx=0).stop 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 msgr2=0x7f4c481e97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c481e97c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f4c3800b440 tx=0x7f4c3800b900 comp rx=0 tx=0).stop 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 shutdown_connections 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c2806be60 0x7f4c2806e320 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c4815f0d0 0x7f4c481e7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c480d1940 0x7f4c48158ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 --2- 172.21.15.94:0/3881888880 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c480d0070 0x7f4c481e97c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 >> 172.21.15.94:0/3881888880 conn(0x7f4c4809d760 msgr2=0x7f4c4806daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 shutdown_connections 2024-09-10T08:34:16.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.719+0000 7f4c4d1a6640 1 -- 172.21.15.94:0/3881888880 wait complete. 2024-09-10T08:34:16.731 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:34:16.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.828+0000 7fd3d7d1a640 1 Processor -- start 2024-09-10T08:34:16.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.828+0000 7fd3d7d1a640 1 -- start start 2024-09-10T08:34:16.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d7d1a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd3d006f9e0 0x7fd3d00d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d7d1a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd3d00d09f0 0x7fd3d00c5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d7d1a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3d00d0e00 con 0x7fd3d015b120 2024-09-10T08:34:16.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d7d1a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd3d015b500 con 0x7fd3d006f9e0 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d7d1a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd3d006e940 con 0x7fd3d00d09f0 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d52b5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd3d006f9e0 0x7fd3d00d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d52b5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd3d006f9e0 0x7fd3d00d04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41572/0 (socket says 172.21.15.94:41572) 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3201118513 learned_addr learned my addr 172.21.15.94:0/3201118513 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d62b7640 1 --2- 172.21.15.94:0/3201118513 >> v2:172.21.15.143:3300/0 conn(0x7fd3d00d09f0 0x7fd3d00c5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3201118513 >> v2:172.21.15.143:3300/0 conn(0x7fd3d00d09f0 msgr2=0x7fd3d00c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d52b5640 1 --2- 172.21.15.94:0/3201118513 >> v2:172.21.15.143:3300/0 conn(0x7fd3d00d09f0 0x7fd3d00c5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3201118513 >> v1:172.21.15.143:6789/0 conn(0x7fd3d015b120 legacy=0x7fd3d006dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.829+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3201118513 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d006ec20 con 0x7fd3d006f9e0 2024-09-10T08:34:16.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d52b5640 1 --2- 172.21.15.94:0/3201118513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d006f9e0 0x7fd3d00d04b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd3d015eb60 tx=0x7fd3c002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4154702017ca12dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d4ab4640 1 -- 172.21.15.94:0/3201118513 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0037070 con 0x7fd3d006f9e0 2024-09-10T08:34:16.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d4ab4640 1 -- 172.21.15.94:0/3201118513 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c0032440 con 0x7fd3d006f9e0 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d4ab4640 1 -- 172.21.15.94:0/3201118513 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0032810 con 0x7fd3d006f9e0 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3201118513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d006f9e0 msgr2=0x7fd3d00d04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3201118513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d006f9e0 0x7fd3d00d04b0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd3d015eb60 tx=0x7fd3c002a270 comp rx=0 tx=0).stop 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3201118513 shutdown_connections 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3201118513 >> v2:172.21.15.143:3300/0 conn(0x7fd3d00d09f0 0x7fd3d00c5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3201118513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d006f9e0 0x7fd3d00d04b0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.830+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3201118513 >> 172.21.15.94:0/3201118513 conn(0x7fd3d006bdf0 msgr2=0x7fd3d006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.831+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3201118513 shutdown_connections 2024-09-10T08:34:16.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.831+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3201118513 wait complete. 2024-09-10T08:34:16.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 Processor -- start 2024-09-10T08:34:16.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 -- start start 2024-09-10T08:34:16.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3d006f9e0 0x7fd3d014a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d00d09f0 0x7fd3d00afdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3d015b120 0x7fd3d014aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d006f4c0 con 0x7fd3d00d09f0 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd3d006f1e0 con 0x7fd3d006f9e0 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.832+0000 7fd3d7d1a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd3d006e5d0 con 0x7fd3d015b120 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d00d09f0 0x7fd3d00afdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d00d09f0 0x7fd3d00afdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41580/0 (socket says 172.21.15.94:41580) 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3959524858 learned_addr learned my addr 172.21.15.94:0/3959524858 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d5ab6640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3d006f9e0 0x7fd3d014a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d62b7640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3d015b120 0x7fd3d014aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3d015b120 msgr2=0x7fd3d014aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3d015b120 0x7fd3d014aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3d006f9e0 msgr2=0x7fd3d014a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:16.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3d006f9e0 0x7fd3d014a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 -- 172.21.15.94:0/3959524858 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3d0157390 con 0x7fd3d00d09f0 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d52b5640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d00d09f0 0x7fd3d00afdc0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd3c002a2b0 tx=0x7fd3c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3c67fc640 1 -- 172.21.15.94:0/3959524858 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0037040 con 0x7fd3d00d09f0 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3c67fc640 1 -- 172.21.15.94:0/3959524858 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c0042070 con 0x7fd3d00d09f0 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3d00b1590 con 0x7fd3d00d09f0 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3c67fc640 1 -- 172.21.15.94:0/3959524858 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c0030880 con 0x7fd3d00d09f0 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.833+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3d00b0fd0 con 0x7fd3d00d09f0 2024-09-10T08:34:16.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.834+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3d00ce060 con 0x7fd3d00d09f0 2024-09-10T08:34:16.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.835+0000 7fd3c67fc640 1 -- 172.21.15.94:0/3959524858 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd3c0030a20 con 0x7fd3d00d09f0 2024-09-10T08:34:16.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.835+0000 7fd3c67fc640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b406be60 0x7fd3b406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:16.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.835+0000 7fd3c67fc640 1 -- 172.21.15.94:0/3959524858 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fd3c00ab810 con 0x7fd3d00d09f0 2024-09-10T08:34:16.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.835+0000 7fd3d5ab6640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b406be60 0x7fd3b406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:16.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.836+0000 7fd3d5ab6640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b406be60 0x7fd3b406e320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc001e70 tx=0x7fd3cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:16.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:16.840+0000 7fd3c67fc640 1 -- 172.21.15.94:0/3959524858 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3c007a030 con 0x7fd3d00d09f0 2024-09-10T08:34:17.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.007+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd3d014b410 con 0x7fd3d00d09f0 2024-09-10T08:34:17.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.008+0000 7fd3c67fc640 1 -- 172.21.15.94:0/3959524858 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17002 (secure 0 0 0) 0x7fd3c0079930 con 0x7fd3d00d09f0 2024-09-10T08:34:17.008 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:17.008 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":41,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:33:47.786530+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:33:43.785115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T08:33:45.092798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:34:17.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b406be60 msgr2=0x7fd3b406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b406be60 0x7fd3b406e320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc001e70 tx=0x7fd3cc009040 comp rx=0 tx=0).stop 2024-09-10T08:34:17.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d00d09f0 msgr2=0x7fd3d00afdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d00d09f0 0x7fd3d00afdc0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd3c002a2b0 tx=0x7fd3c00046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 shutdown_connections 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b406be60 0x7fd3b406e320 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3d015b120 0x7fd3d014aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3d00d09f0 0x7fd3d00afdc0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 --2- 172.21.15.94:0/3959524858 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3d006f9e0 0x7fd3d014a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 >> 172.21.15.94:0/3959524858 conn(0x7fd3d006bdf0 msgr2=0x7fd3d00caa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 shutdown_connections 2024-09-10T08:34:17.011 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.010+0000 7fd3d7d1a640 1 -- 172.21.15.94:0/3959524858 wait complete. 2024-09-10T08:34:17.021 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:34:17.021 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:17.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.119+0000 7fbfa64af640 1 Processor -- start 2024-09-10T08:34:17.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.119+0000 7fbfa64af640 1 -- start start 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa64af640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbfa006d430 0x7fbfa01439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa64af640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbfa0143f30 0x7fbfa00d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa64af640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbfa00c7140 con 0x7fbfa00c8d20 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa64af640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbfa0141960 con 0x7fbfa0143f30 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa64af640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbfa0142200 con 0x7fbfa006d430 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa4a4c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbfa0143f30 0x7fbfa00d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa4a4c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbfa0143f30 0x7fbfa00d1e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41582/0 (socket says 172.21.15.94:41582) 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/4088015699 learned_addr learned my addr 172.21.15.94:0/4088015699 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbf9ffff640 1 --1- 172.21.15.94:0/4088015699 >> v1:172.21.15.94:6789/0 conn(0x7fbfa00c8d20 0x7fbfa006cd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:47966/0 (socket says 172.21.15.94:47966) 2024-09-10T08:34:17.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.120+0000 7fbf9f7fe640 1 --2- 172.21.15.94:0/4088015699 >> v2:172.21.15.143:3300/0 conn(0x7fbfa006d430 0x7fbfa01439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/4088015699 >> v2:172.21.15.143:3300/0 conn(0x7fbfa006d430 msgr2=0x7fbfa01439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:17.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbfa4a4c640 1 --2- 172.21.15.94:0/4088015699 >> v2:172.21.15.143:3300/0 conn(0x7fbfa006d430 0x7fbfa01439f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/4088015699 >> v1:172.21.15.94:6789/0 conn(0x7fbfa00c8d20 legacy=0x7fbfa006cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/4088015699 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa00c9100 con 0x7fbfa0143f30 2024-09-10T08:34:17.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbf9effd640 1 -- 172.21.15.94:0/4088015699 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 714098454 0 0) 0x7fbf90001110 con 0x7fbfa00c8d20 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbfa4a4c640 1 --2- 172.21.15.94:0/4088015699 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa00d1e50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fbfa006eed0 tx=0x7fbf9802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=322fdf4f011cb09d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbf9effd640 1 -- 172.21.15.94:0/4088015699 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf98036070 con 0x7fbfa0143f30 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbf9effd640 1 -- 172.21.15.94:0/4088015699 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf98031600 con 0x7fbfa0143f30 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.121+0000 7fbf9effd640 1 -- 172.21.15.94:0/4088015699 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf980319d0 con 0x7fbfa0143f30 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 -- 172.21.15.94:0/4088015699 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 msgr2=0x7fbfa00d1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 --2- 172.21.15.94:0/4088015699 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa00d1e50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fbfa006eed0 tx=0x7fbf9802a610 comp rx=0 tx=0).stop 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 -- 172.21.15.94:0/4088015699 shutdown_connections 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 --2- 172.21.15.94:0/4088015699 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa00d1e50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 --2- 172.21.15.94:0/4088015699 >> v2:172.21.15.143:3300/0 conn(0x7fbfa006d430 0x7fbfa01439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 -- 172.21.15.94:0/4088015699 >> 172.21.15.94:0/4088015699 conn(0x7fbfa00b3ed0 msgr2=0x7fbfa00b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 -- 172.21.15.94:0/4088015699 shutdown_connections 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.122+0000 7fbfa64af640 1 -- 172.21.15.94:0/4088015699 wait complete. 2024-09-10T08:34:17.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.123+0000 7fbfa64af640 1 Processor -- start 2024-09-10T08:34:17.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.123+0000 7fbfa64af640 1 -- start start 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa64af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbfa006d430 0x7fbfa00cf420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa64af640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbfa00c8d20 0x7fbfa0142d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa64af640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa0143240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa64af640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa0141e90 con 0x7fbfa0143f30 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa64af640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa0141bb0 con 0x7fbfa00c8d20 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa64af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbfa0144380 con 0x7fbfa006d430 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa0143240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa0143240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41586/0 (socket says 172.21.15.94:41586) 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/2248778610 learned_addr learned my addr 172.21.15.94:0/2248778610 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbf9f7fe640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbfa00c8d20 0x7fbfa0142d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbf9ffff640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbfa006d430 0x7fbfa00cf420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbfa006d430 msgr2=0x7fbfa00cf420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbfa006d430 0x7fbfa00cf420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbfa00c8d20 msgr2=0x7fbfa0142d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbfa00c8d20 0x7fbfa0142d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.124+0000 7fbfa4a4c640 1 -- 172.21.15.94:0/2248778610 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa01f4d50 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.125+0000 7fbfa4a4c640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa0143240 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fbf98034040 tx=0x7fbf98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.125+0000 7fbf9cff9640 1 -- 172.21.15.94:0/2248778610 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf98036050 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.125+0000 7fbf9cff9640 1 -- 172.21.15.94:0/2248778610 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf98042070 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.125+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfa01f3f90 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.125+0000 7fbf9cff9640 1 -- 172.21.15.94:0/2248778610 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf98007bf0 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.125+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfa01f4550 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.126+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfa01439f0 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.126+0000 7fbf9cff9640 1 -- 172.21.15.94:0/2248778610 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbf98047460 con 0x7fbfa0143f30 2024-09-10T08:34:17.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.127+0000 7fbf9cff9640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf8c06be30 0x7fbf8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.127+0000 7fbf9cff9640 1 -- 172.21.15.94:0/2248778610 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fbf980abd30 con 0x7fbfa0143f30 2024-09-10T08:34:17.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.127+0000 7fbf9ffff640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf8c06be30 0x7fbf8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.127+0000 7fbf9ffff640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf8c06be30 0x7fbf8c06e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf90007fd0 tx=0x7fbf90007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.131+0000 7fbf9cff9640 1 -- 172.21.15.94:0/2248778610 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf9807a020 con 0x7fbfa0143f30 2024-09-10T08:34:17.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.332+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfa00690c0 con 0x7fbfa0143f30 2024-09-10T08:34:17.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.333+0000 7fbf9cff9640 1 -- 172.21.15.94:0/2248778610 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7fbf9807e320 con 0x7fbfa0143f30 2024-09-10T08:34:17.334 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:17.334 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:33:46.188304+0000","modified":"2024-09-10T08:33:48.113682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4923},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4923":{"gid":4923,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":5,"addr":"172.21.15.94:6837/3105585591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3105585591},{"type":"v1","addr":"172.21.15.94:6837","nonce":3105585591}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4923,"qdb_cluster":[4923]},"id":2}]} 2024-09-10T08:34:17.334 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 17 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf8c06be30 msgr2=0x7fbf8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf8c06be30 0x7fbf8c06e2f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf90007fd0 tx=0x7fbf90007de0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 msgr2=0x7fbfa0143240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa0143240 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fbf98034040 tx=0x7fbf98004a40 comp rx=0 tx=0).stop 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 shutdown_connections 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf8c06be30 0x7fbf8c06e2f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbfa00c8d20 0x7fbfa0142d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbfa0143f30 0x7fbfa0143240 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 --2- 172.21.15.94:0/2248778610 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbfa006d430 0x7fbfa00cf420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 >> 172.21.15.94:0/2248778610 conn(0x7fbfa00b3ed0 msgr2=0x7fbfa00c7b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:17.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 shutdown_connections 2024-09-10T08:34:17.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.335+0000 7fbfa64af640 1 -- 172.21.15.94:0/2248778610 wait complete. 2024-09-10T08:34:17.348 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:17.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.445+0000 7ff47e996640 1 Processor -- start 2024-09-10T08:34:17.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.445+0000 7ff47e996640 1 -- start start 2024-09-10T08:34:17.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.446+0000 7ff47e996640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff478147e70 0x7ff4780cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.446+0000 7ff47e996640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47806cd20 0x7ff47806d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.446+0000 7ff47e996640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4780cfb00 con 0x7ff47815e870 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.446+0000 7ff47e996640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff478148250 con 0x7ff478147e70 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.446+0000 7ff47e996640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff4780cf130 con 0x7ff47806cd20 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff477fff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff478147e70 0x7ff4780cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff4777fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47806cd20 0x7ff47806d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff47cf33640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7ff47815e870 0x7ff4780cfe30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:54916/0 (socket says 172.21.15.94:54916) 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff477fff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff478147e70 0x7ff4780cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:37420/0 (socket says 172.21.15.94:37420) 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff4777fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47806cd20 0x7ff47806d160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:38284/0 (socket says 172.21.15.94:38284) 2024-09-10T08:34:17.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff47cf33640 1 -- 172.21.15.94:0/2076918384 learned_addr learned my addr 172.21.15.94:0/2076918384 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:17.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff4777fe640 1 -- 172.21.15.94:0/2076918384 >> v2:172.21.15.143:3300/0 conn(0x7ff478147e70 msgr2=0x7ff4780cf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:17.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff4777fe640 1 --2- 172.21.15.94:0/2076918384 >> v2:172.21.15.143:3300/0 conn(0x7ff478147e70 0x7ff4780cf5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff4777fe640 1 -- 172.21.15.94:0/2076918384 >> v1:172.21.15.143:6789/0 conn(0x7ff47815e870 legacy=0x7ff4780cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff4777fe640 1 -- 172.21.15.94:0/2076918384 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff47815f450 con 0x7ff47806cd20 2024-09-10T08:34:17.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.447+0000 7ff477fff640 1 --2- 172.21.15.94:0/2076918384 >> v2:172.21.15.143:3300/0 conn(0x7ff478147e70 0x7ff4780cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:34:17.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff4777fe640 1 --2- 172.21.15.94:0/2076918384 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47806cd20 0x7ff47806d160 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff46c0097a0 tx=0x7ff46c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd7d95fe0a1166a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff476ffd640 1 -- 172.21.15.94:0/2076918384 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c037070 con 0x7ff47806cd20 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff476ffd640 1 -- 172.21.15.94:0/2076918384 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff46c032440 con 0x7ff47806cd20 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff476ffd640 1 -- 172.21.15.94:0/2076918384 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c032810 con 0x7ff47806cd20 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 -- 172.21.15.94:0/2076918384 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47806cd20 msgr2=0x7ff47806d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 --2- 172.21.15.94:0/2076918384 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47806cd20 0x7ff47806d160 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff46c0097a0 tx=0x7ff46c02a180 comp rx=0 tx=0).stop 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 -- 172.21.15.94:0/2076918384 shutdown_connections 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 --2- 172.21.15.94:0/2076918384 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47806cd20 0x7ff47806d160 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 --2- 172.21.15.94:0/2076918384 >> v2:172.21.15.143:3300/0 conn(0x7ff478147e70 0x7ff4780cf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 -- 172.21.15.94:0/2076918384 >> 172.21.15.94:0/2076918384 conn(0x7ff4780b3ed0 msgr2=0x7ff4780b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 -- 172.21.15.94:0/2076918384 shutdown_connections 2024-09-10T08:34:17.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.448+0000 7ff47e996640 1 -- 172.21.15.94:0/2076918384 wait complete. 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 Processor -- start 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 -- start start 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff47806cd20 0x7ff4781ea2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff478147e70 0x7ff4780d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47815e870 0x7ff4780c8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff4780ceae0 con 0x7ff478147e70 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff47806d6a0 con 0x7ff47806cd20 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.450+0000 7ff47e996640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff4780cedc0 con 0x7ff47815e870 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff478147e70 0x7ff4780d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff478147e70 0x7ff4780d07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41592/0 (socket says 172.21.15.94:41592) 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 -- 172.21.15.94:0/341566997 learned_addr learned my addr 172.21.15.94:0/341566997 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:17.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff47cf33640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47815e870 0x7ff4780c8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff477fff640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff47806cd20 0x7ff4781ea2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 -- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47815e870 msgr2=0x7ff4780c8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47815e870 0x7ff4780c8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 -- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff47806cd20 msgr2=0x7ff4781ea2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff47806cd20 0x7ff4781ea2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 -- 172.21.15.94:0/341566997 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4781e9230 con 0x7ff478147e70 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff4777fe640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff478147e70 0x7ff4780d07e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff46c035040 tx=0x7ff46c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff474ff9640 1 -- 172.21.15.94:0/341566997 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c037040 con 0x7ff478147e70 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff474ff9640 1 -- 172.21.15.94:0/341566997 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff46c030500 con 0x7ff478147e70 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff474ff9640 1 -- 172.21.15.94:0/341566997 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46c030910 con 0x7ff478147e70 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4781e9510 con 0x7ff478147e70 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.451+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4781e9ad0 con 0x7ff478147e70 2024-09-10T08:34:17.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.453+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4780722f0 con 0x7ff478147e70 2024-09-10T08:34:17.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.453+0000 7ff474ff9640 1 -- 172.21.15.94:0/341566997 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff46c044020 con 0x7ff478147e70 2024-09-10T08:34:17.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.453+0000 7ff474ff9640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff46406be60 0x7ff46406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.454+0000 7ff474ff9640 1 -- 172.21.15.94:0/341566997 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7ff46c0ab060 con 0x7ff478147e70 2024-09-10T08:34:17.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.454+0000 7ff477fff640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff46406be60 0x7ff46406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.454+0000 7ff477fff640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff46406be60 0x7ff46406e320 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff468009560 tx=0x7ff468009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.458+0000 7ff474ff9640 1 -- 172.21.15.94:0/341566997 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff46c0792c0 con 0x7ff478147e70 2024-09-10T08:34:17.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.656+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4780690c0 con 0x7ff478147e70 2024-09-10T08:34:17.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.657+0000 7ff474ff9640 1 -- 172.21.15.94:0/341566997 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7ff46c07d5c0 con 0x7ff478147e70 2024-09-10T08:34:17.658 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:17.658 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":17,"btime":"2024-09-10T08:33:48:791125+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:33:46.188304+0000","modified":"2024-09-10T08:33:48.113682+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4923},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4923":{"gid":4923,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":5,"addr":"172.21.15.94:6837/3105585591","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3105585591},{"type":"v1","addr":"172.21.15.94:6837","nonce":3105585591}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4923,"qdb_cluster":[4923]},"id":2}]} 2024-09-10T08:34:17.658 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 17 2024-09-10T08:34:17.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff46406be60 msgr2=0x7ff46406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff46406be60 0x7ff46406e320 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff468009560 tx=0x7ff468009190 comp rx=0 tx=0).stop 2024-09-10T08:34:17.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff478147e70 msgr2=0x7ff4780d07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff478147e70 0x7ff4780d07e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff46c035040 tx=0x7ff46c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 shutdown_connections 2024-09-10T08:34:17.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff46406be60 0x7ff46406e320 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff47815e870 0x7ff4780c8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff478147e70 0x7ff4780d07e0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 --2- 172.21.15.94:0/341566997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff47806cd20 0x7ff4781ea2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 >> 172.21.15.94:0/341566997 conn(0x7ff4780b3ed0 msgr2=0x7ff4781602d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:17.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 shutdown_connections 2024-09-10T08:34:17.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.659+0000 7ff47e996640 1 -- 172.21.15.94:0/341566997 wait complete. 2024-09-10T08:34:17.670 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:34:17.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.767+0000 7fe55e8a4640 1 Processor -- start 2024-09-10T08:34:17.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.768+0000 7fe55e8a4640 1 -- start start 2024-09-10T08:34:17.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.768+0000 7fe55e8a4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe55815c280 0x7fe5580d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.768+0000 7fe55e8a4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe5581608f0 0x7fe55806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.768+0000 7fe55e8a4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe55806c150 0x7fe5580cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.768+0000 7fe55e8a4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe5580b4010 con 0x7fe55806c150 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.768+0000 7fe55e8a4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe5580b45d0 con 0x7fe5581608f0 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.768+0000 7fe55e8a4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe55806c580 con 0x7fe55815c280 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe55806c150 0x7fe5580cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe55806c150 0x7fe5580cdb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41604/0 (socket says 172.21.15.94:41604) 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 -- 172.21.15.94:0/2776767524 learned_addr learned my addr 172.21.15.94:0/2776767524 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe557fff640 1 --2- 172.21.15.94:0/2776767524 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe55815c280 0x7fe5580d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe5577fe640 1 --2- 172.21.15.94:0/2776767524 >> v2:172.21.15.143:3300/0 conn(0x7fe5581608f0 0x7fe55806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 -- 172.21.15.94:0/2776767524 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe55815c280 msgr2=0x7fe5580d0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 --2- 172.21.15.94:0/2776767524 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe55815c280 0x7fe5580d0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 -- 172.21.15.94:0/2776767524 >> v2:172.21.15.143:3300/0 conn(0x7fe5581608f0 msgr2=0x7fe55806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 --2- 172.21.15.94:0/2776767524 >> v2:172.21.15.143:3300/0 conn(0x7fe5581608f0 0x7fe55806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.769+0000 7fe55ce41640 1 -- 172.21.15.94:0/2776767524 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5580d0a30 con 0x7fe55806c150 2024-09-10T08:34:17.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55ce41640 1 --2- 172.21.15.94:0/2776767524 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580cdb90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fe5580cdb20 tx=0x7fe55002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a527a0d484c3f186 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe556ffd640 1 -- 172.21.15.94:0/2776767524 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe550036070 con 0x7fe55806c150 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe556ffd640 1 -- 172.21.15.94:0/2776767524 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe550031600 con 0x7fe55806c150 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe556ffd640 1 -- 172.21.15.94:0/2776767524 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5500319d0 con 0x7fe55806c150 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2776767524 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 msgr2=0x7fe5580cdb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2776767524 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580cdb90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fe5580cdb20 tx=0x7fe55002a6a0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2776767524 shutdown_connections 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2776767524 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580cdb90 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2776767524 >> v2:172.21.15.143:3300/0 conn(0x7fe5581608f0 0x7fe55806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2776767524 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe55815c280 0x7fe5580d0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2776767524 >> 172.21.15.94:0/2776767524 conn(0x7fe5580b2d10 msgr2=0x7fe5580b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:17.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2776767524 shutdown_connections 2024-09-10T08:34:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.770+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2776767524 wait complete. 2024-09-10T08:34:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.771+0000 7fe55e8a4640 1 Processor -- start 2024-09-10T08:34:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe55e8a4640 1 -- start start 2024-09-10T08:34:17.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe55e8a4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580c6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe55e8a4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe55815c280 0x7fe55809d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe55e8a4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe5581608f0 0x7fe55809dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe55e8a4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe558160d10 con 0x7fe55806c150 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe55e8a4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe5580b4260 con 0x7fe55815c280 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe55e8a4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe558160e90 con 0x7fe5581608f0 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.772+0000 7fe557fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580c6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580c6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41618/0 (socket says 172.21.15.94:41618) 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 -- 172.21.15.94:0/2788818531 learned_addr learned my addr 172.21.15.94:0/2788818531 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe5577fe640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe55815c280 0x7fe55809d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 -- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe5581608f0 msgr2=0x7fe55809dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe55ce41640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe5581608f0 0x7fe55809dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe5581608f0 0x7fe55809dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 -- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe55815c280 msgr2=0x7fe55809d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe55815c280 0x7fe55809d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 -- 172.21.15.94:0/2788818531 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5580c6b30 con 0x7fe55806c150 2024-09-10T08:34:17.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe5577fe640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe55815c280 0x7fe55809d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe55ce41640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe5581608f0 0x7fe55809dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe557fff640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580c6070 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe54800e890 tx=0x7fe54800ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe554ff9640 1 -- 172.21.15.94:0/2788818531 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe548017070 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe554ff9640 1 -- 172.21.15.94:0/2788818531 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe54800c940 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe554ff9640 1 -- 172.21.15.94:0/2788818531 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54800cd10 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5580c6e10 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.773+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5580c76b0 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.774+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5580c6fe0 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.775+0000 7fe554ff9640 1 -- 172.21.15.94:0/2788818531 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe54801a070 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.775+0000 7fe554ff9640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe54406be30 0x7fe54406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.775+0000 7fe554ff9640 1 -- 172.21.15.94:0/2788818531 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7fe54808b370 con 0x7fe55806c150 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.775+0000 7fe5577fe640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe54406be30 0x7fe54406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:17.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.775+0000 7fe5577fe640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe54406be30 0x7fe54406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe5580c7d00 tx=0x7fe54c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:17.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.779+0000 7fe554ff9640 1 -- 172.21.15.94:0/2788818531 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe548059b90 con 0x7fe55806c150 2024-09-10T08:34:17.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.947+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe55815c660 con 0x7fe55806c150 2024-09-10T08:34:17.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.948+0000 7fe554ff9640 1 -- 172.21.15.94:0/2788818531 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17002 (secure 0 0 0) 0x7fe548059490 con 0x7fe55806c150 2024-09-10T08:34:17.948 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:17.948 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":41,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:33:47.786530+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:33:43.785115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-10T08:33:45.092798+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:34:17.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe54406be30 msgr2=0x7fe54406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe54406be30 0x7fe54406e2f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe5580c7d00 tx=0x7fe54c008040 comp rx=0 tx=0).stop 2024-09-10T08:34:17.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 msgr2=0x7fe5580c6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:17.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580c6070 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe54800e890 tx=0x7fe54800ed50 comp rx=0 tx=0).stop 2024-09-10T08:34:17.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 shutdown_connections 2024-09-10T08:34:17.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe54406be30 0x7fe54406e2f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe55815c280 0x7fe55809d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe5581608f0 0x7fe55809dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 --2- 172.21.15.94:0/2788818531 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe55806c150 0x7fe5580c6070 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:17.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 >> 172.21.15.94:0/2788818531 conn(0x7fe5580b2d10 msgr2=0x7fe5580caad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:17.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 shutdown_connections 2024-09-10T08:34:17.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:17.950+0000 7fe55e8a4640 1 -- 172.21.15.94:0/2788818531 wait complete. 2024-09-10T08:34:17.961 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T08:34:18.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.060+0000 7f2f45e5c640 1 Processor -- start 2024-09-10T08:34:18.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.060+0000 7f2f45e5c640 1 -- start start 2024-09-10T08:34:18.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.060+0000 7f2f45e5c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2f400d0540 0x7f2f40141a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.060+0000 7f2f45e5c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f4015d710 con 0x7f2f40141680 2024-09-10T08:34:18.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.060+0000 7f2f45e5c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f4015c950 con 0x7f2f40141fa0 2024-09-10T08:34:18.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.060+0000 7f2f45e5c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f2f4015c6f0 con 0x7f2f400d0540 2024-09-10T08:34:18.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.061+0000 7f2f3f7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2f40141680 0x7f2f400cfe30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:47972/0 (socket says 172.21.15.94:47972) 2024-09-10T08:34:18.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.061+0000 7f2f37fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2f400d0540 0x7f2f40141a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.061+0000 7f2f3f7fe640 1 -- 172.21.15.94:0/2308929589 learned_addr learned my addr 172.21.15.94:0/2308929589 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.061+0000 7f2f37fff640 1 -- 172.21.15.94:0/2308929589 >> v1:172.21.15.143:6789/0 conn(0x7f2f40141fa0 legacy=0x7f2f4013f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.061+0000 7f2f37fff640 1 -- 172.21.15.94:0/2308929589 >> v1:172.21.15.94:6789/0 conn(0x7f2f40141680 legacy=0x7f2f400cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.061+0000 7f2f3effd640 1 -- 172.21.15.94:0/2308929589 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2864010175 0 0) 0x7f2f4015d710 con 0x7f2f40141680 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.061+0000 7f2f37fff640 1 -- 172.21.15.94:0/2308929589 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f4015cc30 con 0x7f2f400d0540 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f37fff640 1 --2- 172.21.15.94:0/2308929589 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f400d0540 0x7f2f40141a60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f2f280097a0 tx=0x7f2f2802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2fe65cf8ba5f4fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f3effd640 1 -- 172.21.15.94:0/2308929589 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28037070 con 0x7f2f400d0540 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f3effd640 1 -- 172.21.15.94:0/2308929589 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f28032440 con 0x7f2f400d0540 2024-09-10T08:34:18.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f3effd640 1 -- 172.21.15.94:0/2308929589 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28032810 con 0x7f2f400d0540 2024-09-10T08:34:18.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f45e5c640 1 -- 172.21.15.94:0/2308929589 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f400d0540 msgr2=0x7f2f40141a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/2308929589 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f400d0540 0x7f2f40141a60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f2f280097a0 tx=0x7f2f2802a230 comp rx=0 tx=0).stop 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f45e5c640 1 -- 172.21.15.94:0/2308929589 shutdown_connections 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/2308929589 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f400d0540 0x7f2f40141a60 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f45e5c640 1 -- 172.21.15.94:0/2308929589 >> 172.21.15.94:0/2308929589 conn(0x7f2f400b3ed0 msgr2=0x7f2f400b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f45e5c640 1 -- 172.21.15.94:0/2308929589 shutdown_connections 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.062+0000 7f2f45e5c640 1 -- 172.21.15.94:0/2308929589 wait complete. 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 Processor -- start 2024-09-10T08:34:18.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 -- start start 2024-09-10T08:34:18.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f400d0540 0x7f2f4013da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f40141680 0x7f2f40154b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f40141fa0 0x7f2f401e67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2f401423f0 con 0x7f2f40141680 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4015d1f0 con 0x7f2f400d0540 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f45e5c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2f40142570 con 0x7f2f40141fa0 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f37fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f40141680 0x7f2f40154b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f37fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f40141680 0x7f2f40154b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41632/0 (socket says 172.21.15.94:41632) 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.064+0000 7f2f37fff640 1 -- 172.21.15.94:0/4294042510 learned_addr learned my addr 172.21.15.94:0/4294042510 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f3f7fe640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f400d0540 0x7f2f4013da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f3ffff640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f40141fa0 0x7f2f401e67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f37fff640 1 -- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f40141fa0 msgr2=0x7f2f401e67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f37fff640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f40141fa0 0x7f2f401e67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f37fff640 1 -- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f400d0540 msgr2=0x7f2f4013da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f37fff640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f400d0540 0x7f2f4013da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.067 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f37fff640 1 -- 172.21.15.94:0/4294042510 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f401f3f40 con 0x7f2f40141680 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f3f7fe640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f400d0540 0x7f2f4013da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f37fff640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f40141680 0x7f2f40154b10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2f28000c00 tx=0x7f2f280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f3cff9640 1 -- 172.21.15.94:0/4294042510 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28037040 con 0x7f2f40141680 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f3cff9640 1 -- 172.21.15.94:0/4294042510 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f28042070 con 0x7f2f40141680 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f40155050 con 0x7f2f40141680 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f3cff9640 1 -- 172.21.15.94:0/4294042510 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f28030a70 con 0x7f2f40141680 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.065+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f401f4490 con 0x7f2f40141680 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.066+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f40141a60 con 0x7f2f40141680 2024-09-10T08:34:18.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.066+0000 7f2f3cff9640 1 -- 172.21.15.94:0/4294042510 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2f28030c10 con 0x7f2f40141680 2024-09-10T08:34:18.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.067+0000 7f2f3cff9640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f2006be30 0x7f2f2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.067+0000 7f2f3cff9640 1 -- 172.21.15.94:0/4294042510 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6101+0+0 (secure 0 0 0) 0x7f2f280abab0 con 0x7f2f40141680 2024-09-10T08:34:18.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.067+0000 7f2f3f7fe640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f2006be30 0x7f2f2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.067+0000 7f2f3f7fe640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f2006be30 0x7f2f2006e2f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2f30000f60 tx=0x7f2f30007c70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:18.071 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.071+0000 7f2f3cff9640 1 -- 172.21.15.94:0/4294042510 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f2807a360 con 0x7f2f40141680 2024-09-10T08:34:18.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.272+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2f400b45f0 con 0x7f2f40141680 2024-09-10T08:34:18.273 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:34:18.272+0000 7f045c404640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:34:18.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.274+0000 7f2f3cff9640 1 -- 172.21.15.94:0/4294042510 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v18) ==== 161+0+0 (secure 0 0 0) 0x7f2f28079c60 con 0x7f2f40141680 2024-09-10T08:34:18.274 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:34:18.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f2006be30 msgr2=0x7f2f2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f2006be30 0x7f2f2006e2f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2f30000f60 tx=0x7f2f30007c70 comp rx=0 tx=0).stop 2024-09-10T08:34:18.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f40141680 msgr2=0x7f2f40154b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f40141680 0x7f2f40154b10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f2f28000c00 tx=0x7f2f280046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 shutdown_connections 2024-09-10T08:34:18.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f2006be30 0x7f2f2006e2f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f40141fa0 0x7f2f401e67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f40141680 0x7f2f40154b10 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 --2- 172.21.15.94:0/4294042510 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f400d0540 0x7f2f4013da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 >> 172.21.15.94:0/4294042510 conn(0x7f2f400b3ed0 msgr2=0x7f2f4013f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:18.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 shutdown_connections 2024-09-10T08:34:18.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.277+0000 7f2f45e5c640 1 -- 172.21.15.94:0/4294042510 wait complete. 2024-09-10T08:34:18.278 INFO:tasks.ceph.mds.a.smithi094.stderr: -1566> 2024-09-10T08:33:48.614+0000 7fc1ee975640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:34:18.289 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:34:18.305 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:34:18.390 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.389+0000 7f41f3731640 1 Processor -- start 2024-09-10T08:34:18.390 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.390+0000 7f41f3731640 1 -- start start 2024-09-10T08:34:18.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.390+0000 7f41f3731640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f41ec0d4840 0x7f41ec15f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.390+0000 7f41f3731640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41ec0d1b10 con 0x7f41ec0d0070 2024-09-10T08:34:18.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.390+0000 7f41f3731640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41ec0cf2b0 con 0x7f41ec15f0d0 2024-09-10T08:34:18.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.390+0000 7f41f3731640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f41ec0cf590 con 0x7f41ec0d4840 2024-09-10T08:34:18.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.391+0000 7f41f1cce640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f41ec0d4840 0x7f41ec15f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.391+0000 7f41f0ccc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f41ec0d0070 0x7f41ec0d4130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:47996/0 (socket says 172.21.15.94:47996) 2024-09-10T08:34:18.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.391+0000 7f41f0ccc640 1 -- 172.21.15.94:0/2167766652 learned_addr learned my addr 172.21.15.94:0/2167766652 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:18.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.391+0000 7f41f1cce640 1 -- 172.21.15.94:0/2167766652 >> v1:172.21.15.143:6789/0 conn(0x7f41ec15f0d0 legacy=0x7f41ec0d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:18.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.391+0000 7f41f1cce640 1 -- 172.21.15.94:0/2167766652 >> v1:172.21.15.94:6789/0 conn(0x7f41ec0d0070 legacy=0x7f41ec0d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.391+0000 7f41f1cce640 1 -- 172.21.15.94:0/2167766652 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41ec0cf870 con 0x7f41ec0d4840 2024-09-10T08:34:18.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.391+0000 7f41e3fff640 1 -- 172.21.15.94:0/2167766652 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3429193031 0 0) 0x7f41ec0d1b10 con 0x7f41ec0d0070 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f1cce640 1 --2- 172.21.15.94:0/2167766652 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d4840 0x7f41ec15f4b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f41e4009dc0 tx=0x7f41e402a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=560cdb9774175f28 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41e3fff640 1 -- 172.21.15.94:0/2167766652 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e4007740 con 0x7f41ec0d4840 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41e3fff640 1 -- 172.21.15.94:0/2167766652 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41e40078e0 con 0x7f41ec0d4840 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41e3fff640 1 -- 172.21.15.94:0/2167766652 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e4007cb0 con 0x7f41ec0d4840 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f3731640 1 -- 172.21.15.94:0/2167766652 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d4840 msgr2=0x7f41ec15f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f3731640 1 --2- 172.21.15.94:0/2167766652 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d4840 0x7f41ec15f4b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f41e4009dc0 tx=0x7f41e402a640 comp rx=0 tx=0).stop 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f3731640 1 -- 172.21.15.94:0/2167766652 shutdown_connections 2024-09-10T08:34:18.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f3731640 1 --2- 172.21.15.94:0/2167766652 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d4840 0x7f41ec15f4b0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f3731640 1 -- 172.21.15.94:0/2167766652 >> 172.21.15.94:0/2167766652 conn(0x7f41ec09d760 msgr2=0x7f41ec08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:18.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f3731640 1 -- 172.21.15.94:0/2167766652 shutdown_connections 2024-09-10T08:34:18.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.392+0000 7f41f3731640 1 -- 172.21.15.94:0/2167766652 wait complete. 2024-09-10T08:34:18.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.393+0000 7f41f3731640 1 Processor -- start 2024-09-10T08:34:18.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f3731640 1 -- start start 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f3731640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d0070 0x7f41ec1f4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f3731640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41ec0d4840 0x7f41ec0b9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f3731640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41ec15f0d0 0x7f41ec15d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f3731640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f41ec0b2f70 con 0x7f41ec0d0070 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f3731640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f41ec0cef60 con 0x7f41ec15f0d0 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f3731640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f41ec0b30f0 con 0x7f41ec0d4840 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f14cd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d0070 0x7f41ec1f4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f14cd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d0070 0x7f41ec1f4670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41672/0 (socket says 172.21.15.94:41672) 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.394+0000 7f41f14cd640 1 -- 172.21.15.94:0/2660455685 learned_addr learned my addr 172.21.15.94:0/2660455685 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f14cd640 1 -- 172.21.15.94:0/2660455685 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41ec0d4840 msgr2=0x7f41ec0b9920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f14cd640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41ec0d4840 0x7f41ec0b9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f14cd640 1 -- 172.21.15.94:0/2660455685 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41ec15f0d0 msgr2=0x7f41ec15d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:18.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f14cd640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41ec15f0d0 0x7f41ec15d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:18.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f14cd640 1 -- 172.21.15.94:0/2660455685 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41ec0b3550 con 0x7f41ec0d0070 2024-09-10T08:34:18.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f14cd640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d0070 0x7f41ec1f4670 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f41e800b420 tx=0x7f41e800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:18.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41e1ffb640 1 -- 172.21.15.94:0/2660455685 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e8011830 con 0x7f41ec0d0070 2024-09-10T08:34:18.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41e1ffb640 1 -- 172.21.15.94:0/2660455685 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f41e8016070 con 0x7f41ec0d0070 2024-09-10T08:34:18.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41e1ffb640 1 -- 172.21.15.94:0/2660455685 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e8011c10 con 0x7f41ec0d0070 2024-09-10T08:34:18.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41ec0b37c0 con 0x7f41ec0d0070 2024-09-10T08:34:18.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.395+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41ec0b3d80 con 0x7f41ec0d0070 2024-09-10T08:34:18.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.396+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41ec15f4b0 con 0x7f41ec0d0070 2024-09-10T08:34:18.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.397+0000 7f41e1ffb640 1 -- 172.21.15.94:0/2660455685 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f41e801b460 con 0x7f41ec0d0070 2024-09-10T08:34:18.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.397+0000 7f41e1ffb640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f41d006be30 0x7f41d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:18.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.397+0000 7f41e1ffb640 1 -- 172.21.15.94:0/2660455685 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6187+0+0 (secure 0 0 0) 0x7f41e808aae0 con 0x7f41ec0d0070 2024-09-10T08:34:18.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.397+0000 7f41f0ccc640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f41d006be30 0x7f41d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:18.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.397+0000 7f41f0ccc640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f41d006be30 0x7f41d006e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f41dc007fd0 tx=0x7f41dc007920 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:18.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.401+0000 7f41e1ffb640 1 -- 172.21.15.94:0/2660455685 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f41e8020020 con 0x7f41ec0d0070 2024-09-10T08:34:18.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:18.601+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f41ec06cf30 con 0x7f41ec0d0070 2024-09-10T08:34:19.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.275+0000 7f41e1ffb640 1 -- 172.21.15.94:0/2660455685 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7f41e8059340 con 0x7f41ec0d0070 2024-09-10T08:34:19.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f41d006be30 msgr2=0x7f41d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:19.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f41d006be30 0x7f41d006e2f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f41dc007fd0 tx=0x7f41dc007920 comp rx=0 tx=0).stop 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d0070 msgr2=0x7f41ec1f4670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d0070 0x7f41ec1f4670 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f41e800b420 tx=0x7f41e800b8e0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 shutdown_connections 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f41d006be30 0x7f41d006e2f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41ec15f0d0 0x7f41ec15d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41ec0d4840 0x7f41ec0b9920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 --2- 172.21.15.94:0/2660455685 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41ec0d0070 0x7f41ec1f4670 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 >> 172.21.15.94:0/2660455685 conn(0x7f41ec09d760 msgr2=0x7f41ec0b1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 shutdown_connections 2024-09-10T08:34:19.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.278+0000 7f41f3731640 1 -- 172.21.15.94:0/2660455685 wait complete. 2024-09-10T08:34:19.290 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:34:19.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.433+0000 7fd25fd98640 1 Processor -- start 2024-09-10T08:34:19.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.434+0000 7fd25fd98640 1 -- start start 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.434+0000 7fd25fd98640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd25815a7b0 0x7fd2580c5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.434+0000 7fd25fd98640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd2580cde40 0x7fd2580cc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.434+0000 7fd25fd98640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd2580cce70 0x7fd2580c6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.434+0000 7fd25fd98640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd2580b4870 con 0x7fd2580cde40 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.434+0000 7fd25fd98640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd2580b4540 con 0x7fd25815a7b0 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.434+0000 7fd25fd98640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd2580cf9b0 con 0x7fd2580cce70 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd2580cde40 0x7fd2580cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd2580cde40 0x7fd2580cc930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41686/0 (socket says 172.21.15.94:41686) 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 -- 172.21.15.94:0/1507748822 learned_addr learned my addr 172.21.15.94:0/1507748822 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25db34640 1 --2- 172.21.15.94:0/1507748822 >> v2:172.21.15.143:3300/0 conn(0x7fd25815a7b0 0x7fd2580c5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:19.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 -- 172.21.15.94:0/1507748822 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd2580cce70 msgr2=0x7fd2580c6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25e335640 1 --2- 172.21.15.94:0/1507748822 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd2580cce70 0x7fd2580c6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 --2- 172.21.15.94:0/1507748822 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd2580cce70 0x7fd2580c6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 -- 172.21.15.94:0/1507748822 >> v2:172.21.15.143:3300/0 conn(0x7fd25815a7b0 msgr2=0x7fd2580c5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 --2- 172.21.15.94:0/1507748822 >> v2:172.21.15.143:3300/0 conn(0x7fd25815a7b0 0x7fd2580c5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25d333640 1 -- 172.21.15.94:0/1507748822 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2580cfc90 con 0x7fd2580cde40 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25db34640 1 --2- 172.21.15.94:0/1507748822 >> v2:172.21.15.143:3300/0 conn(0x7fd25815a7b0 0x7fd2580c5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.435+0000 7fd25e335640 1 --2- 172.21.15.94:0/1507748822 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd2580cce70 0x7fd2580c6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25d333640 1 --2- 172.21.15.94:0/1507748822 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580cc930 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd2580cdcd0 tx=0x7fd24802c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=152c2fb23b2e7878 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25cb32640 1 -- 172.21.15.94:0/1507748822 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd24803a070 con 0x7fd2580cde40 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25cb32640 1 -- 172.21.15.94:0/1507748822 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd248032480 con 0x7fd2580cde40 2024-09-10T08:34:19.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25cb32640 1 -- 172.21.15.94:0/1507748822 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd248032850 con 0x7fd2580cde40 2024-09-10T08:34:19.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 -- 172.21.15.94:0/1507748822 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 msgr2=0x7fd2580cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:19.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 --2- 172.21.15.94:0/1507748822 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580cc930 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd2580cdcd0 tx=0x7fd24802c670 comp rx=0 tx=0).stop 2024-09-10T08:34:19.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 -- 172.21.15.94:0/1507748822 shutdown_connections 2024-09-10T08:34:19.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 --2- 172.21.15.94:0/1507748822 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd2580cce70 0x7fd2580c6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 --2- 172.21.15.94:0/1507748822 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580cc930 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 --2- 172.21.15.94:0/1507748822 >> v2:172.21.15.143:3300/0 conn(0x7fd25815a7b0 0x7fd2580c5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 -- 172.21.15.94:0/1507748822 >> 172.21.15.94:0/1507748822 conn(0x7fd25806bdf0 msgr2=0x7fd25806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 -- 172.21.15.94:0/1507748822 shutdown_connections 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.436+0000 7fd25fd98640 1 -- 172.21.15.94:0/1507748822 wait complete. 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 Processor -- start 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 -- start start 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd2580cce70 0x7fd25814e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580adb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd25815a7b0 0x7fd258072db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd2580ca8c0 con 0x7fd2580cde40 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd25815ab90 con 0x7fd2580cce70 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25fd98640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd2580ce280 con 0x7fd25815a7b0 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25d333640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:19.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25d333640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580adb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:41698/0 (socket says 172.21.15.94:41698) 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.438+0000 7fd25d333640 1 -- 172.21.15.94:0/219928039 learned_addr learned my addr 172.21.15.94:0/219928039 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25e335640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd25815a7b0 0x7fd258072db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25db34640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd2580cce70 0x7fd25814e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25d333640 1 -- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd25815a7b0 msgr2=0x7fd258072db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25d333640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd25815a7b0 0x7fd258072db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25d333640 1 -- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd2580cce70 msgr2=0x7fd25814e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25d333640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd2580cce70 0x7fd25814e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25d333640 1 -- 172.21.15.94:0/219928039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2580c7590 con 0x7fd2580cde40 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25d333640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580adb70 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd248000c00 tx=0x7fd2480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd24e7fc640 1 -- 172.21.15.94:0/219928039 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd248044030 con 0x7fd2580cde40 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd24e7fc640 1 -- 172.21.15.94:0/219928039 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd24803f670 con 0x7fd2580cde40 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2580c7870 con 0x7fd2580cde40 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd24e7fc640 1 -- 172.21.15.94:0/219928039 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd24803a040 con 0x7fd2580cde40 2024-09-10T08:34:19.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.439+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2580c7e30 con 0x7fd2580cde40 2024-09-10T08:34:19.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.440+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2580c7320 con 0x7fd2580cde40 2024-09-10T08:34:19.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.441+0000 7fd24e7fc640 1 -- 172.21.15.94:0/219928039 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd248047070 con 0x7fd2580cde40 2024-09-10T08:34:19.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.441+0000 7fd24e7fc640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23c06be30 0x7fd23c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:19.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.441+0000 7fd24e7fc640 1 -- 172.21.15.94:0/219928039 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6187+0+0 (secure 0 0 0) 0x7fd2480ad320 con 0x7fd2580cde40 2024-09-10T08:34:19.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.441+0000 7fd25db34640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23c06be30 0x7fd23c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:19.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.441+0000 7fd25db34640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23c06be30 0x7fd23c06e2f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd25400a910 tx=0x7fd254008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:19.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.445+0000 7fd24e7fc640 1 -- 172.21.15.94:0/219928039 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd24803de20 con 0x7fd2580cde40 2024-09-10T08:34:19.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:19.609+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd258068da0 con 0x7fd2580cde40 2024-09-10T08:34:20.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.280+0000 7fd24e7fc640 1 -- 172.21.15.94:0/219928039 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v43) ==== 181+0+0 (secure 0 0 0) 0x7fd258068da0 con 0x7fd2580cde40 2024-09-10T08:34:20.280 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:34:20.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23c06be30 msgr2=0x7fd23c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:20.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23c06be30 0x7fd23c06e2f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd25400a910 tx=0x7fd254008040 comp rx=0 tx=0).stop 2024-09-10T08:34:20.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 msgr2=0x7fd2580adb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:20.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580adb70 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd248000c00 tx=0x7fd2480046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 shutdown_connections 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd23c06be30 0x7fd23c06e2f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd25815a7b0 0x7fd258072db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd2580cde40 0x7fd2580adb70 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 --2- 172.21.15.94:0/219928039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd2580cce70 0x7fd25814e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 >> 172.21.15.94:0/219928039 conn(0x7fd25806bdf0 msgr2=0x7fd25806c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 shutdown_connections 2024-09-10T08:34:20.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.283+0000 7fd25fd98640 1 -- 172.21.15.94:0/219928039 wait complete. 2024-09-10T08:34:20.297 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:34:20.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.407+0000 7feea316d640 1 Processor -- start 2024-09-10T08:34:20.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.407+0000 7feea316d640 1 -- start start 2024-09-10T08:34:20.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea316d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fee9c15e2a0 0x7fee9c06d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:20.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea316d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e680 0x7fee9c0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:20.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea316d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee9c0d1880 con 0x7fee9c06d960 2024-09-10T08:34:20.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea316d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fee9c0d1b60 con 0x7fee9c15e2a0 2024-09-10T08:34:20.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea316d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fee9c0cf2d0 con 0x7fee9c15e680 2024-09-10T08:34:20.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea0f09640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fee9c15e2a0 0x7fee9c06d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:20.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea170a640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fee9c06d960 0x7fee9c0d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:45988/0 (socket says 172.21.15.94:45988) 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea170a640 1 -- 172.21.15.94:0/162895809 learned_addr learned my addr 172.21.15.94:0/162895809 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7fee93fff640 1 --2- 172.21.15.94:0/162895809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e680 0x7fee9c0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea0f09640 1 -- 172.21.15.94:0/162895809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e680 msgr2=0x7fee9c0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea0f09640 1 --2- 172.21.15.94:0/162895809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e680 0x7fee9c0cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea0f09640 1 -- 172.21.15.94:0/162895809 >> v1:172.21.15.94:6789/0 conn(0x7fee9c06d960 legacy=0x7fee9c0d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7fee937fe640 1 -- 172.21.15.94:0/162895809 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 813530779 0 0) 0x7fee9c0d1880 con 0x7fee9c06d960 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7feea0f09640 1 -- 172.21.15.94:0/162895809 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee9c0cf5b0 con 0x7fee9c15e2a0 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.408+0000 7fee93fff640 1 --2- 172.21.15.94:0/162895809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e680 0x7fee9c0cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.409+0000 7feea0f09640 1 --2- 172.21.15.94:0/162895809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e2a0 0x7fee9c06d420 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fee980097a0 tx=0x7fee9802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c11cf97aa60d237c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.409+0000 7fee937fe640 1 -- 172.21.15.94:0/162895809 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee98037070 con 0x7fee9c15e2a0 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.409+0000 7fee937fe640 1 -- 172.21.15.94:0/162895809 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee98032440 con 0x7fee9c15e2a0 2024-09-10T08:34:20.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.409+0000 7fee937fe640 1 -- 172.21.15.94:0/162895809 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee98032810 con 0x7fee9c15e2a0 2024-09-10T08:34:20.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.409+0000 7feea316d640 1 -- 172.21.15.94:0/162895809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e2a0 msgr2=0x7fee9c06d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:20.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.409+0000 7feea316d640 1 --2- 172.21.15.94:0/162895809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e2a0 0x7fee9c06d420 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fee980097a0 tx=0x7fee9802a180 comp rx=0 tx=0).stop 2024-09-10T08:34:20.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.410+0000 7feea316d640 1 -- 172.21.15.94:0/162895809 shutdown_connections 2024-09-10T08:34:20.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.410+0000 7feea316d640 1 --2- 172.21.15.94:0/162895809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e680 0x7fee9c0cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.410+0000 7feea316d640 1 --2- 172.21.15.94:0/162895809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e2a0 0x7fee9c06d420 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.410+0000 7feea316d640 1 -- 172.21.15.94:0/162895809 >> 172.21.15.94:0/162895809 conn(0x7fee9c09d760 msgr2=0x7fee9c08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:20.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.410+0000 7feea316d640 1 -- 172.21.15.94:0/162895809 shutdown_connections 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.410+0000 7feea316d640 1 -- 172.21.15.94:0/162895809 wait complete. 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.411+0000 7feea316d640 1 Processor -- start 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.411+0000 7feea316d640 1 -- start start 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee9c06d960 0x7fee9c0b84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e2a0 0x7fee9c154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e680 0x7fee9c1ea410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fee9c0d4c00 con 0x7fee9c15e680 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fee9c0d4a80 con 0x7fee9c06d960 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fee9c0d0010 con 0x7fee9c15e2a0 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e680 0x7fee9c1ea410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e680 0x7fee9c1ea410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33428/0 (socket says 172.21.15.94:33428) 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 -- 172.21.15.94:0/3051137056 learned_addr learned my addr 172.21.15.94:0/3051137056 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:20.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7fee93fff640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e2a0 0x7fee9c154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea0f09640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee9c06d960 0x7fee9c0b84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 -- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e2a0 msgr2=0x7fee9c154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e2a0 0x7fee9c154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 -- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee9c06d960 msgr2=0x7fee9c0b84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee9c06d960 0x7fee9c0b84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 -- 172.21.15.94:0/3051137056 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee9c1e9390 con 0x7fee9c15e680 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7fee93fff640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e2a0 0x7fee9c154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea170a640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e680 0x7fee9c1ea410 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fee9400c7a0 tx=0x7fee9400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7fee917fa640 1 -- 172.21.15.94:0/3051137056 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee94018070 con 0x7fee9c15e680 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7fee917fa640 1 -- 172.21.15.94:0/3051137056 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee9400a640 con 0x7fee9c15e680 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee9c1e9670 con 0x7fee9c15e680 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7fee917fa640 1 -- 172.21.15.94:0/3051137056 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9400aab0 con 0x7fee9c15e680 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.412+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee9c1e9f10 con 0x7fee9c15e680 2024-09-10T08:34:20.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.413+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee9c06d420 con 0x7fee9c15e680 2024-09-10T08:34:20.416 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.414+0000 7fee917fa640 1 -- 172.21.15.94:0/3051137056 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fee9401b070 con 0x7fee9c15e680 2024-09-10T08:34:20.416 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.414+0000 7fee917fa640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fee8806be30 0x7fee8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:20.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.414+0000 7feea0f09640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fee8806be30 0x7fee8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:20.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.415+0000 7fee917fa640 1 -- 172.21.15.94:0/3051137056 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5749+0+0 (secure 0 0 0) 0x7fee9408a440 con 0x7fee9c15e680 2024-09-10T08:34:20.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.415+0000 7feea0f09640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fee8806be30 0x7fee8806e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fee98034000 tx=0x7fee9802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:20.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.419+0000 7fee917fa640 1 -- 172.21.15.94:0/3051137056 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee94058e50 con 0x7fee9c15e680 2024-09-10T08:34:20.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:20.584+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fee9c0c7c90 con 0x7fee9c15e680 2024-09-10T08:34:21.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.281+0000 7fee917fa640 1 -- 172.21.15.94:0/3051137056 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v44) ==== 169+0+0 (secure 0 0 0) 0x7fee94058750 con 0x7fee9c15e680 2024-09-10T08:34:21.282 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fee8806be30 msgr2=0x7fee8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fee8806be30 0x7fee8806e2f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fee98034000 tx=0x7fee9802e000 comp rx=0 tx=0).stop 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e680 msgr2=0x7fee9c1ea410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e680 0x7fee9c1ea410 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fee9400c7a0 tx=0x7fee9400cc60 comp rx=0 tx=0).stop 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 shutdown_connections 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fee8806be30 0x7fee8806e2f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee9c15e680 0x7fee9c1ea410 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee9c15e2a0 0x7fee9c154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 --2- 172.21.15.94:0/3051137056 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee9c06d960 0x7fee9c0b84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 >> 172.21.15.94:0/3051137056 conn(0x7fee9c09d760 msgr2=0x7fee9c15f3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:21.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 shutdown_connections 2024-09-10T08:34:21.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.285+0000 7feea316d640 1 -- 172.21.15.94:0/3051137056 wait complete. 2024-09-10T08:34:21.301 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds ms_async_reap_threshold 2024-09-10T08:34:21.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.407+0000 7f5d0cf49640 1 Processor -- start 2024-09-10T08:34:21.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.407+0000 7f5d0cf49640 1 -- start start 2024-09-10T08:34:21.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0cf49640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5d0815e2a0 0x7f5d0806d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0cf49640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5d0815e680 0x7f5d080cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0cf49640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d080d1880 con 0x7f5d0806d960 2024-09-10T08:34:21.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0cf49640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5d080d1b60 con 0x7f5d0815e2a0 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0cf49640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5d080cf2d0 con 0x7f5d0815e680 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5d0815e2a0 0x7f5d0806d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d06d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5d0806d960 0x7f5d080d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46004/0 (socket says 172.21.15.94:46004) 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d06d9d640 1 -- 172.21.15.94:0/3517969373 learned_addr learned my addr 172.21.15.94:0/3517969373 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5cfdd9b640 1 --2- 172.21.15.94:0/3517969373 >> v2:172.21.15.143:3300/0 conn(0x7f5d0815e680 0x7f5d080cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0659c640 1 -- 172.21.15.94:0/3517969373 >> v2:172.21.15.143:3300/0 conn(0x7f5d0815e680 msgr2=0x7f5d080cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0659c640 1 --2- 172.21.15.94:0/3517969373 >> v2:172.21.15.143:3300/0 conn(0x7f5d0815e680 0x7f5d080cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0659c640 1 -- 172.21.15.94:0/3517969373 >> v1:172.21.15.94:6789/0 conn(0x7f5d0806d960 legacy=0x7f5d080d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d0659c640 1 -- 172.21.15.94:0/3517969373 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d080cf5b0 con 0x7f5d0815e2a0 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.408+0000 7f5d05d9b640 1 -- 172.21.15.94:0/3517969373 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1506051792 0 0) 0x7f5d080d1880 con 0x7f5d0806d960 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.409+0000 7f5d0659c640 1 --2- 172.21.15.94:0/3517969373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0815e2a0 0x7f5d0806d420 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f5d080a22a0 tx=0x7f5cf802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edb152b9f29addb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.409+0000 7f5d05d9b640 1 -- 172.21.15.94:0/3517969373 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8037070 con 0x7f5d0815e2a0 2024-09-10T08:34:21.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.409+0000 7f5d05d9b640 1 -- 172.21.15.94:0/3517969373 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cf8032440 con 0x7f5d0815e2a0 2024-09-10T08:34:21.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.409+0000 7f5d05d9b640 1 -- 172.21.15.94:0/3517969373 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8032810 con 0x7f5d0815e2a0 2024-09-10T08:34:21.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 -- 172.21.15.94:0/3517969373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0815e2a0 msgr2=0x7f5d0806d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/3517969373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0815e2a0 0x7f5d0806d420 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f5d080a22a0 tx=0x7f5cf802a1a0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 -- 172.21.15.94:0/3517969373 shutdown_connections 2024-09-10T08:34:21.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/3517969373 >> v2:172.21.15.143:3300/0 conn(0x7f5d0815e680 0x7f5d080cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/3517969373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0815e2a0 0x7f5d0806d420 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 -- 172.21.15.94:0/3517969373 >> 172.21.15.94:0/3517969373 conn(0x7f5d0809d760 msgr2=0x7f5d0808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 -- 172.21.15.94:0/3517969373 shutdown_connections 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.410+0000 7f5d0cf49640 1 -- 172.21.15.94:0/3517969373 wait complete. 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.411+0000 7f5d0cf49640 1 Processor -- start 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.411+0000 7f5d0cf49640 1 -- start start 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0cf49640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0806d960 0x7f5d08156880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0cf49640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d0815e2a0 0x7f5d080b7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0cf49640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d0815e680 0x7f5d080b8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0cf49640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5d080d4c00 con 0x7f5d0806d960 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0cf49640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5d080d4a80 con 0x7f5d0815e680 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0cf49640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5d080d0010 con 0x7f5d0815e2a0 2024-09-10T08:34:21.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0806d960 0x7f5d08156880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0806d960 0x7f5d08156880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33448/0 (socket says 172.21.15.94:33448) 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 -- 172.21.15.94:0/2724484096 learned_addr learned my addr 172.21.15.94:0/2724484096 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5cfdd9b640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d0815e2a0 0x7f5d080b7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d06d9d640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d0815e680 0x7f5d080b8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 -- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d0815e2a0 msgr2=0x7f5d080b7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d0815e2a0 0x7f5d080b7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 -- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d0815e680 msgr2=0x7f5d080b8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d0815e680 0x7f5d080b8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.412+0000 7f5d0659c640 1 -- 172.21.15.94:0/2724484096 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d080cb880 con 0x7f5d0806d960 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.413+0000 7f5d0659c640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0806d960 0x7f5d08156880 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5cf8000c00 tx=0x7f5cf80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.413+0000 7f5cff7fe640 1 -- 172.21.15.94:0/2724484096 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8037050 con 0x7f5d0806d960 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.413+0000 7f5cff7fe640 1 -- 172.21.15.94:0/2724484096 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cf8038040 con 0x7f5d0806d960 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.413+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d080cbb60 con 0x7f5d0806d960 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.413+0000 7f5cff7fe640 1 -- 172.21.15.94:0/2724484096 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8004470 con 0x7f5d0806d960 2024-09-10T08:34:21.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.413+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d080cc120 con 0x7f5d0806d960 2024-09-10T08:34:21.416 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.414+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d0806d420 con 0x7f5d0806d960 2024-09-10T08:34:21.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.414+0000 7f5cff7fe640 1 -- 172.21.15.94:0/2724484096 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5cf8030900 con 0x7f5d0806d960 2024-09-10T08:34:21.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.415+0000 7f5cff7fe640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5ce806be30 0x7f5ce806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.415+0000 7f5cff7fe640 1 -- 172.21.15.94:0/2724484096 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f5cf80ab930 con 0x7f5d0806d960 2024-09-10T08:34:21.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.415+0000 7f5cfdd9b640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5ce806be30 0x7f5ce806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.415+0000 7f5cfdd9b640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5ce806be30 0x7f5ce806e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5cf0006fd0 tx=0x7f5cf0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:21.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.419+0000 7f5cff7fe640 1 -- 172.21.15.94:0/2724484096 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5cf807a570 con 0x7f5d0806d960 2024-09-10T08:34:21.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.585+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"} v 0) -- 0x7f5d0815fce0 con 0x7f5d0806d960 2024-09-10T08:34:21.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.588+0000 7f5cff7fe640 1 -- 172.21.15.94:0/2724484096 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"}]=0 v12) ==== 106+0+0 (secure 0 0 0) 0x7f5cf8079e70 con 0x7f5d0806d960 2024-09-10T08:34:21.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5ce806be30 msgr2=0x7f5ce806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5ce806be30 0x7f5ce806e2f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5cf0006fd0 tx=0x7f5cf0008040 comp rx=0 tx=0).stop 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0806d960 msgr2=0x7f5d08156880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0806d960 0x7f5d08156880 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5cf8000c00 tx=0x7f5cf80046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 shutdown_connections 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5ce806be30 0x7f5ce806e2f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d0815e680 0x7f5d080b8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d0815e2a0 0x7f5d080b7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 --2- 172.21.15.94:0/2724484096 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d0806d960 0x7f5d08156880 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 >> 172.21.15.94:0/2724484096 conn(0x7f5d0809d760 msgr2=0x7f5d080d2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 shutdown_connections 2024-09-10T08:34:21.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.590+0000 7f5d0cf49640 1 -- 172.21.15.94:0/2724484096 wait complete. 2024-09-10T08:34:21.601 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T08:34:21.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.700+0000 7f65ccf54640 1 Processor -- start 2024-09-10T08:34:21.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.700+0000 7f65ccf54640 1 -- start start 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65ccf54640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f65c806d430 0x7f65c81439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65ccf54640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f65c8143f30 0x7f65c80d1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65ccf54640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65c80c7140 con 0x7f65c80c8d20 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65ccf54640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f65c8141960 con 0x7f65c806d430 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65ccf54640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f65c8142200 con 0x7f65c8143f30 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65bdd9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f65c806d430 0x7f65c81439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65bdd9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f65c806d430 0x7f65c81439f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33450/0 (socket says 172.21.15.94:33450) 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65bdd9b640 1 -- 172.21.15.94:0/4234597989 learned_addr learned my addr 172.21.15.94:0/4234597989 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65bdd9b640 1 -- 172.21.15.94:0/4234597989 >> v2:172.21.15.143:3300/0 conn(0x7f65c8143f30 msgr2=0x7f65c80d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65bdd9b640 1 --2- 172.21.15.94:0/4234597989 >> v2:172.21.15.143:3300/0 conn(0x7f65c8143f30 0x7f65c80d1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65bdd9b640 1 -- 172.21.15.94:0/4234597989 >> v1:172.21.15.143:6789/0 conn(0x7f65c80c8d20 legacy=0x7f65c806cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:21.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.701+0000 7f65bdd9b640 1 -- 172.21.15.94:0/4234597989 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c80c9100 con 0x7f65c806d430 2024-09-10T08:34:21.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.702+0000 7f65bdd9b640 1 --2- 172.21.15.94:0/4234597989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c806d430 0x7f65c81439f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f65c8158ed0 tx=0x7f65b002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4fd84ed8c51c296 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.702+0000 7f65c5d9b640 1 -- 172.21.15.94:0/4234597989 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b0037070 con 0x7f65c806d430 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.702+0000 7f65c5d9b640 1 -- 172.21.15.94:0/4234597989 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65b002ae20 con 0x7f65c806d430 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.702+0000 7f65c5d9b640 1 -- 172.21.15.94:0/4234597989 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b0032660 con 0x7f65c806d430 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 -- 172.21.15.94:0/4234597989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c806d430 msgr2=0x7f65c81439f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 --2- 172.21.15.94:0/4234597989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c806d430 0x7f65c81439f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f65c8158ed0 tx=0x7f65b002a110 comp rx=0 tx=0).stop 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 -- 172.21.15.94:0/4234597989 shutdown_connections 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 --2- 172.21.15.94:0/4234597989 >> v2:172.21.15.143:3300/0 conn(0x7f65c8143f30 0x7f65c80d1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 --2- 172.21.15.94:0/4234597989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c806d430 0x7f65c81439f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 -- 172.21.15.94:0/4234597989 >> 172.21.15.94:0/4234597989 conn(0x7f65c80b3ed0 msgr2=0x7f65c80b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 -- 172.21.15.94:0/4234597989 shutdown_connections 2024-09-10T08:34:21.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.703+0000 7f65ccf54640 1 -- 172.21.15.94:0/4234597989 wait complete. 2024-09-10T08:34:21.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.704+0000 7f65ccf54640 1 Processor -- start 2024-09-10T08:34:21.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.704+0000 7f65ccf54640 1 -- start start 2024-09-10T08:34:21.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65ccf54640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65c806d430 0x7f65c80cf310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65ccf54640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c80c8d20 0x7f65c80d1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65ccf54640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65c8143f30 0x7f65c80d2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65ccf54640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8141e90 con 0x7f65c80c8d20 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65ccf54640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8141bb0 con 0x7f65c8143f30 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65ccf54640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f65c8144380 con 0x7f65c806d430 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c80c8d20 0x7f65c80d1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c80c8d20 0x7f65c80d1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33460/0 (socket says 172.21.15.94:33460) 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 -- 172.21.15.94:0/1669713436 learned_addr learned my addr 172.21.15.94:0/1669713436 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 -- 172.21.15.94:0/1669713436 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65c806d430 msgr2=0x7f65c80cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65c806d430 0x7f65c80cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 -- 172.21.15.94:0/1669713436 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65c8143f30 msgr2=0x7f65c80d2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65c8143f30 0x7f65c80d2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.705+0000 7f65bdd9b640 1 -- 172.21.15.94:0/1669713436 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c80cf850 con 0x7f65c80c8d20 2024-09-10T08:34:21.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.706+0000 7f65bdd9b640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c80c8d20 0x7f65c80d1e20 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f65b0000c00 tx=0x7f65b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:21.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.706+0000 7f65bf7fe640 1 -- 172.21.15.94:0/1669713436 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b0042070 con 0x7f65c80c8d20 2024-09-10T08:34:21.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.706+0000 7f65bf7fe640 1 -- 172.21.15.94:0/1669713436 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65b003e670 con 0x7f65c80c8d20 2024-09-10T08:34:21.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.706+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c80cc820 con 0x7f65c80c8d20 2024-09-10T08:34:21.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.706+0000 7f65bf7fe640 1 -- 172.21.15.94:0/1669713436 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b0037040 con 0x7f65c80c8d20 2024-09-10T08:34:21.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.706+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c80ccdc0 con 0x7f65c80c8d20 2024-09-10T08:34:21.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.707+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c81439f0 con 0x7f65c80c8d20 2024-09-10T08:34:21.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.707+0000 7f65bf7fe640 1 -- 172.21.15.94:0/1669713436 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f65b0045070 con 0x7f65c80c8d20 2024-09-10T08:34:21.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.708+0000 7f65bf7fe640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65a806be30 0x7f65a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.708+0000 7f65c659c640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65a806be30 0x7f65a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.708+0000 7f65bf7fe640 1 -- 172.21.15.94:0/1669713436 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f65b00ab550 con 0x7f65c80c8d20 2024-09-10T08:34:21.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.708+0000 7f65c659c640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65a806be30 0x7f65a806e2f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009650 tx=0x7f65b8006ba0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:21.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.712+0000 7f65bf7fe640 1 -- 172.21.15.94:0/1669713436 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f65c80c7140 con 0x7f65c80c8d20 2024-09-10T08:34:21.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.879+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f65c80690c0 con 0x7f65c80c8d20 2024-09-10T08:34:21.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.882+0000 7f65bf7fe640 1 -- 172.21.15.94:0/1669713436 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v13) ==== 104+0+0 (secure 0 0 0) 0x7f65b002ae20 con 0x7f65c80c8d20 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65a806be30 msgr2=0x7f65a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65a806be30 0x7f65a806e2f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009650 tx=0x7f65b8006ba0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c80c8d20 msgr2=0x7f65c80d1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c80c8d20 0x7f65c80d1e20 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f65b0000c00 tx=0x7f65b00046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 shutdown_connections 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65a806be30 0x7f65a806e2f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65c8143f30 0x7f65c80d2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65c80c8d20 0x7f65c80d1e20 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 --2- 172.21.15.94:0/1669713436 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65c806d430 0x7f65c80cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 >> 172.21.15.94:0/1669713436 conn(0x7f65c80b3ed0 msgr2=0x7f65c8161780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 shutdown_connections 2024-09-10T08:34:21.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.884+0000 7f65ccf54640 1 -- 172.21.15.94:0/1669713436 wait complete. 2024-09-10T08:34:21.896 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close' 2024-09-10T08:34:21.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.993+0000 7f96c83c6640 1 Processor -- start 2024-09-10T08:34:21.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.993+0000 7f96c83c6640 1 -- start start 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c83c6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f96c00c8d20 0x7f96c006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c83c6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 0x7f96c01439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c83c6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96c00c7140 con 0x7f96c0143f30 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c83c6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f96c0141960 con 0x7f96c00c8d20 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c83c6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f96c0142200 con 0x7f96c006d260 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c6162640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f96c00c8d20 0x7f96c006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c6162640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f96c00c8d20 0x7f96c006cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33468/0 (socket says 172.21.15.94:33468) 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.994+0000 7f96c6162640 1 -- 172.21.15.94:0/3127832509 learned_addr learned my addr 172.21.15.94:0/3127832509 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c6162640 1 -- 172.21.15.94:0/3127832509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 msgr2=0x7f96c01439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c6162640 1 --2- 172.21.15.94:0/3127832509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 0x7f96c01439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c6162640 1 -- 172.21.15.94:0/3127832509 >> v1:172.21.15.143:6789/0 conn(0x7f96c0143f30 legacy=0x7f96c00d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:21.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c6162640 1 -- 172.21.15.94:0/3127832509 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c00c9100 con 0x7f96c00c8d20 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c6162640 1 --2- 172.21.15.94:0/3127832509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c00c8d20 0x7f96c006cd20 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f96bc009870 tx=0x7f96bc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aecdf4c4ebcc5071 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c5160640 1 -- 172.21.15.94:0/3127832509 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc037070 con 0x7f96c00c8d20 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c5160640 1 -- 172.21.15.94:0/3127832509 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96bc02ae10 con 0x7f96c00c8d20 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.995+0000 7f96c5160640 1 -- 172.21.15.94:0/3127832509 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc032660 con 0x7f96c00c8d20 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 -- 172.21.15.94:0/3127832509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c00c8d20 msgr2=0x7f96c006cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3127832509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c00c8d20 0x7f96c006cd20 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f96bc009870 tx=0x7f96bc02a100 comp rx=0 tx=0).stop 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 -- 172.21.15.94:0/3127832509 shutdown_connections 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3127832509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 0x7f96c01439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3127832509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c00c8d20 0x7f96c006cd20 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:21.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 -- 172.21.15.94:0/3127832509 >> 172.21.15.94:0/3127832509 conn(0x7f96c00b3ed0 msgr2=0x7f96c00b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:21.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 -- 172.21.15.94:0/3127832509 shutdown_connections 2024-09-10T08:34:21.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.996+0000 7f96c83c6640 1 -- 172.21.15.94:0/3127832509 wait complete. 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.997+0000 7f96c83c6640 1 Processor -- start 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.997+0000 7f96c83c6640 1 -- start start 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c83c6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 0x7f96c01409b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c83c6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f96c00c8d20 0x7f96c00d1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c83c6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c0143f30 0x7f96c00b22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c83c6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f96c0141bb0 con 0x7f96c0143f30 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c83c6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f96c006d6a0 con 0x7f96c00c8d20 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c83c6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f96c0141e90 con 0x7f96c006d260 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c0143f30 0x7f96c00b22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c0143f30 0x7f96c00b22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33472/0 (socket says 172.21.15.94:33472) 2024-09-10T08:34:22.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 -- 172.21.15.94:0/3056697355 learned_addr learned my addr 172.21.15.94:0/3056697355 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 -- 172.21.15.94:0/3056697355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 msgr2=0x7f96c01409b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 0x7f96c01409b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 -- 172.21.15.94:0/3056697355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f96c00c8d20 msgr2=0x7f96c00d1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f96c00c8d20 0x7f96c00d1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.998+0000 7f96c6963640 1 -- 172.21.15.94:0/3056697355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c0140ef0 con 0x7f96c0143f30 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.999+0000 7f96c6963640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c0143f30 0x7f96c00b22c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f96b800b990 tx=0x7f96b800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.999+0000 7f96b6ffd640 1 -- 172.21.15.94:0/3056697355 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b8019070 con 0x7f96c0143f30 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.999+0000 7f96b6ffd640 1 -- 172.21.15.94:0/3056697355 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96b800cba0 con 0x7f96c0143f30 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.999+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96c01e8220 con 0x7f96c0143f30 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.999+0000 7f96b6ffd640 1 -- 172.21.15.94:0/3056697355 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b8014440 con 0x7f96c0143f30 2024-09-10T08:34:22.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:21.999+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96c01e87e0 con 0x7f96c0143f30 2024-09-10T08:34:22.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.000+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96c0162850 con 0x7f96c0143f30 2024-09-10T08:34:22.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.001+0000 7f96b6ffd640 1 -- 172.21.15.94:0/3056697355 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f96b801c070 con 0x7f96c0143f30 2024-09-10T08:34:22.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.001+0000 7f96b6ffd640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f96a406be30 0x7f96a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.001+0000 7f96b6ffd640 1 -- 172.21.15.94:0/3056697355 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f96b808aac0 con 0x7f96c0143f30 2024-09-10T08:34:22.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.002+0000 7f96c6162640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f96a406be30 0x7f96a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.003+0000 7f96c6162640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f96a406be30 0x7f96a406e2f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f96bc034000 tx=0x7f96bc02c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.007+0000 7f96b6ffd640 1 -- 172.21.15.94:0/3056697355 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f96c0162850 con 0x7f96c0143f30 2024-09-10T08:34:22.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.238+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]} v 0) -- 0x7f96c0144360 con 0x7f96c0143f30 2024-09-10T08:34:22.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.289+0000 7f96b6ffd640 1 -- 172.21.15.94:0/3056697355 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_mount_conn_close"]}]=0 v106) ==== 144+0+0 (secure 0 0 0) 0x7f96b80595e0 con 0x7f96c0143f30 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f96a406be30 msgr2=0x7f96a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f96a406be30 0x7f96a406e2f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f96bc034000 tx=0x7f96bc02c000 comp rx=0 tx=0).stop 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c0143f30 msgr2=0x7f96c00b22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c0143f30 0x7f96c00b22c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f96b800b990 tx=0x7f96b800be50 comp rx=0 tx=0).stop 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 shutdown_connections 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f96a406be30 0x7f96a406e2f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f96c00c8d20 0x7f96c00d1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f96c0143f30 0x7f96c00b22c0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 --2- 172.21.15.94:0/3056697355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f96c006d260 0x7f96c01409b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 >> 172.21.15.94:0/3056697355 conn(0x7f96c00b3ed0 msgr2=0x7f96c0160e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 shutdown_connections 2024-09-10T08:34:22.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.291+0000 7f96c83c6640 1 -- 172.21.15.94:0/3056697355 wait complete. 2024-09-10T08:34:22.302 INFO:tasks.cephfs_test_runner:That when a client unmounts, the thread count on the MDS goes back ... ok 2024-09-10T08:34:22.303 INFO:tasks.cephfs_test_runner:Starting test: test_session_evict_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) Check that mds evicts blocklisted client 2024-09-10T08:34:22.303 INFO:tasks.cephfs_test_runner:test_session_evict_blocklisted (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-10T08:34:22.303 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:34:22.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.401+0000 7f8c760d7640 1 Processor -- start 2024-09-10T08:34:22.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.401+0000 7f8c760d7640 1 -- start start 2024-09-10T08:34:22.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.402+0000 7f8c760d7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 0x7f8c7013f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.402+0000 7f8c760d7640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c7013fda0 con 0x7f8c70072250 2024-09-10T08:34:22.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.402+0000 7f8c760d7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c700d2b30 con 0x7f8c700d04d0 2024-09-10T08:34:22.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.402+0000 7f8c760d7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c70145bd0 con 0x7f8c700d2750 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.402+0000 7f8c67fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8c70072250 0x7f8c700cfdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46012/0 (socket says 172.21.15.94:46012) 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.402+0000 7f8c67fff640 1 -- 172.21.15.94:0/432733235 learned_addr learned my addr 172.21.15.94:0/432733235 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3678867370 0 0) 0x7f8c7013fda0 con 0x7f8c70072250 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c5c003520 con 0x7f8c70072250 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 0x7f8c7013f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 196519169 0 0) 0x7f8c5c003520 con 0x7f8c70072250 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 msgr2=0x7f8c7013f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 0x7f8c7013f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 >> v1:172.21.15.143:6789/0 conn(0x7f8c700d04d0 legacy=0x7f8c70160010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c70141c60 con 0x7f8c70072250 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8c58001690 con 0x7f8c70072250 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 >> v1:172.21.15.94:6789/0 conn(0x7f8c70072250 legacy=0x7f8c700cfdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c5c0039e0 0x7f8c5c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 0x7f8c5c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c004d40 0x7f8c5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c00bb70 con 0x7f8c5c0039e0 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c00bd20 con 0x7f8c5c004d40 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c5c00bf20 con 0x7f8c700d2750 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c5c0039e0 0x7f8c5c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c67fff640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 0x7f8c5c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6ffff640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c004d40 0x7f8c5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6f7fe640 1 -- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 msgr2=0x7f8c5c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c700d2750 0x7f8c5c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6f7fe640 1 -- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c004d40 msgr2=0x7f8c5c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c004d40 0x7f8c5c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.403+0000 7f8c6f7fe640 1 -- 172.21.15.94:0/432733235 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5c003520 con 0x7f8c5c0039e0 2024-09-10T08:34:22.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.404+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c5c0039e0 0x7f8c5c003e00 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000ba30 tx=0x7f8c5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c7e10d99f128706 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.404+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60030070 con 0x7f8c5c0039e0 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.404+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c6002ade0 con 0x7f8c5c0039e0 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.404+0000 7f8c6effd640 1 -- 172.21.15.94:0/432733235 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6000b600 con 0x7f8c5c0039e0 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.405+0000 7f8c760d7640 1 -- 172.21.15.94:0/432733235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c5c0039e0 msgr2=0x7f8c5c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.405+0000 7f8c760d7640 1 --2- 172.21.15.94:0/432733235 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c5c0039e0 0x7f8c5c003e00 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000ba30 tx=0x7f8c5c005830 comp rx=0 tx=0).stop 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.405+0000 7f8c6ffff640 1 -- 172.21.15.94:0/432733235 reap_dead start 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.405+0000 7f8c760d7640 1 -- 172.21.15.94:0/432733235 shutdown_connections 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.405+0000 7f8c760d7640 1 -- 172.21.15.94:0/432733235 >> 172.21.15.94:0/432733235 conn(0x7f8c700b4040 msgr2=0x7f8c700b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.405+0000 7f8c760d7640 1 -- 172.21.15.94:0/432733235 shutdown_connections 2024-09-10T08:34:22.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.405+0000 7f8c760d7640 1 -- 172.21.15.94:0/432733235 wait complete. 2024-09-10T08:34:22.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.406+0000 7f8c760d7640 1 Processor -- start 2024-09-10T08:34:22.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.406+0000 7f8c760d7640 1 -- start start 2024-09-10T08:34:22.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c760d7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c0039e0 0x7f8c70142990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c760d7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c701443d0 0x7f8c700b0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c760d7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c701f13f0 0x7f8c700b2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c760d7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8c70142220 con 0x7f8c701f13f0 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c760d7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8c701427e0 con 0x7f8c5c0039e0 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c760d7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c70142500 con 0x7f8c701443d0 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c701f13f0 0x7f8c700b2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c701f13f0 0x7f8c700b2f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33480/0 (socket says 172.21.15.94:33480) 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 -- 172.21.15.94:0/3653017242 learned_addr learned my addr 172.21.15.94:0/3653017242 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c0039e0 0x7f8c70142990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c67fff640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c701443d0 0x7f8c700b0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 -- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c701443d0 msgr2=0x7f8c700b0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c701443d0 0x7f8c700b0ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 -- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c0039e0 msgr2=0x7f8c70142990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c0039e0 0x7f8c70142990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 -- 172.21.15.94:0/3653017242 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c701f4110 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.407+0000 7f8c6ffff640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c701f13f0 0x7f8c700b2f30 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f8c68007fd0 tx=0x7f8c6800ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.408+0000 7f8c6cff9640 1 -- 172.21.15.94:0/3653017242 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c68003970 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.408+0000 7f8c6cff9640 1 -- 172.21.15.94:0/3653017242 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c68018070 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.408+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c701f43f0 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.408+0000 7f8c6cff9640 1 -- 172.21.15.94:0/3653017242 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c68003d70 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.408+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c701f49b0 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.408+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c701f4bb0 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.409+0000 7f8c6cff9640 1 -- 172.21.15.94:0/3653017242 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c680050d0 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.409+0000 7f8c6cff9640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c5006be30 0x7f8c5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.410+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c5006be30 0x7f8c5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.410+0000 7f8c6cff9640 1 -- 172.21.15.94:0/3653017242 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f8c6808a820 con 0x7f8c701f13f0 2024-09-10T08:34:22.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.410+0000 7f8c6f7fe640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c5006be30 0x7f8c5006e2f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000ba00 tx=0x7f8c60030000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.414+0000 7f8c6cff9640 1 -- 172.21.15.94:0/3653017242 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c701f4bb0 con 0x7f8c701f13f0 2024-09-10T08:34:22.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.582+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8c701418b0 con 0x7f8c701f13f0 2024-09-10T08:34:22.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.583+0000 7f8c6cff9640 1 -- 172.21.15.94:0/3653017242 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+13305 (secure 0 0 0) 0x7f8c68058cf0 con 0x7f8c701f13f0 2024-09-10T08:34:22.583 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:22.584 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":44,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:34:21.280704+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6837/3105585591":"2024-09-11T08:34:18.273388+0000","172.21.15.94:6835/3105585591":"2024-09-11T08:34:18.273388+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c5006be30 msgr2=0x7f8c5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c5006be30 0x7f8c5006e2f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000ba00 tx=0x7f8c60030000 comp rx=0 tx=0).stop 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c701f13f0 msgr2=0x7f8c700b2f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c701f13f0 0x7f8c700b2f30 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f8c68007fd0 tx=0x7f8c6800ec10 comp rx=0 tx=0).stop 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 shutdown_connections 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c5006be30 0x7f8c5006e2f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c701f13f0 0x7f8c700b2f30 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c701443d0 0x7f8c700b0ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 --2- 172.21.15.94:0/3653017242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c5c0039e0 0x7f8c70142990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 >> 172.21.15.94:0/3653017242 conn(0x7f8c700b4040 msgr2=0x7f8c700c70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:22.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 shutdown_connections 2024-09-10T08:34:22.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.585+0000 7f8c760d7640 1 -- 172.21.15.94:0/3653017242 wait complete. 2024-09-10T08:34:22.597 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:32:33.842418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T08:34:22.597 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:34:22.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.698+0000 7fe8a1cd2640 1 Processor -- start 2024-09-10T08:34:22.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.698+0000 7fe8a1cd2640 1 -- start start 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe8a1cd2640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe89c0add30 0x7fe89c0ae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe8a1cd2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe8a1cd2640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe89c0ae650 con 0x7fe89c070930 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe8a1cd2640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe89c0b5590 con 0x7fe89c0add30 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe8a1cd2640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe89c070ea0 con 0x7fe89c15e4f0 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe89c0add30 0x7fe89c0ae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89bfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fe89c070930 0x7fe89c0b00f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46028/0 (socket says 172.21.15.94:46028) 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89bfff640 1 -- 172.21.15.94:0/2889887674 learned_addr learned my addr 172.21.15.94:0/2889887674 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89affd640 1 --2- 172.21.15.94:0/2889887674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89b7fe640 1 -- 172.21.15.94:0/2889887674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 msgr2=0x7fe89c0b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:22.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89b7fe640 1 --2- 172.21.15.94:0/2889887674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0b5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89b7fe640 1 -- 172.21.15.94:0/2889887674 >> v1:172.21.15.94:6789/0 conn(0x7fe89c070930 legacy=0x7fe89c0b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.699+0000 7fe89b7fe640 1 -- 172.21.15.94:0/2889887674 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe89c06e8c0 con 0x7fe89c0add30 2024-09-10T08:34:22.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.700+0000 7fe89b7fe640 1 --2- 172.21.15.94:0/2889887674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0ae110 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fe88c0097a0 tx=0x7fe88c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e102e1ce8465aa22 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.700+0000 7fe89a7fc640 1 -- 172.21.15.94:0/2889887674 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c037070 con 0x7fe89c0add30 2024-09-10T08:34:22.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.700+0000 7fe89a7fc640 1 -- 172.21.15.94:0/2889887674 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe88c032440 con 0x7fe89c0add30 2024-09-10T08:34:22.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.700+0000 7fe89a7fc640 1 -- 172.21.15.94:0/2889887674 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88c032810 con 0x7fe89c0add30 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2889887674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 msgr2=0x7fe89c0ae110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2889887674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0ae110 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fe88c0097a0 tx=0x7fe88c02a180 comp rx=0 tx=0).stop 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2889887674 shutdown_connections 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2889887674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2889887674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0ae110 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2889887674 >> 172.21.15.94:0/2889887674 conn(0x7fe89c06bc10 msgr2=0x7fe89c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2889887674 shutdown_connections 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.701+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2889887674 wait complete. 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.702+0000 7fe8a1cd2640 1 Processor -- start 2024-09-10T08:34:22.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.702+0000 7fe8a1cd2640 1 -- start start 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe8a1cd2640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe89c070930 0x7fe89c153720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe8a1cd2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0b18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe8a1cd2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0aedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe8a1cd2640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe89c06f3a0 con 0x7fe89c0add30 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe8a1cd2640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe89c06ee80 con 0x7fe89c070930 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe8a1cd2640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe89c06f520 con 0x7fe89c15e4f0 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0b18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0b18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33496/0 (socket says 172.21.15.94:33496) 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 -- 172.21.15.94:0/2065382353 learned_addr learned my addr 172.21.15.94:0/2065382353 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89bfff640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0aedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89b7fe640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe89c070930 0x7fe89c153720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 -- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 msgr2=0x7fe89c0aedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0aedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 -- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe89c070930 msgr2=0x7fe89c153720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe89c070930 0x7fe89c153720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 -- 172.21.15.94:0/2065382353 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe89c0af330 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.703+0000 7fe89affd640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0b18d0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fe89000c820 tx=0x7fe89000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.704+0000 7fe883fff640 1 -- 172.21.15.94:0/2065382353 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe890004030 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.704+0000 7fe883fff640 1 -- 172.21.15.94:0/2065382353 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8900041d0 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.704+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe89c0af5d0 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.704+0000 7fe883fff640 1 -- 172.21.15.94:0/2065382353 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe890007830 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.704+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe89c0afb90 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.705+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe89c0ae110 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.705+0000 7fe883fff640 1 -- 172.21.15.94:0/2065382353 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe8900079d0 con 0x7fe89c0add30 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.705+0000 7fe883fff640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe88806be30 0x7fe88806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.706+0000 7fe883fff640 1 -- 172.21.15.94:0/2065382353 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fe89008abc0 con 0x7fe89c0add30 2024-09-10T08:34:22.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.706+0000 7fe89b7fe640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe88806be30 0x7fe88806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.706+0000 7fe89b7fe640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe88806be30 0x7fe88806e2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe88c034000 tx=0x7fe88c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.710+0000 7fe883fff640 1 -- 172.21.15.94:0/2065382353 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe890015020 con 0x7fe89c0add30 2024-09-10T08:34:22.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.876+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe89c1f4470 con 0x7fe89c0add30 2024-09-10T08:34:22.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.876+0000 7fe883fff640 1 -- 172.21.15.94:0/2065382353 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v44) ==== 93+0+10 (secure 0 0 0) 0x7fe890059770 con 0x7fe89c0add30 2024-09-10T08:34:22.876 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 1 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe88806be30 msgr2=0x7fe88806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe88806be30 0x7fe88806e2f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe88c034000 tx=0x7fe88c02e000 comp rx=0 tx=0).stop 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 msgr2=0x7fe89c0b18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0b18d0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fe89000c820 tx=0x7fe89000cce0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 shutdown_connections 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe88806be30 0x7fe88806e2f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe89c15e4f0 0x7fe89c0aedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe89c0add30 0x7fe89c0b18d0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 --2- 172.21.15.94:0/2065382353 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe89c070930 0x7fe89c153720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 >> 172.21.15.94:0/2065382353 conn(0x7fe89c06bc10 msgr2=0x7fe89c154320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:22.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 shutdown_connections 2024-09-10T08:34:22.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.878+0000 7fe8a1cd2640 1 -- 172.21.15.94:0/2065382353 wait complete. 2024-09-10T08:34:22.890 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted' 2024-09-10T08:34:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.987+0000 7f47cd6fa640 1 Processor -- start 2024-09-10T08:34:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.988+0000 7f47cd6fa640 1 -- start start 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.988+0000 7f47cd6fa640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f47c80b0960 0x7f47c815c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.988+0000 7f47cd6fa640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f47c80af730 0x7f47c80afba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.988+0000 7f47cd6fa640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47c815cbf0 con 0x7f47c80b6d50 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.988+0000 7f47cd6fa640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f47c80d0eb0 con 0x7f47c80af730 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.988+0000 7f47cd6fa640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f47c815ce90 con 0x7f47c80b0960 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c77fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f47c80af730 0x7f47c80afba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47be7fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f47c80b6d50 0x7f47c80d1620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46040/0 (socket says 172.21.15.94:46040) 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47be7fc640 1 -- 172.21.15.94:0/668887677 learned_addr learned my addr 172.21.15.94:0/668887677 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c77fe640 1 -- 172.21.15.94:0/668887677 >> v2:172.21.15.143:3300/0 conn(0x7f47c80b0960 msgr2=0x7f47c815c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c6ffd640 1 --2- 172.21.15.94:0/668887677 >> v2:172.21.15.143:3300/0 conn(0x7f47c80b0960 0x7f47c815c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c67fc640 1 -- 172.21.15.94:0/668887677 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 617604127 0 0) 0x7f47c815cbf0 con 0x7f47c80b6d50 2024-09-10T08:34:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c77fe640 1 --2- 172.21.15.94:0/668887677 >> v2:172.21.15.143:3300/0 conn(0x7f47c80b0960 0x7f47c815c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c77fe640 1 -- 172.21.15.94:0/668887677 >> v1:172.21.15.94:6789/0 conn(0x7f47c80b6d50 legacy=0x7f47c80d1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c77fe640 1 -- 172.21.15.94:0/668887677 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47c815d170 con 0x7f47c80af730 2024-09-10T08:34:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.989+0000 7f47c6ffd640 1 --2- 172.21.15.94:0/668887677 >> v2:172.21.15.143:3300/0 conn(0x7f47c80b0960 0x7f47c815c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47c77fe640 1 --2- 172.21.15.94:0/668887677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80af730 0x7f47c80afba0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f47c80d2160 tx=0x7f47c002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f478e704892de1b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47c67fc640 1 -- 172.21.15.94:0/668887677 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c0007740 con 0x7f47c80af730 2024-09-10T08:34:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47c67fc640 1 -- 172.21.15.94:0/668887677 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47c00078e0 con 0x7f47c80af730 2024-09-10T08:34:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47c67fc640 1 -- 172.21.15.94:0/668887677 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c0007cb0 con 0x7f47c80af730 2024-09-10T08:34:22.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 -- 172.21.15.94:0/668887677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80af730 msgr2=0x7f47c80afba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/668887677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80af730 0x7f47c80afba0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f47c80d2160 tx=0x7f47c002a680 comp rx=0 tx=0).stop 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 -- 172.21.15.94:0/668887677 shutdown_connections 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/668887677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80af730 0x7f47c80afba0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/668887677 >> v2:172.21.15.143:3300/0 conn(0x7f47c80b0960 0x7f47c815c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 -- 172.21.15.94:0/668887677 >> 172.21.15.94:0/668887677 conn(0x7f47c809a9f0 msgr2=0x7f47c80b6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 -- 172.21.15.94:0/668887677 shutdown_connections 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.990+0000 7f47cd6fa640 1 -- 172.21.15.94:0/668887677 wait complete. 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.991+0000 7f47cd6fa640 1 Processor -- start 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47cd6fa640 1 -- start start 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47cd6fa640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f47c80af730 0x7f47c815d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47cd6fa640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f47c80b0960 0x7f47c8145360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47cd6fa640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80b6d50 0x7f47c81f5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47cd6fa640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f47c80d1eb0 con 0x7f47c80b6d50 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47cd6fa640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f47c80d1d30 con 0x7f47c80af730 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47cd6fa640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f47c806bc10 con 0x7f47c80b0960 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47c77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80b6d50 0x7f47c81f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47c77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80b6d50 0x7f47c81f5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33520/0 (socket says 172.21.15.94:33520) 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.992+0000 7f47c77fe640 1 -- 172.21.15.94:0/1962468719 learned_addr learned my addr 172.21.15.94:0/1962468719 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47c6ffd640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f47c80af730 0x7f47c815d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47be7fc640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f47c80b0960 0x7f47c8145360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47c77fe640 1 -- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f47c80b0960 msgr2=0x7f47c8145360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47c77fe640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f47c80b0960 0x7f47c8145360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47c77fe640 1 -- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f47c80af730 msgr2=0x7f47c815d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47c77fe640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f47c80af730 0x7f47c815d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47c77fe640 1 -- 172.21.15.94:0/1962468719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47c81458a0 con 0x7f47c80b6d50 2024-09-10T08:34:22.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47c77fe640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80b6d50 0x7f47c81f5030 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f47c0009e50 tx=0x7f47c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47bffff640 1 -- 172.21.15.94:0/1962468719 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c0040070 con 0x7f47c80b6d50 2024-09-10T08:34:22.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47bffff640 1 -- 172.21.15.94:0/1962468719 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47c0031cc0 con 0x7f47c80b6d50 2024-09-10T08:34:22.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47bffff640 1 -- 172.21.15.94:0/1962468719 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c0045680 con 0x7f47c80b6d50 2024-09-10T08:34:22.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47c8156e60 con 0x7f47c80b6d50 2024-09-10T08:34:22.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.993+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47c8158b50 con 0x7f47c80b6d50 2024-09-10T08:34:22.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.994+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47c8158d50 con 0x7f47c80b6d50 2024-09-10T08:34:22.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.995+0000 7f47bffff640 1 -- 172.21.15.94:0/1962468719 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f47c0039040 con 0x7f47c80b6d50 2024-09-10T08:34:22.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.995+0000 7f47bffff640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f47a806be30 0x7f47a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:22.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.995+0000 7f47bffff640 1 -- 172.21.15.94:0/1962468719 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f47c00ac6f0 con 0x7f47c80b6d50 2024-09-10T08:34:22.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.995+0000 7f47c6ffd640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f47a806be30 0x7f47a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:22.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.995+0000 7f47c6ffd640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f47a806be30 0x7f47a806e2f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f47b8008850 tx=0x7f47b8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:22.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:22.999+0000 7f47bffff640 1 -- 172.21.15.94:0/1962468719 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f47c8158d50 con 0x7f47c80b6d50 2024-09-10T08:34:23.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.227+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]} v 0) -- 0x7f47c80afba0 con 0x7f47c80b6d50 2024-09-10T08:34:23.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.290+0000 7f47bffff640 1 -- 172.21.15.94:0/1962468719 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]}]=0 v107) ==== 156+0+0 (secure 0 0 0) 0x7f47c00ac020 con 0x7f47c80b6d50 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f47a806be30 msgr2=0x7f47a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f47a806be30 0x7f47a806e2f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f47b8008850 tx=0x7f47b8008040 comp rx=0 tx=0).stop 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80b6d50 msgr2=0x7f47c81f5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80b6d50 0x7f47c81f5030 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f47c0009e50 tx=0x7f47c0004a40 comp rx=0 tx=0).stop 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 shutdown_connections 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f47a806be30 0x7f47a806e2f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f47c80b6d50 0x7f47c81f5030 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f47c80b0960 0x7f47c8145360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 --2- 172.21.15.94:0/1962468719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f47c80af730 0x7f47c815d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.292+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 >> 172.21.15.94:0/1962468719 conn(0x7f47c809a9f0 msgr2=0x7f47c80b4940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:23.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.293+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 shutdown_connections 2024-09-10T08:34:23.294 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.293+0000 7f47cd6fa640 1 -- 172.21.15.94:0/1962468719 wait complete. 2024-09-10T08:34:23.304 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T08:34:23.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.405+0000 7f668267b640 1 Processor -- start 2024-09-10T08:34:23.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.405+0000 7f668267b640 1 -- start start 2024-09-10T08:34:23.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f668267b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f667c1619b0 0x7f667c0d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f668267b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c0b0a80 0x7f667c0d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f668267b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f667c161d90 0x7f667c0cd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f668267b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f667c0d0ec0 con 0x7f667c161d90 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f668267b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f667c06c990 con 0x7f667c1619b0 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f668267b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f667c0cec10 con 0x7f667c0b0a80 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f667c161d90 0x7f667c0cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f667c161d90 0x7f667c0cd880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33536/0 (socket says 172.21.15.94:33536) 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 -- 172.21.15.94:0/2407391681 learned_addr learned my addr 172.21.15.94:0/2407391681 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f667bfff640 1 --2- 172.21.15.94:0/2407391681 >> v2:172.21.15.143:3300/0 conn(0x7f667c1619b0 0x7f667c0d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f667b7fe640 1 --2- 172.21.15.94:0/2407391681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c0b0a80 0x7f667c0d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 -- 172.21.15.94:0/2407391681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c0b0a80 msgr2=0x7f667c0d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 --2- 172.21.15.94:0/2407391681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c0b0a80 0x7f667c0d0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 -- 172.21.15.94:0/2407391681 >> v2:172.21.15.143:3300/0 conn(0x7f667c1619b0 msgr2=0x7f667c0d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 --2- 172.21.15.94:0/2407391681 >> v2:172.21.15.143:3300/0 conn(0x7f667c1619b0 0x7f667c0d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f6680c18640 1 -- 172.21.15.94:0/2407391681 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f667c0ce930 con 0x7f667c161d90 2024-09-10T08:34:23.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.406+0000 7f667b7fe640 1 --2- 172.21.15.94:0/2407391681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c0b0a80 0x7f667c0d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:23.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.407+0000 7f6680c18640 1 --2- 172.21.15.94:0/2407391681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c161d90 0x7f667c0cd880 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f667c06efa0 tx=0x7f667402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f533d5e86782f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:23.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.407+0000 7f667affd640 1 -- 172.21.15.94:0/2407391681 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6674036070 con 0x7f667c161d90 2024-09-10T08:34:23.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.407+0000 7f667affd640 1 -- 172.21.15.94:0/2407391681 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6674031600 con 0x7f667c161d90 2024-09-10T08:34:23.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.407+0000 7f667affd640 1 -- 172.21.15.94:0/2407391681 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66740319d0 con 0x7f667c161d90 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 -- 172.21.15.94:0/2407391681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c161d90 msgr2=0x7f667c0cd880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 --2- 172.21.15.94:0/2407391681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c161d90 0x7f667c0cd880 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f667c06efa0 tx=0x7f667402a6a0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 -- 172.21.15.94:0/2407391681 shutdown_connections 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 --2- 172.21.15.94:0/2407391681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c161d90 0x7f667c0cd880 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 --2- 172.21.15.94:0/2407391681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c0b0a80 0x7f667c0d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 --2- 172.21.15.94:0/2407391681 >> v2:172.21.15.143:3300/0 conn(0x7f667c1619b0 0x7f667c0d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 -- 172.21.15.94:0/2407391681 >> 172.21.15.94:0/2407391681 conn(0x7f667c09a9f0 msgr2=0x7f667c0b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 -- 172.21.15.94:0/2407391681 shutdown_connections 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.408+0000 7f668267b640 1 -- 172.21.15.94:0/2407391681 wait complete. 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.409+0000 7f668267b640 1 Processor -- start 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.409+0000 7f668267b640 1 -- start start 2024-09-10T08:34:23.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f668267b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f667c0b0a80 0x7f667c1f76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f668267b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c1619b0 0x7f667c15a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f668267b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c161d90 0x7f667c15dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f668267b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f667c06c620 con 0x7f667c1619b0 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f668267b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f667c0b0820 con 0x7f667c0b0a80 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f668267b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f667c0cd330 con 0x7f667c161d90 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c1619b0 0x7f667c15a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c1619b0 0x7f667c15a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33538/0 (socket says 172.21.15.94:33538) 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 -- 172.21.15.94:0/2995672131 learned_addr learned my addr 172.21.15.94:0/2995672131 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 -- 172.21.15.94:0/2995672131 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c161d90 msgr2=0x7f667c15dcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c161d90 0x7f667c15dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 -- 172.21.15.94:0/2995672131 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f667c0b0a80 msgr2=0x7f667c1f76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f667c0b0a80 0x7f667c1f76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.413 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 -- 172.21.15.94:0/2995672131 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f667c1f7fd0 con 0x7f667c1619b0 2024-09-10T08:34:23.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.410+0000 7f667b7fe640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c1619b0 0x7f667c15a630 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f666400c7c0 tx=0x7f666400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:23.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.411+0000 7f6678ff9640 1 -- 172.21.15.94:0/2995672131 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664015070 con 0x7f667c1619b0 2024-09-10T08:34:23.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.411+0000 7f6678ff9640 1 -- 172.21.15.94:0/2995672131 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6664004220 con 0x7f667c1619b0 2024-09-10T08:34:23.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.411+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f667c1f82b0 con 0x7f667c1619b0 2024-09-10T08:34:23.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.411+0000 7f6678ff9640 1 -- 172.21.15.94:0/2995672131 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664007620 con 0x7f667c1619b0 2024-09-10T08:34:23.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.411+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f667c15a110 con 0x7f667c1619b0 2024-09-10T08:34:23.414 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.411+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f667c1f8480 con 0x7f667c1619b0 2024-09-10T08:34:23.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.412+0000 7f6678ff9640 1 -- 172.21.15.94:0/2995672131 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f66640077c0 con 0x7f667c1619b0 2024-09-10T08:34:23.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.412+0000 7f6678ff9640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f665c06be30 0x7f665c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.413+0000 7f667bfff640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f665c06be30 0x7f665c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.413+0000 7f6678ff9640 1 -- 172.21.15.94:0/2995672131 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f666408aaf0 con 0x7f667c1619b0 2024-09-10T08:34:23.415 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.413+0000 7f667bfff640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f665c06be30 0x7f665c06e2f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f666c0098f0 tx=0x7f666c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:23.417 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.417+0000 7f6678ff9640 1 -- 172.21.15.94:0/2995672131 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f66640596a0 con 0x7f667c1619b0 2024-09-10T08:34:23.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.582+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f667c068da0 con 0x7f667c1619b0 2024-09-10T08:34:23.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.586+0000 7f6678ff9640 1 -- 172.21.15.94:0/2995672131 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v14)=0 v14) ==== 122+0+0 (secure 0 0 0) 0x7f667c068da0 con 0x7f667c1619b0 2024-09-10T08:34:23.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f665c06be30 msgr2=0x7f665c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f665c06be30 0x7f665c06e2f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f666c0098f0 tx=0x7f666c008040 comp rx=0 tx=0).stop 2024-09-10T08:34:23.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c1619b0 msgr2=0x7f667c15a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c1619b0 0x7f667c15a630 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f666400c7c0 tx=0x7f666400cc80 comp rx=0 tx=0).stop 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 shutdown_connections 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f665c06be30 0x7f665c06e2f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f667c161d90 0x7f667c15dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f667c1619b0 0x7f667c15a630 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 --2- 172.21.15.94:0/2995672131 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f667c0b0a80 0x7f667c1f76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 >> 172.21.15.94:0/2995672131 conn(0x7f667c09a9f0 msgr2=0x7f667c15f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 shutdown_connections 2024-09-10T08:34:23.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.588+0000 7f668267b640 1 -- 172.21.15.94:0/2995672131 wait complete. 2024-09-10T08:34:23.599 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:34:23.599 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:34:23.638 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:34:23.685 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:34:23.685 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:34:23.685 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:23.701 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:34:23.701 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:34:23.701 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:23.718 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:34:23.718 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:34:23.718 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:23.757 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:34:23.757 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:34:23.757 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:34:23.775 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:34:23.775 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T08:34:23.775 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:23.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.895+0000 7f91b0d9f640 1 Processor -- start 2024-09-10T08:34:23.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.895+0000 7f91b0d9f640 1 -- start start 2024-09-10T08:34:23.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91b0d9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac06f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91b0d9f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f91ac0d0bc0 0x7f91ac06e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91b0d9f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91ac15b500 con 0x7f91ac06dec0 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91b0d9f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f91ac06e940 con 0x7f91ac0d0bc0 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91b0d9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f91ac06ec20 con 0x7f91ac15b120 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91aad9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f91ac0d0bc0 0x7f91ac06e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91aad9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f91ac0d0bc0 0x7f91ac06e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33548/0 (socket says 172.21.15.94:33548) 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91aad9d640 1 -- 172.21.15.94:0/3945170539 learned_addr learned my addr 172.21.15.94:0/3945170539 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91aa59c640 1 --2- 172.21.15.94:0/3945170539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac06f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91aad9d640 1 -- 172.21.15.94:0/3945170539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 msgr2=0x7f91ac06f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.896+0000 7f91aad9d640 1 --2- 172.21.15.94:0/3945170539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac06f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.897+0000 7f91aad9d640 1 -- 172.21.15.94:0/3945170539 >> v1:172.21.15.143:6789/0 conn(0x7f91ac06dec0 legacy=0x7f91ac0d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.897+0000 7f91aad9d640 1 -- 172.21.15.94:0/3945170539 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91ac06ef00 con 0x7f91ac0d0bc0 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.897+0000 7f91aad9d640 1 --2- 172.21.15.94:0/3945170539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac0d0bc0 0x7f91ac06e300 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009e50 tx=0x7f91a402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36c92a2bc6bb7037 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.897+0000 7f91a959a640 1 -- 172.21.15.94:0/3945170539 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a4036070 con 0x7f91ac0d0bc0 2024-09-10T08:34:23.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.897+0000 7f91a959a640 1 -- 172.21.15.94:0/3945170539 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91a4031600 con 0x7f91ac0d0bc0 2024-09-10T08:34:23.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.897+0000 7f91a959a640 1 -- 172.21.15.94:0/3945170539 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a40319d0 con 0x7f91ac0d0bc0 2024-09-10T08:34:23.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 -- 172.21.15.94:0/3945170539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac0d0bc0 msgr2=0x7f91ac06e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/3945170539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac0d0bc0 0x7f91ac06e300 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f91a4009e50 tx=0x7f91a402a710 comp rx=0 tx=0).stop 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 -- 172.21.15.94:0/3945170539 shutdown_connections 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/3945170539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac0d0bc0 0x7f91ac06e300 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/3945170539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac06f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 -- 172.21.15.94:0/3945170539 >> 172.21.15.94:0/3945170539 conn(0x7f91ac06bdf0 msgr2=0x7f91ac06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 -- 172.21.15.94:0/3945170539 shutdown_connections 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.898+0000 7f91b0d9f640 1 -- 172.21.15.94:0/3945170539 wait complete. 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.899+0000 7f91b0d9f640 1 Processor -- start 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.899+0000 7f91b0d9f640 1 -- start start 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91b0d9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac06dec0 0x7f91ac1f5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91b0d9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91ac0d0bc0 0x7f91ac0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91b0d9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac0b0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91b0d9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac0ce060 con 0x7f91ac06dec0 2024-09-10T08:34:23.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91b0d9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac06f4c0 con 0x7f91ac0d0bc0 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91b0d9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f91ac0c5160 con 0x7f91ac15b120 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aa59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac06dec0 0x7f91ac1f5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aa59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac06dec0 0x7f91ac1f5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33562/0 (socket says 172.21.15.94:33562) 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aa59c640 1 -- 172.21.15.94:0/361172468 learned_addr learned my addr 172.21.15.94:0/361172468 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aad9d640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac0b0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91a9d9b640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91ac0d0bc0 0x7f91ac0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aa59c640 1 -- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 msgr2=0x7f91ac0b0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aa59c640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac0b0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aa59c640 1 -- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91ac0d0bc0 msgr2=0x7f91ac0ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.900+0000 7f91aa59c640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91ac0d0bc0 0x7f91ac0ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.901+0000 7f91aa59c640 1 -- 172.21.15.94:0/361172468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91ac1f6390 con 0x7f91ac06dec0 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.901+0000 7f91aa59c640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac06dec0 0x7f91ac1f5e50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f919c00d5f0 tx=0x7f919c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:23.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.901+0000 7f919affd640 1 -- 172.21.15.94:0/361172468 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c0125f0 con 0x7f91ac06dec0 2024-09-10T08:34:23.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.901+0000 7f919affd640 1 -- 172.21.15.94:0/361172468 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f919c019070 con 0x7f91ac06dec0 2024-09-10T08:34:23.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.901+0000 7f919affd640 1 -- 172.21.15.94:0/361172468 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c0129d0 con 0x7f91ac06dec0 2024-09-10T08:34:23.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.901+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91ac0c7550 con 0x7f91ac06dec0 2024-09-10T08:34:23.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.901+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91ac0c7b10 con 0x7f91ac06dec0 2024-09-10T08:34:23.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.902+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91ac06e300 con 0x7f91ac06dec0 2024-09-10T08:34:23.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.902+0000 7f919affd640 1 -- 172.21.15.94:0/361172468 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f919c012b70 con 0x7f91ac06dec0 2024-09-10T08:34:23.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.903+0000 7f919affd640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f918c06be30 0x7f918c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:23.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.903+0000 7f919affd640 1 -- 172.21.15.94:0/361172468 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7f919c08aff0 con 0x7f91ac06dec0 2024-09-10T08:34:23.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.903+0000 7f91a9d9b640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f918c06be30 0x7f918c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:23.905 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.903+0000 7f91a9d9b640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f918c06be30 0x7f918c06e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f91ac1577d0 tx=0x7f91a0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:23.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:23.907+0000 7f919affd640 1 -- 172.21.15.94:0/361172468 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f91ac1f6390 con 0x7f91ac06dec0 2024-09-10T08:34:24.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.106+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91ac0c8210 con 0x7f91ac06dec0 2024-09-10T08:34:24.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.107+0000 7f919affd640 1 -- 172.21.15.94:0/361172468 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+3911 (secure 0 0 0) 0x7f919c0594c0 con 0x7f91ac06dec0 2024-09-10T08:34:24.108 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:24.108 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":19,"btime":"2024-09-10T08:34:19:275111+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4670,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2701982717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2701982717},{"type":"v1","addr":"172.21.15.143:6833","nonce":2701982717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4676,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/402326014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":402326014},{"type":"v1","addr":"172.21.15.143:6835","nonce":402326014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14},{"gid":4819,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/630511717","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":630511717},{"type":"v1","addr":"172.21.15.94:6836","nonce":630511717}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3140695474","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":3140695474},{"type":"v1","addr":"172.21.15.94:6837","nonce":3140695474}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[]} 2024-09-10T08:34:24.108 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 19 2024-09-10T08:34:24.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f918c06be30 msgr2=0x7f918c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:24.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f918c06be30 0x7f918c06e2f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f91ac1577d0 tx=0x7f91a0009040 comp rx=0 tx=0).stop 2024-09-10T08:34:24.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac06dec0 msgr2=0x7f91ac1f5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:24.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac06dec0 0x7f91ac1f5e50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f919c00d5f0 tx=0x7f919c00dab0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 shutdown_connections 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f918c06be30 0x7f918c06e2f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f91ac0d0bc0 0x7f91ac0ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f91ac15b120 0x7f91ac0b0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 --2- 172.21.15.94:0/361172468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f91ac06dec0 0x7f91ac1f5e50 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 >> 172.21.15.94:0/361172468 conn(0x7f91ac06bdf0 msgr2=0x7f91ac0ceb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 shutdown_connections 2024-09-10T08:34:24.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.109+0000 7f91b0d9f640 1 -- 172.21.15.94:0/361172468 wait complete. 2024-09-10T08:34:24.120 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:34:24.120 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T08:34:24.120 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:34:24.121 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:34:24.121 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:34:24.121 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T08:34:24.121 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:34:24.121 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:34:24.121 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:34:24.121 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T08:34:24.122 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:34:24.122 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:34:24.122 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:34:24.122 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T08:34:24.122 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:34:24.122 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:34:24.130 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:34:24.130 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:34:24.131 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:34:24.131 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:34:24.134 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:34:24.135 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:34:24.135 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:34:24.135 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:34:24.173 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:34:24.173 DEBUG:teuthology.parallel:result is None 2024-09-10T08:34:24.173 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:34:24.174 DEBUG:teuthology.parallel:result is None 2024-09-10T08:34:24.177 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:34:24.178 DEBUG:teuthology.parallel:result is None 2024-09-10T08:34:24.178 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:34:24.178 DEBUG:teuthology.parallel:result is None 2024-09-10T08:34:24.179 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T08:34:24.247 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:34:24.248 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:34:24.262 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:34:24.262 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:34:24.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.283+0000 7fdf0f58d640 1 Processor -- start 2024-09-10T08:34:24.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.283+0000 7fdf0f58d640 1 -- start start 2024-09-10T08:34:24.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0f58d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fdf080d2750 0x7fdf0813f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:24.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0f58d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf08160010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:24.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0f58d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf0813fda0 con 0x7fdf08072250 2024-09-10T08:34:24.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0f58d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fdf08145bd0 con 0x7fdf080d2750 2024-09-10T08:34:24.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0f58d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdf081427e0 con 0x7fdf080726c0 2024-09-10T08:34:24.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0db2a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf08160010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0d329640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fdf080d2750 0x7fdf0813f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0db2a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf08160010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:43660/0 (socket says 172.21.15.94:43660) 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0db2a640 1 -- 172.21.15.94:0/1288207042 learned_addr learned my addr 172.21.15.94:0/1288207042 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0d329640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fdf080d2750 0x7fdf0813f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:36590/0 (socket says 172.21.15.94:36590) 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.284+0000 7fdf0cb28640 1 --1- 172.21.15.94:0/1288207042 >> v1:172.21.15.143:6789/0 conn(0x7fdf08072250 0x7fdf080cfdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:38682/0 (socket says 172.21.15.94:38682) 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.285+0000 7fdf0db2a640 1 -- 172.21.15.94:0/1288207042 >> v2:172.21.15.143:3300/0 conn(0x7fdf080d2750 msgr2=0x7fdf0813f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.285+0000 7fdf0db2a640 1 --2- 172.21.15.94:0/1288207042 >> v2:172.21.15.143:3300/0 conn(0x7fdf080d2750 0x7fdf0813f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.285+0000 7fdf0db2a640 1 -- 172.21.15.94:0/1288207042 >> v1:172.21.15.143:6789/0 conn(0x7fdf08072250 legacy=0x7fdf080cfdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:24.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.285+0000 7fdf0db2a640 1 -- 172.21.15.94:0/1288207042 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf080d2b30 con 0x7fdf080726c0 2024-09-10T08:34:24.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.285+0000 7fdf0db2a640 1 --2- 172.21.15.94:0/1288207042 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf08160010 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdf00009e50 tx=0x7fdf0002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16732f36ee752394 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:24.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdefffff640 1 -- 172.21.15.94:0/1288207042 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf00036070 con 0x7fdf080726c0 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdefffff640 1 -- 172.21.15.94:0/1288207042 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf00031600 con 0x7fdf080726c0 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdefffff640 1 -- 172.21.15.94:0/1288207042 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf000319d0 con 0x7fdf080726c0 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 -- 172.21.15.94:0/1288207042 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 msgr2=0x7fdf08160010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/1288207042 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf08160010 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdf00009e50 tx=0x7fdf0002a680 comp rx=0 tx=0).stop 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 -- 172.21.15.94:0/1288207042 shutdown_connections 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/1288207042 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf08160010 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/1288207042 >> v2:172.21.15.143:3300/0 conn(0x7fdf080d2750 0x7fdf0813f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 -- 172.21.15.94:0/1288207042 >> 172.21.15.94:0/1288207042 conn(0x7fdf080b4040 msgr2=0x7fdf080b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 -- 172.21.15.94:0/1288207042 shutdown_connections 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.286+0000 7fdf0f58d640 1 -- 172.21.15.94:0/1288207042 wait complete. 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.287+0000 7fdf0f58d640 1 Processor -- start 2024-09-10T08:34:24.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.287+0000 7fdf0f58d640 1 -- start start 2024-09-10T08:34:24.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0f58d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf08072250 0x7fdf081446a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:24.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0f58d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf080b5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:24.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0f58d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdf080d2750 0x7fdf080b3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:24.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0f58d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fdf08142220 con 0x7fdf080d2750 2024-09-10T08:34:24.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0f58d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fdf08141f40 con 0x7fdf08072250 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0f58d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdf08142500 con 0x7fdf080726c0 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0db2a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdf080d2750 0x7fdf080b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0d329640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf08072250 0x7fdf081446a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0db2a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdf080d2750 0x7fdf080b3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33600/0 (socket says 172.21.15.94:33600) 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0db2a640 1 -- 172.21.15.94:0/3201229753 learned_addr learned my addr 172.21.15.94:0/3201229753 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.288+0000 7fdf0cb28640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf080b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0d329640 1 -- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 msgr2=0x7fdf080b5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0d329640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf080b5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0d329640 1 -- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdf080d2750 msgr2=0x7fdf080b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0d329640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdf080d2750 0x7fdf080b3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0d329640 1 -- 172.21.15.94:0/3201229753 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf080b59b0 con 0x7fdf08072250 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0db2a640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdf080d2750 0x7fdf080b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0d329640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf08072250 0x7fdf081446a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdf0400e870 tx=0x7fdf0400ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:24.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdefdffb640 1 -- 172.21.15.94:0/3201229753 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf04017070 con 0x7fdf08072250 2024-09-10T08:34:24.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdefdffb640 1 -- 172.21.15.94:0/3201229753 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf0400ee60 con 0x7fdf08072250 2024-09-10T08:34:24.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf080b5c90 con 0x7fdf08072250 2024-09-10T08:34:24.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdefdffb640 1 -- 172.21.15.94:0/3201229753 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0400cb60 con 0x7fdf08072250 2024-09-10T08:34:24.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.289+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf080b6250 con 0x7fdf08072250 2024-09-10T08:34:24.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.290+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf081418b0 con 0x7fdf08072250 2024-09-10T08:34:24.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.291+0000 7fdefdffb640 1 -- 172.21.15.94:0/3201229753 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdf0401a070 con 0x7fdf08072250 2024-09-10T08:34:24.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.291+0000 7fdefdffb640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdeec06be30 0x7fdeec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:24.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.291+0000 7fdefdffb640 1 -- 172.21.15.94:0/3201229753 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5335+0+0 (secure 0 0 0) 0x7fdf0408add0 con 0x7fdf08072250 2024-09-10T08:34:24.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.291+0000 7fdf0cb28640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdeec06be30 0x7fdeec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:24.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.292+0000 7fdf0cb28640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdeec06be30 0x7fdeec06e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdf080cc590 tx=0x7fdef8007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:24.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.296+0000 7fdefdffb640 1 -- 172.21.15.94:0/3201229753 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdf040592a0 con 0x7fdf08072250 2024-09-10T08:34:24.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:24.483+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fdf080ca590 con 0x7fdf08072250 2024-09-10T08:34:25.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.320+0000 7fdefdffb640 1 -- 172.21.15.94:0/3201229753 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v49) ==== 97+0+0 (secure 0 0 0) 0x7fdf0405d5a0 con 0x7fdf08072250 2024-09-10T08:34:25.321 INFO:teuthology.orchestra.run.smithi094.stderr: removed all blocklist entries 2024-09-10T08:34:25.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdeec06be30 msgr2=0x7fdeec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdeec06be30 0x7fdeec06e2f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdf080cc590 tx=0x7fdef8007e80 comp rx=0 tx=0).stop 2024-09-10T08:34:25.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf08072250 msgr2=0x7fdf081446a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf08072250 0x7fdf081446a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdf0400e870 tx=0x7fdf0400ed30 comp rx=0 tx=0).stop 2024-09-10T08:34:25.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 shutdown_connections 2024-09-10T08:34:25.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdeec06be30 0x7fdeec06e2f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdf080d2750 0x7fdf080b3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdf080726c0 0x7fdf080b5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 --2- 172.21.15.94:0/3201229753 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdf08072250 0x7fdf081446a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 >> 172.21.15.94:0/3201229753 conn(0x7fdf080b4040 msgr2=0x7fdf080b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:25.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 shutdown_connections 2024-09-10T08:34:25.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.323+0000 7fdf0f58d640 1 -- 172.21.15.94:0/3201229753 wait complete. 2024-09-10T08:34:25.335 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T08:34:25.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.436+0000 7f309140e640 1 Processor -- start 2024-09-10T08:34:25.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.436+0000 7f309140e640 1 -- start start 2024-09-10T08:34:25.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.437+0000 7f309140e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f308c0ae060 0x7f308c0b2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.437+0000 7f309140e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.437+0000 7f309140e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f308c0b5b50 con 0x7f308c15e4f0 2024-09-10T08:34:25.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.437+0000 7f309140e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f308c0b4720 con 0x7f308c0ae060 2024-09-10T08:34:25.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.437+0000 7f309140e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f308c15e8d0 con 0x7f308c0afeb0 2024-09-10T08:34:25.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308b7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308a7fc640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f308c0ae060 0x7f308c0b2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308a7fc640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f308c0ae060 0x7f308c0b2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:36604/0 (socket says 172.21.15.94:36604) 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308b7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:43680/0 (socket says 172.21.15.94:43680) 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308a7fc640 1 -- 172.21.15.94:0/3212082978 learned_addr learned my addr 172.21.15.94:0/3212082978 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308b7fe640 1 -- 172.21.15.94:0/3212082978 >> v2:172.21.15.143:3300/0 conn(0x7f308c0ae060 msgr2=0x7f308c0b2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308b7fe640 1 --2- 172.21.15.94:0/3212082978 >> v2:172.21.15.143:3300/0 conn(0x7f308c0ae060 0x7f308c0b2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308b7fe640 1 -- 172.21.15.94:0/3212082978 >> v1:172.21.15.143:6789/0 conn(0x7f308c15e4f0 legacy=0x7f308c0b1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308b7fe640 1 -- 172.21.15.94:0/3212082978 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c0b4440 con 0x7f308c0afeb0 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f3089ffb640 1 -- 172.21.15.94:0/3212082978 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1561712291 0 0) 0x7f307c001490 con 0x7f308c15e4f0 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.438+0000 7f308a7fc640 1 --2- 172.21.15.94:0/3212082978 >> v2:172.21.15.143:3300/0 conn(0x7f308c0ae060 0x7f308c0b2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:34:25.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.439+0000 7f308b7fe640 1 --2- 172.21.15.94:0/3212082978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c06bc10 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f30840097a0 tx=0x7f308402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dd2e4ba8a043c7d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:25.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.439+0000 7f3089ffb640 1 -- 172.21.15.94:0/3212082978 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084037070 con 0x7f308c0afeb0 2024-09-10T08:34:25.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.439+0000 7f3089ffb640 1 -- 172.21.15.94:0/3212082978 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308402ae50 con 0x7f308c0afeb0 2024-09-10T08:34:25.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.439+0000 7f3089ffb640 1 -- 172.21.15.94:0/3212082978 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084032660 con 0x7f308c0afeb0 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.439+0000 7f309140e640 1 -- 172.21.15.94:0/3212082978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 msgr2=0x7f308c06bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.439+0000 7f309140e640 1 --2- 172.21.15.94:0/3212082978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c06bc10 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f30840097a0 tx=0x7f308402a100 comp rx=0 tx=0).stop 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.440+0000 7f309140e640 1 -- 172.21.15.94:0/3212082978 shutdown_connections 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.440+0000 7f309140e640 1 --2- 172.21.15.94:0/3212082978 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c06bc10 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.440+0000 7f309140e640 1 --2- 172.21.15.94:0/3212082978 >> v2:172.21.15.143:3300/0 conn(0x7f308c0ae060 0x7f308c0b2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.440+0000 7f309140e640 1 -- 172.21.15.94:0/3212082978 >> 172.21.15.94:0/3212082978 conn(0x7f308c09a9f0 msgr2=0x7f308c0b65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.440+0000 7f309140e640 1 -- 172.21.15.94:0/3212082978 shutdown_connections 2024-09-10T08:34:25.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.440+0000 7f309140e640 1 -- 172.21.15.94:0/3212082978 wait complete. 2024-09-10T08:34:25.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.441+0000 7f309140e640 1 Processor -- start 2024-09-10T08:34:25.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.441+0000 7f309140e640 1 -- start start 2024-09-10T08:34:25.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f308c0ae060 0x7f308c150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c15f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f308c15e4f0 0x7f308c15f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f308c0b0320 con 0x7f308c15e4f0 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f308c0b60b0 con 0x7f308c0ae060 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f308c0b4080 con 0x7f308c0afeb0 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f308c15e4f0 0x7f308c15f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f308c15e4f0 0x7f308c15f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33602/0 (socket says 172.21.15.94:33602) 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 -- 172.21.15.94:0/2577068755 learned_addr learned my addr 172.21.15.94:0/2577068755 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308a7fc640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c15f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 -- 172.21.15.94:0/2577068755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 msgr2=0x7f308c15f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c15f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 -- 172.21.15.94:0/2577068755 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f308c0ae060 msgr2=0x7f308c150c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f308c0ae060 0x7f308c150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 -- 172.21.15.94:0/2577068755 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c15d7f0 con 0x7f308c15e4f0 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f308b7fe640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f308c15e4f0 0x7f308c15f5d0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f30840097a0 tx=0x7f30840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:25.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f30737fe640 1 -- 172.21.15.94:0/2577068755 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084037040 con 0x7f308c15e4f0 2024-09-10T08:34:25.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f30737fe640 1 -- 172.21.15.94:0/2577068755 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3084004030 con 0x7f308c15e4f0 2024-09-10T08:34:25.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308c153630 con 0x7f308c15e4f0 2024-09-10T08:34:25.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f30737fe640 1 -- 172.21.15.94:0/2577068755 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084004420 con 0x7f308c15e4f0 2024-09-10T08:34:25.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.442+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f308c153bf0 con 0x7f308c15e4f0 2024-09-10T08:34:25.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.444+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f308c0b0760 con 0x7f308c15e4f0 2024-09-10T08:34:25.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.444+0000 7f30737fe640 1 -- 172.21.15.94:0/2577068755 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3084003610 con 0x7f308c15e4f0 2024-09-10T08:34:25.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.444+0000 7f30737fe640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f307806be30 0x7f307806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.444+0000 7f30737fe640 1 -- 172.21.15.94:0/2577068755 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5249+0+0 (secure 0 0 0) 0x7f30840ab9e0 con 0x7f308c15e4f0 2024-09-10T08:34:25.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.444+0000 7f308affd640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f307806be30 0x7f307806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.445+0000 7f308affd640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f307806be30 0x7f307806e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f307c007fd0 tx=0x7f307c007ee0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:25.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.449+0000 7f30737fe640 1 -- 172.21.15.94:0/2577068755 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f308407a5e0 con 0x7f308c15e4f0 2024-09-10T08:34:25.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.675+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f308c160440 con 0x7f308c15e4f0 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.675+0000 7f30737fe640 1 -- 172.21.15.94:0/2577068755 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v11) ==== 80+0+5304 (secure 0 0 0) 0x7f3084079ee0 con 0x7f308c15e4f0 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout: "auth_dump": [ 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.a", 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q==", 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.676 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.b", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA==", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:34:25.677 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.c", 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw==", 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.678 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.d", 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q==", 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.0", 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw==", 2024-09-10T08:34:25.679 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.1", 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA==", 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.680 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.2", 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ==", 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.3", 2024-09-10T08:34:25.681 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ==", 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.4", 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w==", 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.682 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.5", 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg==", 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.6", 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA==", 2024-09-10T08:34:25.683 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.7", 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw==", 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.684 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.0", 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A==", 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow r", 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.1", 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g==", 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.685 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.2", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg==", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:34:25.686 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.3", 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw==", 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.admin", 2024-09-10T08:34:25.687 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgJjOFxAATVzfzh3uLikRDv5gNW6Yvg==", 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.x", 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA==", 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.688 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.y", 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg==", 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:34:25.689 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:34:25.690 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.690 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.690 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:34:25.690 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:34:25.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f307806be30 msgr2=0x7f307806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f307806be30 0x7f307806e2f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f307c007fd0 tx=0x7f307c007ee0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f308c15e4f0 msgr2=0x7f308c15f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f308c15e4f0 0x7f308c15f5d0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f30840097a0 tx=0x7f30840046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 shutdown_connections 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f307806be30 0x7f307806e2f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f308c15e4f0 0x7f308c15f5d0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f308c0afeb0 0x7f308c15f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 --2- 172.21.15.94:0/2577068755 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f308c0ae060 0x7f308c150c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.677+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 >> 172.21.15.94:0/2577068755 conn(0x7f308c09a9f0 msgr2=0x7f308c06f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.678+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 shutdown_connections 2024-09-10T08:34:25.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.678+0000 7f309140e640 1 -- 172.21.15.94:0/2577068755 wait complete. 2024-09-10T08:34:25.693 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T08:34:25.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 Processor -- start 2024-09-10T08:34:25.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 -- start start 2024-09-10T08:34:25.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc5c415cb00 0x7fc5c40d1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc5c415cee0 0x7fc5c415d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c40cfdb0 0x7fc5c40d01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc5c40b40b0 con 0x7fc5c415cee0 2024-09-10T08:34:25.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc5c40d0700 con 0x7fc5c415cb00 2024-09-10T08:34:25.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.791+0000 7fc5caaaf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc5c40d22d0 con 0x7fc5c40cfdb0 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc5c415cee0 0x7fc5c415d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc5c415cee0 0x7fc5c415d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33612/0 (socket says 172.21.15.94:33612) 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 -- 172.21.15.94:0/2297323957 learned_addr learned my addr 172.21.15.94:0/2297323957 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 -- 172.21.15.94:0/2297323957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c40cfdb0 msgr2=0x7fc5c40d01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 --2- 172.21.15.94:0/2297323957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c40cfdb0 0x7fc5c40d01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 -- 172.21.15.94:0/2297323957 >> v2:172.21.15.143:3300/0 conn(0x7fc5c415cb00 msgr2=0x7fc5c40d1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 --2- 172.21.15.94:0/2297323957 >> v2:172.21.15.143:3300/0 conn(0x7fc5c415cb00 0x7fc5c40d1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 -- 172.21.15.94:0/2297323957 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c40d25b0 con 0x7fc5c415cee0 2024-09-10T08:34:25.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.792+0000 7fc5c3fff640 1 --2- 172.21.15.94:0/2297323957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cee0 0x7fc5c415d370 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc5c40d31f0 tx=0x7fc5b402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea86172e68a54ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5c37fe640 1 -- 172.21.15.94:0/2297323957 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4036070 con 0x7fc5c415cee0 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5c37fe640 1 -- 172.21.15.94:0/2297323957 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5b4031600 con 0x7fc5c415cee0 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5c37fe640 1 -- 172.21.15.94:0/2297323957 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b40319d0 con 0x7fc5c415cee0 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 -- 172.21.15.94:0/2297323957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cee0 msgr2=0x7fc5c415d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/2297323957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cee0 0x7fc5c415d370 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc5c40d31f0 tx=0x7fc5b402a610 comp rx=0 tx=0).stop 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 -- 172.21.15.94:0/2297323957 shutdown_connections 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/2297323957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c40cfdb0 0x7fc5c40d01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/2297323957 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cee0 0x7fc5c415d370 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/2297323957 >> v2:172.21.15.143:3300/0 conn(0x7fc5c415cb00 0x7fc5c40d1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 -- 172.21.15.94:0/2297323957 >> 172.21.15.94:0/2297323957 conn(0x7fc5c4067fe0 msgr2=0x7fc5c406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 -- 172.21.15.94:0/2297323957 shutdown_connections 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.793+0000 7fc5caaaf640 1 -- 172.21.15.94:0/2297323957 wait complete. 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.794+0000 7fc5caaaf640 1 Processor -- start 2024-09-10T08:34:25.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.794+0000 7fc5caaaf640 1 -- start start 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5caaaf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5c40cfdb0 0x7fc5c4155220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5caaaf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cb00 0x7fc5c40ca780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5caaaf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c415cee0 0x7fc5c40b6af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5caaaf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c41562c0 con 0x7fc5c415cb00 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5caaaf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c40d2b70 con 0x7fc5c40cfdb0 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5caaaf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc5c4156440 con 0x7fc5c415cee0 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5c3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cb00 0x7fc5c40ca780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5c3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cb00 0x7fc5c40ca780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33624/0 (socket says 172.21.15.94:33624) 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.795+0000 7fc5c3fff640 1 -- 172.21.15.94:0/1609635934 learned_addr learned my addr 172.21.15.94:0/1609635934 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c884b640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5c40cfdb0 0x7fc5c4155220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c3fff640 1 -- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c415cee0 msgr2=0x7fc5c40b6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c904c640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c415cee0 0x7fc5c40b6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c3fff640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c415cee0 0x7fc5c40b6af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c3fff640 1 -- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5c40cfdb0 msgr2=0x7fc5c4155220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c3fff640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5c40cfdb0 0x7fc5c4155220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c3fff640 1 -- 172.21.15.94:0/1609635934 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c4155760 con 0x7fc5c415cb00 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c884b640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5c40cfdb0 0x7fc5c4155220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c904c640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c415cee0 0x7fc5c40b6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c3fff640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cb00 0x7fc5c40ca780 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4034040 tx=0x7fc5b4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c17fa640 1 -- 172.21.15.94:0/1609635934 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4041020 con 0x7fc5c415cb00 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c17fa640 1 -- 172.21.15.94:0/1609635934 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5b4007820 con 0x7fc5c415cb00 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5c17fa640 1 -- 172.21.15.94:0/1609635934 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4036040 con 0x7fc5c415cb00 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5c40cb1f0 con 0x7fc5c415cb00 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.796+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5c40cb7b0 con 0x7fc5c415cb00 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.797+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5c40d01c0 con 0x7fc5c415cb00 2024-09-10T08:34:25.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.798+0000 7fc5c17fa640 1 -- 172.21.15.94:0/1609635934 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc5b4044020 con 0x7fc5c415cb00 2024-09-10T08:34:25.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.798+0000 7fc5c17fa640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc5a406be30 0x7fc5a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:25.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.798+0000 7fc5c17fa640 1 -- 172.21.15.94:0/1609635934 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5249+0+0 (secure 0 0 0) 0x7fc5b40abb20 con 0x7fc5c415cb00 2024-09-10T08:34:25.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.798+0000 7fc5c884b640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc5a406be30 0x7fc5a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:25.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.798+0000 7fc5c884b640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc5a406be30 0x7fc5a406e2f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc006fd0 tx=0x7fc5bc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:25.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.802+0000 7fc5c17fa640 1 -- 172.21.15.94:0/1609635934 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc5b404b030 con 0x7fc5c415cb00 2024-09-10T08:34:25.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.971+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc5c40b1a40 con 0x7fc5c415cb00 2024-09-10T08:34:25.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.971+0000 7fc5c17fa640 1 -- 172.21.15.94:0/1609635934 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v49) ==== 84+0+65 (secure 0 0 0) 0x7fc5c4155760 con 0x7fc5c415cb00 2024-09-10T08:34:25.971 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:25.971 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-09-10T08:34:25.972 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:25.972 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-09-10T08:34:25.972 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-09-10T08:34:25.972 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:25.972 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc5a406be30 msgr2=0x7fc5a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc5a406be30 0x7fc5a406e2f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc006fd0 tx=0x7fc5bc008040 comp rx=0 tx=0).stop 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cb00 msgr2=0x7fc5c40ca780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cb00 0x7fc5c40ca780 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4034040 tx=0x7fc5b4004a40 comp rx=0 tx=0).stop 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 shutdown_connections 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc5a406be30 0x7fc5a406e2f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5c415cee0 0x7fc5c40b6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5c415cb00 0x7fc5c40ca780 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 --2- 172.21.15.94:0/1609635934 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5c40cfdb0 0x7fc5c4155220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 >> 172.21.15.94:0/1609635934 conn(0x7fc5c4067fe0 msgr2=0x7fc5c413ed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 shutdown_connections 2024-09-10T08:34:25.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:25.973+0000 7fc5caaaf640 1 -- 172.21.15.94:0/1609635934 wait complete. 2024-09-10T08:34:25.984 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:34:25.984 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:34:26.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.085+0000 7f8c5935f640 1 Processor -- start 2024-09-10T08:34:26.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.085+0000 7f8c5935f640 1 -- start start 2024-09-10T08:34:26.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.086+0000 7f8c5935f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8c5406d330 0x7f8c5415ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.086+0000 7f8c5935f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c540cf700 con 0x7f8c540afbe0 2024-09-10T08:34:26.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.086+0000 7f8c5935f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c540cf9e0 con 0x7f8c540d04c0 2024-09-10T08:34:26.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.086+0000 7f8c5935f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8c540d0030 con 0x7f8c5406d330 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.086+0000 7f8c52ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8c540afbe0 0x7f8c5406cc20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46072/0 (socket says 172.21.15.94:46072) 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.086+0000 7f8c52ffd640 1 -- 172.21.15.94:0/1899359969 learned_addr learned my addr 172.21.15.94:0/1899359969 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4039915267 0 0) 0x7f8c540cf700 con 0x7f8c540afbe0 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c40003520 con 0x7f8c540afbe0 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c527fc640 1 --2- 172.21.15.94:0/1899359969 >> v2:172.21.15.143:3300/0 conn(0x7f8c5406d330 0x7f8c5415ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 725212348 0 0) 0x7f8c40003520 con 0x7f8c540afbe0 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 >> v2:172.21.15.143:3300/0 conn(0x7f8c5406d330 msgr2=0x7f8c5415ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 --2- 172.21.15.94:0/1899359969 >> v2:172.21.15.143:3300/0 conn(0x7f8c5406d330 0x7f8c5415ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 >> v1:172.21.15.143:6789/0 conn(0x7f8c540d04c0 legacy=0x7f8c5415f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c540cfcc0 con 0x7f8c540afbe0 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8c440019f0 con 0x7f8c540afbe0 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 >> v1:172.21.15.94:6789/0 conn(0x7f8c540afbe0 legacy=0x7f8c5406cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c40003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c400043b0 0x7f8c40004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c40005120 0x7f8c4000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8c540d0030 con 0x7f8c400039b0 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8c4000c060 con 0x7f8c40005120 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c4000c260 con 0x7f8c400043b0 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c52ffd640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c40003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c537fe640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c40005120 0x7f8c4000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c527fc640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c400043b0 0x7f8c40004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c52ffd640 1 -- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c400043b0 msgr2=0x7f8c40004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c52ffd640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c400043b0 0x7f8c40004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c52ffd640 1 -- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c40005120 msgr2=0x7f8c4000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c52ffd640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c40005120 0x7f8c4000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c52ffd640 1 -- 172.21.15.94:0/1899359969 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c40003520 con 0x7f8c400039b0 2024-09-10T08:34:26.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c537fe640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c40005120 0x7f8c4000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:26.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.087+0000 7f8c537fe640 1 -- 172.21.15.94:0/1899359969 reap_dead start 2024-09-10T08:34:26.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.088+0000 7f8c52ffd640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c40003d90 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f8c4400a880 tx=0x7f8c40005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=725094a5c75da77d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:26.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.088+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4400a4a0 con 0x7f8c400039b0 2024-09-10T08:34:26.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.088+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c4402f070 con 0x7f8c400039b0 2024-09-10T08:34:26.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.088+0000 7f8c51ffb640 1 -- 172.21.15.94:0/1899359969 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4402bd40 con 0x7f8c400039b0 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.089+0000 7f8c5935f640 1 -- 172.21.15.94:0/1899359969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 msgr2=0x7f8c40003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.089+0000 7f8c5935f640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c40003d90 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f8c4400a880 tx=0x7f8c40005830 comp rx=0 tx=0).stop 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.089+0000 7f8c5935f640 1 -- 172.21.15.94:0/1899359969 shutdown_connections 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.089+0000 7f8c5935f640 1 --2- 172.21.15.94:0/1899359969 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c40003d90 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.089+0000 7f8c5935f640 1 -- 172.21.15.94:0/1899359969 >> 172.21.15.94:0/1899359969 conn(0x7f8c540729a0 msgr2=0x7f8c54072db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.089+0000 7f8c5935f640 1 -- 172.21.15.94:0/1899359969 shutdown_connections 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.089+0000 7f8c5935f640 1 -- 172.21.15.94:0/1899359969 wait complete. 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.090+0000 7f8c5935f640 1 Processor -- start 2024-09-10T08:34:26.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.090+0000 7f8c5935f640 1 -- start start 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c5935f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c54157940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c5935f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c54142e20 0x7f8c540ae5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c5935f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c540aeb20 0x7f8c5415a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c5935f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5406cda0 con 0x7f8c400039b0 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c5935f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5406cc20 con 0x7f8c54142e20 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c5935f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c5406cf20 con 0x7f8c540aeb20 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c54157940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c54157940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33644/0 (socket says 172.21.15.94:33644) 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 -- 172.21.15.94:0/2305919326 learned_addr learned my addr 172.21.15.94:0/2305919326 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c537fe640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c540aeb20 0x7f8c5415a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c527fc640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c54142e20 0x7f8c540ae5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 -- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c540aeb20 msgr2=0x7f8c5415a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c540aeb20 0x7f8c5415a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 -- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c54142e20 msgr2=0x7f8c540ae5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c54142e20 0x7f8c540ae5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 -- 172.21.15.94:0/2305919326 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c540aefe0 con 0x7f8c400039b0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.091+0000 7f8c52ffd640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c54157940 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f8c44000f80 tx=0x7f8c4402d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.092+0000 7f8c4b7fe640 1 -- 172.21.15.94:0/2305919326 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4400a4a0 con 0x7f8c400039b0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.092+0000 7f8c4b7fe640 1 -- 172.21.15.94:0/2305919326 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c44004d60 con 0x7f8c400039b0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.092+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c540af2c0 con 0x7f8c400039b0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.092+0000 7f8c4b7fe640 1 -- 172.21.15.94:0/2305919326 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c44034690 con 0x7f8c400039b0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.092+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c540aa100 con 0x7f8c400039b0 2024-09-10T08:34:26.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.093+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c5415ed80 con 0x7f8c400039b0 2024-09-10T08:34:26.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.093+0000 7f8c4b7fe640 1 -- 172.21.15.94:0/2305919326 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8c44047060 con 0x7f8c400039b0 2024-09-10T08:34:26.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.093+0000 7f8c4b7fe640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c3406be30 0x7f8c3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.094+0000 7f8c4b7fe640 1 -- 172.21.15.94:0/2305919326 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5249+0+0 (secure 0 0 0) 0x7f8c440aae80 con 0x7f8c400039b0 2024-09-10T08:34:26.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.094+0000 7f8c527fc640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c3406be30 0x7f8c3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.094+0000 7f8c527fc640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c3406be30 0x7f8c3406e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8c54143220 tx=0x7f8c3c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:26.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.098+0000 7f8c4b7fe640 1 -- 172.21.15.94:0/2305919326 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c440799f0 con 0x7f8c400039b0 2024-09-10T08:34:26.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.264+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8c5415dc50 con 0x7f8c400039b0 2024-09-10T08:34:26.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.321+0000 7f8c4b7fe640 1 -- 172.21.15.94:0/2305919326 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v50) ==== 138+0+0 (secure 0 0 0) 0x7f8c440792f0 con 0x7f8c400039b0 2024-09-10T08:34:26.321 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.323+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c3406be30 msgr2=0x7f8c3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.323+0000 7f8c5935f640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c3406be30 0x7f8c3406e2f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8c54143220 tx=0x7f8c3c008040 comp rx=0 tx=0).stop 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.323+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 msgr2=0x7f8c54157940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.323+0000 7f8c5935f640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c54157940 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f8c44000f80 tx=0x7f8c4402d070 comp rx=0 tx=0).stop 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 shutdown_connections 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8c3406be30 0x7f8c3406e2f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c54142e20 0x7f8c540ae5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c540aeb20 0x7f8c5415a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 --2- 172.21.15.94:0/2305919326 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c400039b0 0x7f8c54157940 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 >> 172.21.15.94:0/2305919326 conn(0x7f8c540729a0 msgr2=0x7f8c5415c5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:26.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 shutdown_connections 2024-09-10T08:34:26.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.324+0000 7f8c5935f640 1 -- 172.21.15.94:0/2305919326 wait complete. 2024-09-10T08:34:26.338 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:34:26.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.442+0000 7f3a87749640 1 Processor -- start 2024-09-10T08:34:26.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.443+0000 7f3a87749640 1 -- start start 2024-09-10T08:34:26.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.443+0000 7f3a87749640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3a8015e2e0 0x7f3a80071750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a87749640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a80072050 con 0x7f3a800cbea0 2024-09-10T08:34:26.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a87749640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a80072330 con 0x7f3a800d2460 2024-09-10T08:34:26.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a87749640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f3a800ccf80 con 0x7f3a8015e2e0 2024-09-10T08:34:26.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a854e5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3a8015e2e0 0x7f3a80071750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a84ce4640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f3a800cbea0 0x7f3a800cc870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46080/0 (socket says 172.21.15.94:46080) 2024-09-10T08:34:26.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a84ce4640 1 -- 172.21.15.94:0/3895809553 learned_addr learned my addr 172.21.15.94:0/3895809553 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:26.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a854e5640 1 -- 172.21.15.94:0/3895809553 >> v1:172.21.15.143:6789/0 conn(0x7f3a800d2460 legacy=0x7f3a800d1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:26.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a854e5640 1 -- 172.21.15.94:0/3895809553 >> v1:172.21.15.94:6789/0 conn(0x7f3a800cbea0 legacy=0x7f3a800cc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a77fff640 1 -- 172.21.15.94:0/3895809553 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1051502867 0 0) 0x7f3a80072050 con 0x7f3a800cbea0 2024-09-10T08:34:26.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.444+0000 7f3a854e5640 1 -- 172.21.15.94:0/3895809553 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a80072610 con 0x7f3a8015e2e0 2024-09-10T08:34:26.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a854e5640 1 --2- 172.21.15.94:0/3895809553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a8015e2e0 0x7f3a80071750 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c0097a0 tx=0x7f3a7c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d47a3235f307900c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:26.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a77fff640 1 -- 172.21.15.94:0/3895809553 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c037070 con 0x7f3a8015e2e0 2024-09-10T08:34:26.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a77fff640 1 -- 172.21.15.94:0/3895809553 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a7c032440 con 0x7f3a8015e2e0 2024-09-10T08:34:26.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a77fff640 1 -- 172.21.15.94:0/3895809553 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c032810 con 0x7f3a8015e2e0 2024-09-10T08:34:26.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a87749640 1 -- 172.21.15.94:0/3895809553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a8015e2e0 msgr2=0x7f3a80071750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a87749640 1 --2- 172.21.15.94:0/3895809553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a8015e2e0 0x7f3a80071750 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c0097a0 tx=0x7f3a7c02a1e0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a87749640 1 -- 172.21.15.94:0/3895809553 shutdown_connections 2024-09-10T08:34:26.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a87749640 1 --2- 172.21.15.94:0/3895809553 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a8015e2e0 0x7f3a80071750 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a87749640 1 -- 172.21.15.94:0/3895809553 >> 172.21.15.94:0/3895809553 conn(0x7f3a800701d0 msgr2=0x7f3a800705e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:26.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a87749640 1 -- 172.21.15.94:0/3895809553 shutdown_connections 2024-09-10T08:34:26.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.445+0000 7f3a87749640 1 -- 172.21.15.94:0/3895809553 wait complete. 2024-09-10T08:34:26.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 Processor -- start 2024-09-10T08:34:26.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 -- start start 2024-09-10T08:34:26.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3a800cbea0 0x7f3a80148cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a800d2460 0x7f3a800b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3a8015e2e0 0x7f3a80160440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3a800d0df0 con 0x7f3a800d2460 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3a8015e6c0 con 0x7f3a800cbea0 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a87749640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3a80071c90 con 0x7f3a8015e2e0 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a84ce4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a800d2460 0x7f3a800b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a84ce4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a800d2460 0x7f3a800b51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33666/0 (socket says 172.21.15.94:33666) 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.447+0000 7f3a84ce4640 1 -- 172.21.15.94:0/2610945250 learned_addr learned my addr 172.21.15.94:0/2610945250 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a854e5640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3a800cbea0 0x7f3a80148cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a85ce6640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3a8015e2e0 0x7f3a80160440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a84ce4640 1 -- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3a8015e2e0 msgr2=0x7f3a80160440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a84ce4640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3a8015e2e0 0x7f3a80160440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a84ce4640 1 -- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3a800cbea0 msgr2=0x7f3a80148cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a84ce4640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3a800cbea0 0x7f3a80148cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a84ce4640 1 -- 172.21.15.94:0/2610945250 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a801491f0 con 0x7f3a800d2460 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a854e5640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3a800cbea0 0x7f3a80148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a84ce4640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a800d2460 0x7f3a800b51d0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3a7000c4e0 tx=0x7f3a7000c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a75ffb640 1 -- 172.21.15.94:0/2610945250 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a70018070 con 0x7f3a800d2460 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a75ffb640 1 -- 172.21.15.94:0/2610945250 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a70007500 con 0x7f3a800d2460 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a75ffb640 1 -- 172.21.15.94:0/2610945250 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a70004a20 con 0x7f3a800d2460 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a800b5c70 con 0x7f3a800d2460 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.448+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a800b6230 con 0x7f3a800d2460 2024-09-10T08:34:26.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.449+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a800b8270 con 0x7f3a800d2460 2024-09-10T08:34:26.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.450+0000 7f3a75ffb640 1 -- 172.21.15.94:0/2610945250 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3a7001b070 con 0x7f3a800d2460 2024-09-10T08:34:26.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.450+0000 7f3a75ffb640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3a6406be30 0x7f3a6406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:26.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.450+0000 7f3a854e5640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3a6406be30 0x7f3a6406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:26.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.450+0000 7f3a75ffb640 1 -- 172.21.15.94:0/2610945250 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5619+0+0 (secure 0 0 0) 0x7f3a7008a140 con 0x7f3a800d2460 2024-09-10T08:34:26.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.451+0000 7f3a854e5640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3a6406be30 0x7f3a6406e2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c034000 tx=0x7f3a7c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:26.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.455+0000 7f3a75ffb640 1 -- 172.21.15.94:0/2610945250 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3a801491f0 con 0x7f3a800d2460 2024-09-10T08:34:26.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:26.621+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f3a800b1f70 con 0x7f3a800d2460 2024-09-10T08:34:27.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.326+0000 7f3a75ffb640 1 -- 172.21.15.94:0/2610945250 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v51) ==== 170+0+0 (secure 0 0 0) 0x7f3a70058c00 con 0x7f3a800d2460 2024-09-10T08:34:27.327 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-09-10T08:34:27.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.330+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3a6406be30 msgr2=0x7f3a6406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:27.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.330+0000 7f3a87749640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3a6406be30 0x7f3a6406e2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c034000 tx=0x7f3a7c02e000 comp rx=0 tx=0).stop 2024-09-10T08:34:27.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.330+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a800d2460 msgr2=0x7f3a800b51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:27.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.330+0000 7f3a87749640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a800d2460 0x7f3a800b51d0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3a7000c4e0 tx=0x7f3a7000c9a0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.331+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 shutdown_connections 2024-09-10T08:34:27.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.331+0000 7f3a87749640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3a6406be30 0x7f3a6406e2f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.331+0000 7f3a87749640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3a8015e2e0 0x7f3a80160440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.331+0000 7f3a87749640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3a800d2460 0x7f3a800b51d0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.331+0000 7f3a87749640 1 --2- 172.21.15.94:0/2610945250 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3a800cbea0 0x7f3a80148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.331+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 >> 172.21.15.94:0/2610945250 conn(0x7f3a800701d0 msgr2=0x7f3a8015b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:27.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.334+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 shutdown_connections 2024-09-10T08:34:27.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.335+0000 7f3a87749640 1 -- 172.21.15.94:0/2610945250 wait complete. 2024-09-10T08:34:27.357 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:34:27.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.459+0000 7f659c48d640 1 Processor -- start 2024-09-10T08:34:27.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.459+0000 7f659c48d640 1 -- start start 2024-09-10T08:34:27.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f659c48d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f65940ae060 0x7f65940b2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:27.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f659c48d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f65940afeb0 0x7f659406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:27.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f659c48d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65940b5b50 con 0x7f659415e4f0 2024-09-10T08:34:27.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f659c48d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f65940b4720 con 0x7f65940ae060 2024-09-10T08:34:27.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f659c48d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f659415e8d0 con 0x7f65940afeb0 2024-09-10T08:34:27.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f659a229640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f659415e4f0 0x7f65940b1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46082/0 (socket says 172.21.15.94:46082) 2024-09-10T08:34:27.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f659a229640 1 -- 172.21.15.94:0/403643515 learned_addr learned my addr 172.21.15.94:0/403643515 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.460+0000 7f6599a28640 1 --2- 172.21.15.94:0/403643515 >> v2:172.21.15.94:3300/0 conn(0x7f65940ae060 0x7f65940b2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.461+0000 7f659aa2a640 1 --2- 172.21.15.94:0/403643515 >> v2:172.21.15.143:3300/0 conn(0x7f65940afeb0 0x7f659406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.461+0000 7f6599227640 1 -- 172.21.15.94:0/403643515 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2520758309 0 0) 0x7f658c001490 con 0x7f659415e4f0 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.461+0000 7f6599227640 1 -- 172.21.15.94:0/403643515 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f657c003520 con 0x7f659415e4f0 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.461+0000 7f6599a28640 1 -- 172.21.15.94:0/403643515 >> v2:172.21.15.143:3300/0 conn(0x7f65940afeb0 msgr2=0x7f659406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.461+0000 7f6599a28640 1 --2- 172.21.15.94:0/403643515 >> v2:172.21.15.143:3300/0 conn(0x7f65940afeb0 0x7f659406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.461+0000 7f6599a28640 1 -- 172.21.15.94:0/403643515 >> v1:172.21.15.94:6789/0 conn(0x7f659415e4f0 legacy=0x7f65940b1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:27.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.461+0000 7f6599a28640 1 -- 172.21.15.94:0/403643515 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65940b4440 con 0x7f65940ae060 2024-09-10T08:34:27.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f6599a28640 1 --2- 172.21.15.94:0/403643515 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940ae060 0x7f65940b2720 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f6594074080 tx=0x7f658802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=192ecd4eba972152 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f6599227640 1 -- 172.21.15.94:0/403643515 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6588037070 con 0x7f65940ae060 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f6599227640 1 -- 172.21.15.94:0/403643515 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6588032440 con 0x7f65940ae060 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f6599227640 1 -- 172.21.15.94:0/403643515 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658802ae60 con 0x7f65940ae060 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 -- 172.21.15.94:0/403643515 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940ae060 msgr2=0x7f65940b2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 --2- 172.21.15.94:0/403643515 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940ae060 0x7f65940b2720 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f6594074080 tx=0x7f658802a110 comp rx=0 tx=0).stop 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 -- 172.21.15.94:0/403643515 shutdown_connections 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 --2- 172.21.15.94:0/403643515 >> v2:172.21.15.143:3300/0 conn(0x7f65940afeb0 0x7f659406bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 --2- 172.21.15.94:0/403643515 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940ae060 0x7f65940b2720 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 -- 172.21.15.94:0/403643515 >> 172.21.15.94:0/403643515 conn(0x7f659409a9f0 msgr2=0x7f65940b65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 -- 172.21.15.94:0/403643515 shutdown_connections 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.462+0000 7f659c48d640 1 -- 172.21.15.94:0/403643515 wait complete. 2024-09-10T08:34:27.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.463+0000 7f659c48d640 1 Processor -- start 2024-09-10T08:34:27.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659c48d640 1 -- start start 2024-09-10T08:34:27.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659c48d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65940ae060 0x7f659415ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659c48d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940afeb0 0x7f65941f6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659c48d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f659415e4f0 0x7f65941f6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659c48d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f65940b02e0 con 0x7f65940afeb0 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659c48d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f65940b60b0 con 0x7f65940ae060 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659c48d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f65940b4080 con 0x7f659415e4f0 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f6599a28640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940afeb0 0x7f65941f6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f6599a28640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940afeb0 0x7f65941f6790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33688/0 (socket says 172.21.15.94:33688) 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f6599a28640 1 -- 172.21.15.94:0/3586037406 learned_addr learned my addr 172.21.15.94:0/3586037406 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659aa2a640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f659415e4f0 0x7f65941f6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.464+0000 7f659a229640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65940ae060 0x7f659415ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6599a28640 1 -- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f659415e4f0 msgr2=0x7f65941f6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:27.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6599a28640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f659415e4f0 0x7f65941f6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6599a28640 1 -- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65940ae060 msgr2=0x7f659415ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6599a28640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65940ae060 0x7f659415ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6599a28640 1 -- 172.21.15.94:0/3586037406 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65940cb030 con 0x7f65940afeb0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6599a28640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940afeb0 0x7f65941f6790 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f6588000c00 tx=0x7f65880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6592ffd640 1 -- 172.21.15.94:0/3586037406 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6588037040 con 0x7f65940afeb0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6592ffd640 1 -- 172.21.15.94:0/3586037406 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6588042070 con 0x7f65940afeb0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f6592ffd640 1 -- 172.21.15.94:0/3586037406 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6588030960 con 0x7f65940afeb0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65940cb310 con 0x7f65940afeb0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.465+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65940cb8d0 con 0x7f65940afeb0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.466+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65940b0760 con 0x7f65940afeb0 2024-09-10T08:34:27.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.467+0000 7f6592ffd640 1 -- 172.21.15.94:0/3586037406 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6588030b00 con 0x7f65940afeb0 2024-09-10T08:34:27.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.467+0000 7f6592ffd640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f658006be30 0x7f658006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:27.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.467+0000 7f659a229640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f658006be30 0x7f658006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:27.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.467+0000 7f6592ffd640 1 -- 172.21.15.94:0/3586037406 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 6001+0+0 (secure 0 0 0) 0x7f65880ab780 con 0x7f65940afeb0 2024-09-10T08:34:27.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.468+0000 7f659a229640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f658006be30 0x7f658006e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f658c005c00 tx=0x7f658c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:27.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.472+0000 7f6592ffd640 1 -- 172.21.15.94:0/3586037406 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f65880799b0 con 0x7f65940afeb0 2024-09-10T08:34:27.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:27.669+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f659406f230 con 0x7f65940afeb0 2024-09-10T08:34:28.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.328+0000 7f6592ffd640 1 -- 172.21.15.94:0/3586037406 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v21) ==== 172+0+0 (secure 0 0 0) 0x7f658807dcb0 con 0x7f65940afeb0 2024-09-10T08:34:28.328 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 7 and data pool 8 2024-09-10T08:34:28.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f658006be30 msgr2=0x7f658006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f658006be30 0x7f658006e2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f658c005c00 tx=0x7f658c009040 comp rx=0 tx=0).stop 2024-09-10T08:34:28.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940afeb0 msgr2=0x7f65941f6790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940afeb0 0x7f65941f6790 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f6588000c00 tx=0x7f65880046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 shutdown_connections 2024-09-10T08:34:28.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f658006be30 0x7f658006e2f0 secure :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f658c005c00 tx=0x7f658c009040 comp rx=0 tx=0).stop 2024-09-10T08:34:28.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f659415e4f0 0x7f65941f6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65940afeb0 0x7f65941f6790 secure :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f6588000c00 tx=0x7f65880046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 --2- 172.21.15.94:0/3586037406 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65940ae060 0x7f659415ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.332+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 >> 172.21.15.94:0/3586037406 conn(0x7f659409a9f0 msgr2=0x7f65940b1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:28.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.334+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 shutdown_connections 2024-09-10T08:34:28.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.334+0000 7f659c48d640 1 -- 172.21.15.94:0/3586037406 wait complete. 2024-09-10T08:34:28.368 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:34:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.467+0000 7f10e4513640 1 Processor -- start 2024-09-10T08:34:28.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.467+0000 7f10e4513640 1 -- start start 2024-09-10T08:34:28.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e4513640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f10dc06f9e0 0x7f10dc0d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e4513640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 0x7f10dc0c5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e4513640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10dc15b500 con 0x7f10dc15b120 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e4513640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f10dc0d0e40 con 0x7f10dc06f9e0 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e4513640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f10dc06e940 con 0x7f10dc0d09f0 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e22af640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f10dc15b120 0x7f10dc06dec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46086/0 (socket says 172.21.15.94:46086) 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e22af640 1 -- 172.21.15.94:0/3761883889 learned_addr learned my addr 172.21.15.94:0/3761883889 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e2ab0640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 0x7f10dc0c5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e1aae640 1 --2- 172.21.15.94:0/3761883889 >> v2:172.21.15.143:3300/0 conn(0x7f10dc06f9e0 0x7f10dc0d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2367221020 0 0) 0x7f10dc15b500 con 0x7f10dc15b120 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10c8003520 con 0x7f10dc15b120 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2808730899 0 0) 0x7f10c8003520 con 0x7f10dc15b120 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 msgr2=0x7f10dc0c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:28.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 0x7f10dc0c5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 >> v2:172.21.15.143:3300/0 conn(0x7f10dc06f9e0 msgr2=0x7f10dc0d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 --2- 172.21.15.94:0/3761883889 >> v2:172.21.15.143:3300/0 conn(0x7f10dc06f9e0 0x7f10dc0d04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10dc06ec20 con 0x7f10dc15b120 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f10d8001670 con 0x7f10dc15b120 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 >> v1:172.21.15.94:6789/0 conn(0x7f10dc15b120 legacy=0x7f10dc06dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10c80039b0 0x7f10c8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c8004800 0x7f10c8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 0x7f10c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f10dc0d0e40 con 0x7f10c80039b0 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f10dc06e940 con 0x7f10c8004800 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.468+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f10c800b9c0 con 0x7f10dc0d09f0 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e22af640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10c80039b0 0x7f10c8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e2ab0640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 0x7f10c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e1aae640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c8004800 0x7f10c8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e22af640 1 -- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 msgr2=0x7f10c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e22af640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 0x7f10c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e22af640 1 -- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c8004800 msgr2=0x7f10c8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e22af640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c8004800 0x7f10c8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e22af640 1 -- 172.21.15.94:0/3761883889 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c8003520 con 0x7f10c80039b0 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e2ab0640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc0d09f0 0x7f10c80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.469+0000 7f10e22af640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10c80039b0 0x7f10c8003dd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f10d8001050 tx=0x7f10c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7787b34efdfd04b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d802e070 con 0x7f10c80039b0 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10d8005af0 con 0x7f10c80039b0 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e12ad640 1 -- 172.21.15.94:0/3761883889 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d8007d70 con 0x7f10c80039b0 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e4513640 1 -- 172.21.15.94:0/3761883889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10c80039b0 msgr2=0x7f10c8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e4513640 1 --2- 172.21.15.94:0/3761883889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10c80039b0 0x7f10c8003dd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f10d8001050 tx=0x7f10c8005830 comp rx=0 tx=0).stop 2024-09-10T08:34:28.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e2ab0640 1 -- 172.21.15.94:0/3761883889 reap_dead start 2024-09-10T08:34:28.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e4513640 1 -- 172.21.15.94:0/3761883889 shutdown_connections 2024-09-10T08:34:28.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e4513640 1 -- 172.21.15.94:0/3761883889 >> 172.21.15.94:0/3761883889 conn(0x7f10dc06bdf0 msgr2=0x7f10dc06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:28.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e4513640 1 -- 172.21.15.94:0/3761883889 shutdown_connections 2024-09-10T08:34:28.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.470+0000 7f10e4513640 1 -- 172.21.15.94:0/3761883889 wait complete. 2024-09-10T08:34:28.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.471+0000 7f10e4513640 1 Processor -- start 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.471+0000 7f10e4513640 1 -- start start 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e4513640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c80039b0 0x7f10dc152a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e4513640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10dc0ca330 0x7f10dc15b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e4513640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc15d110 0x7f10dc0b1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e4513640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f10dc06f4c0 con 0x7f10dc0ca330 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e4513640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f10dc06f1e0 con 0x7f10c80039b0 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e4513640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f10dc06e5d0 con 0x7f10dc15d110 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e1aae640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10dc0ca330 0x7f10dc15b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e1aae640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10dc0ca330 0x7f10dc15b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33706/0 (socket says 172.21.15.94:33706) 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e1aae640 1 -- 172.21.15.94:0/3166502620 learned_addr learned my addr 172.21.15.94:0/3166502620 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e22af640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c80039b0 0x7f10dc152a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.472+0000 7f10e2ab0640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc15d110 0x7f10dc0b1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e1aae640 1 -- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc15d110 msgr2=0x7f10dc0b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e1aae640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc15d110 0x7f10dc0b1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e1aae640 1 -- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c80039b0 msgr2=0x7f10dc152a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e1aae640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c80039b0 0x7f10dc152a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e1aae640 1 -- 172.21.15.94:0/3166502620 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10dc15c070 con 0x7f10dc0ca330 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e1aae640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10dc0ca330 0x7f10dc15b700 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f10cc011540 tx=0x7f10cc011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10d2ffd640 1 -- 172.21.15.94:0/3166502620 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10cc015930 con 0x7f10dc0ca330 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10d2ffd640 1 -- 172.21.15.94:0/3166502620 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10cc015ad0 con 0x7f10dc0ca330 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10dc15c350 con 0x7f10dc0ca330 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10d2ffd640 1 -- 172.21.15.94:0/3166502620 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10cc00f460 con 0x7f10dc0ca330 2024-09-10T08:34:28.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.473+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10dc15c910 con 0x7f10dc0ca330 2024-09-10T08:34:28.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.474+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10dc0ce060 con 0x7f10dc0ca330 2024-09-10T08:34:28.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.474+0000 7f10d2ffd640 1 -- 172.21.15.94:0/3166502620 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f10cc00f600 con 0x7f10dc0ca330 2024-09-10T08:34:28.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.475+0000 7f10d2ffd640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10c006be30 0x7f10c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.475+0000 7f10e22af640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10c006be30 0x7f10c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.475+0000 7f10d2ffd640 1 -- 172.21.15.94:0/3166502620 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f10cc08b600 con 0x7f10dc0ca330 2024-09-10T08:34:28.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.475+0000 7f10e22af640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10c006be30 0x7f10c006e2f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f10d8033000 tx=0x7f10d8009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:28.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.480+0000 7f10d2ffd640 1 -- 172.21.15.94:0/3166502620 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f10cc019030 con 0x7f10dc0ca330 2024-09-10T08:34:28.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.647+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f10dc0cefb0 con 0x7f10dc0ca330 2024-09-10T08:34:28.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.648+0000 7f10d2ffd640 1 -- 172.21.15.94:0/3166502620 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) ==== 74+0+17015 (secure 0 0 0) 0x7f10cc059860 con 0x7f10dc0ca330 2024-09-10T08:34:28.649 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:28.649 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":52,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:34:27.670677+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:34:26.282764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T08:34:26.639781+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:34:28.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10c006be30 msgr2=0x7f10c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10c006be30 0x7f10c006e2f0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f10d8033000 tx=0x7f10d8009030 comp rx=0 tx=0).stop 2024-09-10T08:34:28.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10dc0ca330 msgr2=0x7f10dc15b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10dc0ca330 0x7f10dc15b700 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f10cc011540 tx=0x7f10cc011a00 comp rx=0 tx=0).stop 2024-09-10T08:34:28.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 shutdown_connections 2024-09-10T08:34:28.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10c006be30 0x7f10c006e2f0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10dc15d110 0x7f10dc0b1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10dc0ca330 0x7f10dc15b700 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 --2- 172.21.15.94:0/3166502620 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10c80039b0 0x7f10dc152a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 >> 172.21.15.94:0/3166502620 conn(0x7f10dc06bdf0 msgr2=0x7f10dc074ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:28.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.650+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 shutdown_connections 2024-09-10T08:34:28.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.651+0000 7f10e4513640 1 -- 172.21.15.94:0/3166502620 wait complete. 2024-09-10T08:34:28.662 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:34:28.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.759+0000 7f4f0a5bd640 1 Processor -- start 2024-09-10T08:34:28.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.759+0000 7f4f0a5bd640 1 -- start start 2024-09-10T08:34:28.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f0a5bd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4f04147e70 0x7f4f040cf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f0a5bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f0406d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f0a5bd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f040cfb00 con 0x7f4f0415e870 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f0a5bd640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f4f04148250 con 0x7f4f04147e70 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f0a5bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4f040cf130 con 0x7f4f0406cd20 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f03fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4f04147e70 0x7f4f040cf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f08b5a640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4f0415e870 0x7f4f040cfe30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46088/0 (socket says 172.21.15.94:46088) 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f03fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4f04147e70 0x7f4f040cf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33716/0 (socket says 172.21.15.94:33716) 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f08b5a640 1 -- 172.21.15.94:0/2322923921 learned_addr learned my addr 172.21.15.94:0/2322923921 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f037fe640 1 --2- 172.21.15.94:0/2322923921 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f0406d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f03fff640 1 -- 172.21.15.94:0/2322923921 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 msgr2=0x7f4f0406d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f03fff640 1 --2- 172.21.15.94:0/2322923921 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f0406d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f03fff640 1 -- 172.21.15.94:0/2322923921 >> v1:172.21.15.94:6789/0 conn(0x7f4f0415e870 legacy=0x7f4f040cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f03fff640 1 -- 172.21.15.94:0/2322923921 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f0415f450 con 0x7f4f04147e70 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.760+0000 7f4f037fe640 1 --2- 172.21.15.94:0/2322923921 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f0406d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.761+0000 7f4f03fff640 1 --2- 172.21.15.94:0/2322923921 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040cf5c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4ef40097a0 tx=0x7f4ef402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2a5de87e4feadb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.761+0000 7f4f02ffd640 1 -- 172.21.15.94:0/2322923921 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef4037070 con 0x7f4f04147e70 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.761+0000 7f4f02ffd640 1 -- 172.21.15.94:0/2322923921 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ef4032440 con 0x7f4f04147e70 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.761+0000 7f4f02ffd640 1 -- 172.21.15.94:0/2322923921 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef4032810 con 0x7f4f04147e70 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/2322923921 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 msgr2=0x7f4f040cf5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/2322923921 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040cf5c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f4ef40097a0 tx=0x7f4ef402a180 comp rx=0 tx=0).stop 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/2322923921 shutdown_connections 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/2322923921 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f0406d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/2322923921 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040cf5c0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/2322923921 >> 172.21.15.94:0/2322923921 conn(0x7f4f040b3ed0 msgr2=0x7f4f040b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:28.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/2322923921 shutdown_connections 2024-09-10T08:34:28.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.762+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/2322923921 wait complete. 2024-09-10T08:34:28.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.763+0000 7f4f0a5bd640 1 Processor -- start 2024-09-10T08:34:28.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.763+0000 7f4f0a5bd640 1 -- start start 2024-09-10T08:34:28.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f0a5bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f04145c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f0a5bd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040c7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f0a5bd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f0415e870 0x7f4f040b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f0a5bd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4f040ceae0 con 0x7f4f04147e70 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f0a5bd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4f0406d6a0 con 0x7f4f0415e870 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f0a5bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4f040cedc0 con 0x7f4f0406cd20 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040c7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040c7850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33732/0 (socket says 172.21.15.94:33732) 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 -- 172.21.15.94:0/1014723941 learned_addr learned my addr 172.21.15.94:0/1014723941 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 -- 172.21.15.94:0/1014723941 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 msgr2=0x7f4f04145c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f04145c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 -- 172.21.15.94:0/1014723941 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f0415e870 msgr2=0x7f4f040b2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f0415e870 0x7f4f040b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 -- 172.21.15.94:0/1014723941 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f040c8210 con 0x7f4f04147e70 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.764+0000 7f4f037fe640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040c7850 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4ef800c7f0 tx=0x7f4ef800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.765+0000 7f4f00ff9640 1 -- 172.21.15.94:0/1014723941 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8015070 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.765+0000 7f4f00ff9640 1 -- 172.21.15.94:0/1014723941 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ef8007a30 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.765+0000 7f4f00ff9640 1 -- 172.21.15.94:0/1014723941 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8007e00 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.765+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f040c84f0 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.765+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f040c8d90 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.766+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f040c86c0 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.766+0000 7f4f00ff9640 1 -- 172.21.15.94:0/1014723941 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4ef8018070 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.766+0000 7f4f00ff9640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ef006be30 0x7f4ef006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.767+0000 7f4f03fff640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ef006be30 0x7f4ef006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.767+0000 7f4f00ff9640 1 -- 172.21.15.94:0/1014723941 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7f4ef808afe0 con 0x7f4f04147e70 2024-09-10T08:34:28.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.767+0000 7f4f03fff640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ef006be30 0x7f4ef006e2f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4034000 tx=0x7f4ef402c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.771+0000 7f4f00ff9640 1 -- 172.21.15.94:0/1014723941 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4ef8059800 con 0x7f4f04147e70 2024-09-10T08:34:28.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.937+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4f040722f0 con 0x7f4f04147e70 2024-09-10T08:34:28.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.938+0000 7f4f00ff9640 1 -- 172.21.15.94:0/1014723941 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v52) ==== 74+0+17015 (secure 0 0 0) 0x7f4ef8059100 con 0x7f4f04147e70 2024-09-10T08:34:28.939 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:28.939 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":52,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:34:27.670677+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:34:26.282764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T08:34:26.639781+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ef006be30 msgr2=0x7f4ef006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ef006be30 0x7f4ef006e2f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ef4034000 tx=0x7f4ef402c000 comp rx=0 tx=0).stop 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 msgr2=0x7f4f040c7850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040c7850 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f4ef800c7f0 tx=0x7f4ef800cbf0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 shutdown_connections 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4ef006be30 0x7f4ef006e2f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4f0415e870 0x7f4f040b2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4f04147e70 0x7f4f040c7850 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 --2- 172.21.15.94:0/1014723941 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4f0406cd20 0x7f4f04145c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 >> 172.21.15.94:0/1014723941 conn(0x7f4f040b3ed0 msgr2=0x7f4f040ce0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:28.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 shutdown_connections 2024-09-10T08:34:28.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:28.940+0000 7f4f0a5bd640 1 -- 172.21.15.94:0/1014723941 wait complete. 2024-09-10T08:34:28.952 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:34:29.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.053+0000 7ff1c62e4640 1 Processor -- start 2024-09-10T08:34:29.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.053+0000 7ff1c62e4640 1 -- start start 2024-09-10T08:34:29.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.054+0000 7ff1c62e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 0x7ff1c015d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.054+0000 7ff1c62e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1c015d6b0 con 0x7ff1c01419d0 2024-09-10T08:34:29.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.054+0000 7ff1c62e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1c0160b00 con 0x7ff1c00d01c0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.054+0000 7ff1c62e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff1c0072450 con 0x7ff1c013f0c0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.054+0000 7ff1b7fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff1c01419d0 0x7ff1c015fce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46104/0 (socket says 172.21.15.94:46104) 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.054+0000 7ff1b7fff640 1 -- 172.21.15.94:0/1512530963 learned_addr learned my addr 172.21.15.94:0/1512530963 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 0x7ff1c015d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2207536561 0 0) 0x7ff1a8001110 con 0x7ff1c01419d0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff1ac003520 con 0x7ff1c01419d0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2236079927 0 0) 0x7ff1ac003520 con 0x7ff1c01419d0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 msgr2=0x7ff1c015d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 0x7ff1c015d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 >> v1:172.21.15.143:6789/0 conn(0x7ff1c00d01c0 legacy=0x7ff1c01603f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c0072730 con 0x7ff1c01419d0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7ff1a8001840 con 0x7ff1c01419d0 2024-09-10T08:34:29.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 >> v1:172.21.15.94:6789/0 conn(0x7ff1c01419d0 legacy=0x7ff1c015fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1ac003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 0x7ff1ac004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1ac004d40 0x7ff1ac0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c0072450 con 0x7ff1ac0039e0 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff1ac00b9c0 con 0x7ff1ac004d40 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff1ac00bbc0 con 0x7ff1c013f0c0 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1ac003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1b7fff640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 0x7ff1ac004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1c4881640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1ac004d40 0x7ff1ac0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bffff640 1 -- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 msgr2=0x7ff1ac004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c013f0c0 0x7ff1ac004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bffff640 1 -- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1ac004d40 msgr2=0x7ff1ac0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1ac004d40 0x7ff1ac0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.055+0000 7ff1bffff640 1 -- 172.21.15.94:0/1512530963 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1ac003520 con 0x7ff1ac0039e0 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.056+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1ac003dc0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0009aa0 tx=0x7ff1ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df65bc8e22e8e255 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.056+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0036070 con 0x7ff1ac0039e0 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.056+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1b0031400 con 0x7ff1ac0039e0 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.056+0000 7ff1bf7fe640 1 -- 172.21.15.94:0/1512530963 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0009670 con 0x7ff1ac0039e0 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.057+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1512530963 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 msgr2=0x7ff1ac003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.057+0000 7ff1c62e4640 1 --2- 172.21.15.94:0/1512530963 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1ac003dc0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0009aa0 tx=0x7ff1ac005830 comp rx=0 tx=0).stop 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.057+0000 7ff1c4881640 1 -- 172.21.15.94:0/1512530963 reap_dead start 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.057+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1512530963 shutdown_connections 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.057+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1512530963 >> 172.21.15.94:0/1512530963 conn(0x7ff1c0067d70 msgr2=0x7ff1c006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:29.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.057+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1512530963 shutdown_connections 2024-09-10T08:34:29.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.057+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1512530963 wait complete. 2024-09-10T08:34:29.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.058+0000 7ff1c62e4640 1 Processor -- start 2024-09-10T08:34:29.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.058+0000 7ff1c62e4640 1 -- start start 2024-09-10T08:34:29.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1c0156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c0153e20 0x7ff1c015ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1c013b7d0 0x7ff1c013bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c0072fd0 con 0x7ff1ac0039e0 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c0072cf0 con 0x7ff1c013b7d0 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff1c01427a0 con 0x7ff1c0153e20 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1c0156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1c0156ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33748/0 (socket says 172.21.15.94:33748) 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 -- 172.21.15.94:0/1272047917 learned_addr learned my addr 172.21.15.94:0/1272047917 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1b7fff640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c0153e20 0x7ff1c015ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c4881640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1c013b7d0 0x7ff1c013bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 -- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c0153e20 msgr2=0x7ff1c015ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c0153e20 0x7ff1c015ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 -- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1c013b7d0 msgr2=0x7ff1c013bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1c013b7d0 0x7ff1c013bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 -- 172.21.15.94:0/1272047917 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c0154320 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1b7fff640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c0153e20 0x7ff1c015ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c4881640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1c013b7d0 0x7ff1c013bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bffff640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1c0156ac0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff1b002aac0 tx=0x7ff1b0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bd7fa640 1 -- 172.21.15.94:0/1272047917 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0041070 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bd7fa640 1 -- 172.21.15.94:0/1272047917 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1b003c660 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1c0154600 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1bd7fa640 1 -- 172.21.15.94:0/1272047917 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0036040 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.059+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1c0154bc0 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.060+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1c00720b0 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.061+0000 7ff1bd7fa640 1 -- 172.21.15.94:0/1272047917 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff1b0044070 con 0x7ff1ac0039e0 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.061+0000 7ff1bd7fa640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff1a006be30 0x7ff1a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.061+0000 7ff1bd7fa640 1 -- 172.21.15.94:0/1272047917 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 6101+0+0 (secure 0 0 0) 0x7ff1b00ab7e0 con 0x7ff1ac0039e0 2024-09-10T08:34:29.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.061+0000 7ff1b7fff640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff1a006be30 0x7ff1a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.062+0000 7ff1b7fff640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff1a006be30 0x7ff1a006e2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff1a80018e0 tx=0x7ff1a8000ef0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:29.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.066+0000 7ff1bd7fa640 1 -- 172.21.15.94:0/1272047917 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff1b0079f70 con 0x7ff1ac0039e0 2024-09-10T08:34:29.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.265+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff1c013dfe0 con 0x7ff1ac0039e0 2024-09-10T08:34:29.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.341+0000 7ff1bd7fa640 1 -- 172.21.15.94:0/1272047917 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v22) ==== 118+0+0 (secure 0 0 0) 0x7ff1b0079870 con 0x7ff1ac0039e0 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.343+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff1a006be30 msgr2=0x7ff1a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.343+0000 7ff1c62e4640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff1a006be30 0x7ff1a006e2f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff1a80018e0 tx=0x7ff1a8000ef0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.343+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 msgr2=0x7ff1c0156ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.343+0000 7ff1c62e4640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1c0156ac0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff1b002aac0 tx=0x7ff1b0004730 comp rx=0 tx=0).stop 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 shutdown_connections 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff1a006be30 0x7ff1a006e2f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff1c013b7d0 0x7ff1c013bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff1c0153e20 0x7ff1c015ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 --2- 172.21.15.94:0/1272047917 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff1ac0039e0 0x7ff1c0156ac0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 >> 172.21.15.94:0/1272047917 conn(0x7ff1c0067d70 msgr2=0x7ff1c015cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:29.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 shutdown_connections 2024-09-10T08:34:29.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.344+0000 7ff1c62e4640 1 -- 172.21.15.94:0/1272047917 wait complete. 2024-09-10T08:34:29.355 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T08:34:29.355 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T08:34:29.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.455+0000 7f1b44f03640 1 Processor -- start 2024-09-10T08:34:29.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.455+0000 7f1b44f03640 1 -- start start 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b44f03640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1b400c8d20 0x7f1b4006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b44f03640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1b4006d260 0x7f1b401439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b44f03640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b400c7140 con 0x7f1b40143f30 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b44f03640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f1b4006d6d0 con 0x7f1b400c8d20 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b44f03640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1b40141960 con 0x7f1b4006d260 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b3e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1b400c8d20 0x7f1b4006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b3e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1b400c8d20 0x7f1b4006cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33762/0 (socket says 172.21.15.94:33762) 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b3e59c640 1 -- 172.21.15.94:0/3828312135 learned_addr learned my addr 172.21.15.94:0/3828312135 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b3dd9b640 1 --2- 172.21.15.94:0/3828312135 >> v2:172.21.15.143:3300/0 conn(0x7f1b4006d260 0x7f1b401439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b3e59c640 1 -- 172.21.15.94:0/3828312135 >> v2:172.21.15.143:3300/0 conn(0x7f1b4006d260 msgr2=0x7f1b401439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:29.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b3e59c640 1 --2- 172.21.15.94:0/3828312135 >> v2:172.21.15.143:3300/0 conn(0x7f1b4006d260 0x7f1b401439f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.456+0000 7f1b3e59c640 1 -- 172.21.15.94:0/3828312135 >> v1:172.21.15.143:6789/0 conn(0x7f1b40143f30 legacy=0x7f1b400d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:29.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.457+0000 7f1b3e59c640 1 -- 172.21.15.94:0/3828312135 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b400c9100 con 0x7f1b400c8d20 2024-09-10T08:34:29.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.457+0000 7f1b3dd9b640 1 --2- 172.21.15.94:0/3828312135 >> v2:172.21.15.143:3300/0 conn(0x7f1b4006d260 0x7f1b401439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:29.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.457+0000 7f1b3e59c640 1 --2- 172.21.15.94:0/3828312135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b400c8d20 0x7f1b4006cd20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f1b400b1df0 tx=0x7f1b3002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4b0a1267d87fec0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:29.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.457+0000 7f1b3d59a640 1 -- 172.21.15.94:0/3828312135 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30037070 con 0x7f1b400c8d20 2024-09-10T08:34:29.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.457+0000 7f1b3d59a640 1 -- 172.21.15.94:0/3828312135 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b3002ae20 con 0x7f1b400c8d20 2024-09-10T08:34:29.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.457+0000 7f1b3d59a640 1 -- 172.21.15.94:0/3828312135 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b30032660 con 0x7f1b400c8d20 2024-09-10T08:34:29.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 -- 172.21.15.94:0/3828312135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b400c8d20 msgr2=0x7f1b4006cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 --2- 172.21.15.94:0/3828312135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b400c8d20 0x7f1b4006cd20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f1b400b1df0 tx=0x7f1b3002a110 comp rx=0 tx=0).stop 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 -- 172.21.15.94:0/3828312135 shutdown_connections 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 --2- 172.21.15.94:0/3828312135 >> v2:172.21.15.143:3300/0 conn(0x7f1b4006d260 0x7f1b401439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 --2- 172.21.15.94:0/3828312135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b400c8d20 0x7f1b4006cd20 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 -- 172.21.15.94:0/3828312135 >> 172.21.15.94:0/3828312135 conn(0x7f1b400b3ed0 msgr2=0x7f1b400b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 -- 172.21.15.94:0/3828312135 shutdown_connections 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.458+0000 7f1b44f03640 1 -- 172.21.15.94:0/3828312135 wait complete. 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.459+0000 7f1b44f03640 1 Processor -- start 2024-09-10T08:34:29.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.459+0000 7f1b44f03640 1 -- start start 2024-09-10T08:34:29.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b44f03640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b4006d260 0x7f1b400d1d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b44f03640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b400c8d20 0x7f1b400b66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b44f03640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b40143f30 0x7f1b400d13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b44f03640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1b40141bb0 con 0x7f1b40143f30 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b44f03640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1b40142200 con 0x7f1b4006d260 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b44f03640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1b40141e90 con 0x7f1b400c8d20 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b40143f30 0x7f1b400d13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b40143f30 0x7f1b400d13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33776/0 (socket says 172.21.15.94:33776) 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 -- 172.21.15.94:0/2448443577 learned_addr learned my addr 172.21.15.94:0/2448443577 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3e59c640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b4006d260 0x7f1b400d1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3dd9b640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b400c8d20 0x7f1b400b66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 -- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b400c8d20 msgr2=0x7f1b400b66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b400c8d20 0x7f1b400b66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 -- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b4006d260 msgr2=0x7f1b400d1d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b4006d260 0x7f1b400d1d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.460+0000 7f1b3ed9d640 1 -- 172.21.15.94:0/2448443577 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b400b51d0 con 0x7f1b40143f30 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.461+0000 7f1b3ed9d640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b40143f30 0x7f1b400d13a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1b3800b970 tx=0x7f1b3800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:29.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.461+0000 7f1b2effd640 1 -- 172.21.15.94:0/2448443577 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38019070 con 0x7f1b40143f30 2024-09-10T08:34:29.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.461+0000 7f1b2effd640 1 -- 172.21.15.94:0/2448443577 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b3800cb40 con 0x7f1b40143f30 2024-09-10T08:34:29.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.461+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b400b54b0 con 0x7f1b40143f30 2024-09-10T08:34:29.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.461+0000 7f1b2effd640 1 -- 172.21.15.94:0/2448443577 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38014440 con 0x7f1b40143f30 2024-09-10T08:34:29.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.461+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b400b5a70 con 0x7f1b40143f30 2024-09-10T08:34:29.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.462+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b40144340 con 0x7f1b40143f30 2024-09-10T08:34:29.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.462+0000 7f1b2effd640 1 -- 172.21.15.94:0/2448443577 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b3801c070 con 0x7f1b40143f30 2024-09-10T08:34:29.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.463+0000 7f1b2effd640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b2006be60 0x7f1b2006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:29.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.463+0000 7f1b2effd640 1 -- 172.21.15.94:0/2448443577 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f1b3808ab60 con 0x7f1b40143f30 2024-09-10T08:34:29.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.463+0000 7f1b3e59c640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b2006be60 0x7f1b2006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:29.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.463+0000 7f1b3e59c640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b2006be60 0x7f1b2006e320 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1b30034000 tx=0x7f1b3002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:29.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.467+0000 7f1b2effd640 1 -- 172.21.15.94:0/2448443577 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b38058d30 con 0x7f1b40143f30 2024-09-10T08:34:29.593 INFO:tasks.ceph.mds.c.smithi094.stderr:2024-09-10T08:34:29.593+0000 7fe44c4b0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:34:29.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:29.670+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f1b400690c0 con 0x7f1b40143f30 2024-09-10T08:34:30.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.353+0000 7f1b2effd640 1 -- 172.21.15.94:0/2448443577 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v23) ==== 122+0+0 (secure 0 0 0) 0x7f1b3805d030 con 0x7f1b40143f30 2024-09-10T08:34:30.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b2006be60 msgr2=0x7f1b2006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b2006be60 0x7f1b2006e320 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1b30034000 tx=0x7f1b3002e000 comp rx=0 tx=0).stop 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b40143f30 msgr2=0x7f1b400d13a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b40143f30 0x7f1b400d13a0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1b3800b970 tx=0x7f1b3800be30 comp rx=0 tx=0).stop 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 shutdown_connections 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b2006be60 0x7f1b2006e320 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b40143f30 0x7f1b400d13a0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b400c8d20 0x7f1b400b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 --2- 172.21.15.94:0/2448443577 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b4006d260 0x7f1b400d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 >> 172.21.15.94:0/2448443577 conn(0x7f1b400b3ed0 msgr2=0x7f1b40160250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 shutdown_connections 2024-09-10T08:34:30.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.355+0000 7f1b44f03640 1 -- 172.21.15.94:0/2448443577 wait complete. 2024-09-10T08:34:30.368 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T08:34:30.368 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:30.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.466+0000 7fee1ca03640 1 Processor -- start 2024-09-10T08:34:30.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.466+0000 7fee1ca03640 1 -- start start 2024-09-10T08:34:30.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.467+0000 7fee1ca03640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fee180b2fd0 0x7fee180cc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.467+0000 7fee1ca03640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 0x7fee181620d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.467+0000 7fee1ca03640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee180d15e0 con 0x7fee181619e0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.467+0000 7fee1ca03640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fee180d0d40 con 0x7fee180b2fd0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.467+0000 7fee1ca03640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fee180d1020 con 0x7fee1806d9f0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.467+0000 7fee16d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fee181619e0 0x7fee1806d2e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44632/0 (socket says 172.21.15.94:44632) 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.467+0000 7fee16d9d640 1 -- 172.21.15.94:0/1283024631 learned_addr learned my addr 172.21.15.94:0/1283024631 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1759e640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 0x7fee181620d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1659c640 1 --2- 172.21.15.94:0/1283024631 >> v2:172.21.15.143:3300/0 conn(0x7fee180b2fd0 0x7fee180cc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 155598901 0 0) 0x7fee180d15e0 con 0x7fee181619e0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fee04003520 con 0x7fee181619e0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2395976836 0 0) 0x7fee04003520 con 0x7fee181619e0 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 msgr2=0x7fee181620d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 0x7fee181620d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 >> v2:172.21.15.143:3300/0 conn(0x7fee180b2fd0 msgr2=0x7fee180cc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:30.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 --2- 172.21.15.94:0/1283024631 >> v2:172.21.15.143:3300/0 conn(0x7fee180b2fd0 0x7fee180cc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee180d1300 con 0x7fee181619e0 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fee100019f0 con 0x7fee181619e0 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 >> v1:172.21.15.94:6789/0 conn(0x7fee181619e0 legacy=0x7fee1806d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 0x7fee040039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee04003f30 0x7fee04004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fee180d0d40 con 0x7fee04004d40 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fee180d1020 con 0x7fee04003f30 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fee0400b9c0 con 0x7fee1806d9f0 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1759e640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee16d9d640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 0x7fee040039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1659c640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee04003f30 0x7fee04004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1759e640 1 -- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 msgr2=0x7fee040039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1759e640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee1806d9f0 0x7fee040039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1759e640 1 -- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee04003f30 msgr2=0x7fee04004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1759e640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee04003f30 0x7fee04004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.468+0000 7fee1759e640 1 -- 172.21.15.94:0/1283024631 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee04003520 con 0x7fee04004d40 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.469+0000 7fee1759e640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee040051c0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fee08009ac0 tx=0x7fee04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bc392c53aa4f2ba server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.469+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee08036070 con 0x7fee04004d40 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.469+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee08031400 con 0x7fee04004d40 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.469+0000 7fee15d9b640 1 -- 172.21.15.94:0/1283024631 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee08009690 con 0x7fee04004d40 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.470+0000 7fee1ca03640 1 -- 172.21.15.94:0/1283024631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 msgr2=0x7fee040051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.470+0000 7fee1ca03640 1 --2- 172.21.15.94:0/1283024631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee040051c0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fee08009ac0 tx=0x7fee04005830 comp rx=0 tx=0).stop 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.470+0000 7fee1759e640 1 -- 172.21.15.94:0/1283024631 reap_dead start 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.470+0000 7fee1ca03640 1 -- 172.21.15.94:0/1283024631 shutdown_connections 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.470+0000 7fee1ca03640 1 -- 172.21.15.94:0/1283024631 >> 172.21.15.94:0/1283024631 conn(0x7fee180d2030 msgr2=0x7fee180d2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:30.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.470+0000 7fee1ca03640 1 -- 172.21.15.94:0/1283024631 shutdown_connections 2024-09-10T08:34:30.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.470+0000 7fee1ca03640 1 -- 172.21.15.94:0/1283024631 wait complete. 2024-09-10T08:34:30.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.471+0000 7fee1ca03640 1 Processor -- start 2024-09-10T08:34:30.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.471+0000 7fee1ca03640 1 -- start start 2024-09-10T08:34:30.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee1ca03640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee181f4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee1ca03640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee180b1df0 0x7fee1809ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee1ca03640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee180b2270 0x7fee1809f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee1ca03640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fee180b3690 con 0x7fee04004d40 2024-09-10T08:34:30.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee1ca03640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fee18161dc0 con 0x7fee180b1df0 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee1ca03640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fee1806de80 con 0x7fee180b2270 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee16d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee181f4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee16d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee181f4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34154/0 (socket says 172.21.15.94:34154) 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.472+0000 7fee16d9d640 1 -- 172.21.15.94:0/3058237154 learned_addr learned my addr 172.21.15.94:0/3058237154 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee16d9d640 1 -- 172.21.15.94:0/3058237154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee180b2270 msgr2=0x7fee1809f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee16d9d640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee180b2270 0x7fee1809f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee16d9d640 1 -- 172.21.15.94:0/3058237154 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee180b1df0 msgr2=0x7fee1809ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee16d9d640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee180b1df0 0x7fee1809ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee16d9d640 1 -- 172.21.15.94:0/3058237154 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee1809fb20 con 0x7fee04004d40 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee16d9d640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee181f4820 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fee100079d0 tx=0x7fee1000a790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee0f7fe640 1 -- 172.21.15.94:0/3058237154 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10017020 con 0x7fee04004d40 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee180aede0 con 0x7fee04004d40 2024-09-10T08:34:30.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee0f7fe640 1 -- 172.21.15.94:0/3058237154 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee1000ae40 con 0x7fee04004d40 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee0f7fe640 1 -- 172.21.15.94:0/3058237154 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10013840 con 0x7fee04004d40 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.473+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee1809cf10 con 0x7fee04004d40 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.474+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee1809fe00 con 0x7fee04004d40 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.474+0000 7fee0f7fe640 1 -- 172.21.15.94:0/3058237154 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fee1001a020 con 0x7fee04004d40 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.475+0000 7fee0f7fe640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fedf806be60 0x7fedf806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.475+0000 7fee0f7fe640 1 -- 172.21.15.94:0/3058237154 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fee1008bc50 con 0x7fee04004d40 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.475+0000 7fee1659c640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fedf806be60 0x7fedf806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.475+0000 7fee1659c640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fedf806be60 0x7fedf806e320 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fee00006b10 tx=0x7fee00006aa0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:30.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.479+0000 7fee0f7fe640 1 -- 172.21.15.94:0/3058237154 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee1809fe00 con 0x7fee04004d40 2024-09-10T08:34:30.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.678+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee18068d90 con 0x7fee04004d40 2024-09-10T08:34:30.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.678+0000 7fee0f7fe640 1 -- 172.21.15.94:0/3058237154 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5226 (secure 0 0 0) 0x7fee10091020 con 0x7fee04004d40 2024-09-10T08:34:30.680 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:30.680 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":23,"btime":"2024-09-10T08:34:30:350311+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:29.671439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5367},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5367]},"id":3}]} 2024-09-10T08:34:30.681 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 23 2024-09-10T08:34:30.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fedf806be60 msgr2=0x7fedf806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fedf806be60 0x7fedf806e320 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fee00006b10 tx=0x7fee00006aa0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 msgr2=0x7fee181f4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee181f4820 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fee100079d0 tx=0x7fee1000a790 comp rx=0 tx=0).stop 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 shutdown_connections 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fedf806be60 0x7fedf806e320 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fee180b1df0 0x7fee1809ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fee180b2270 0x7fee1809f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 --2- 172.21.15.94:0/3058237154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fee04004d40 0x7fee181f4820 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.680+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 >> 172.21.15.94:0/3058237154 conn(0x7fee180d2030 msgr2=0x7fee18161f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.681+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 shutdown_connections 2024-09-10T08:34:30.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.681+0000 7fee1ca03640 1 -- 172.21.15.94:0/3058237154 wait complete. 2024-09-10T08:34:30.693 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:34:30.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.790+0000 7f83b502e640 1 Processor -- start 2024-09-10T08:34:30.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.790+0000 7f83b502e640 1 -- start start 2024-09-10T08:34:30.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83b502e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f83b00c5b00 0x7f83b00cc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83b502e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00cce70 0x7f83b00b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83b502e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83b00b4540 con 0x7f83b015a7b0 2024-09-10T08:34:30.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83b502e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f83b00b4870 con 0x7f83b00c5b00 2024-09-10T08:34:30.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83b502e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f83b00c5f40 con 0x7f83b00cce70 2024-09-10T08:34:30.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83aed9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f83b015a7b0 0x7f83b00cde40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44638/0 (socket says 172.21.15.94:44638) 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83aed9d640 1 -- 172.21.15.94:0/1886122485 learned_addr learned my addr 172.21.15.94:0/1886122485 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83af59e640 1 --2- 172.21.15.94:0/1886122485 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00cce70 0x7f83b00b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83a7fff640 1 --2- 172.21.15.94:0/1886122485 >> v2:172.21.15.143:3300/0 conn(0x7f83b00c5b00 0x7f83b00cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83ae59c640 1 -- 172.21.15.94:0/1886122485 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1716051026 0 0) 0x7f83b00b4540 con 0x7f83b015a7b0 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83ae59c640 1 -- 172.21.15.94:0/1886122485 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f839c003520 con 0x7f83b015a7b0 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83af59e640 1 -- 172.21.15.94:0/1886122485 >> v2:172.21.15.143:3300/0 conn(0x7f83b00c5b00 msgr2=0x7f83b00cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83af59e640 1 --2- 172.21.15.94:0/1886122485 >> v2:172.21.15.143:3300/0 conn(0x7f83b00c5b00 0x7f83b00cc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83af59e640 1 -- 172.21.15.94:0/1886122485 >> v1:172.21.15.94:6789/0 conn(0x7f83b015a7b0 legacy=0x7f83b00cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.791+0000 7f83af59e640 1 -- 172.21.15.94:0/1886122485 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b00cf9b0 con 0x7f83b00cce70 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.792+0000 7f83af59e640 1 --2- 172.21.15.94:0/1886122485 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00cce70 0x7f83b00b3180 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f83a800aea0 tx=0x7f83a802b7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86e4312b43218d56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.792+0000 7f83ae59c640 1 -- 172.21.15.94:0/1886122485 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a8037070 con 0x7f83b00cce70 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.792+0000 7f83ae59c640 1 -- 172.21.15.94:0/1886122485 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83a8008640 con 0x7f83b00cce70 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.792+0000 7f83ae59c640 1 -- 172.21.15.94:0/1886122485 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a80089f0 con 0x7f83b00cce70 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 -- 172.21.15.94:0/1886122485 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00cce70 msgr2=0x7f83b00b3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 --2- 172.21.15.94:0/1886122485 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00cce70 0x7f83b00b3180 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f83a800aea0 tx=0x7f83a802b7b0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 -- 172.21.15.94:0/1886122485 shutdown_connections 2024-09-10T08:34:30.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 --2- 172.21.15.94:0/1886122485 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00cce70 0x7f83b00b3180 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 --2- 172.21.15.94:0/1886122485 >> v2:172.21.15.143:3300/0 conn(0x7f83b00c5b00 0x7f83b00cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 -- 172.21.15.94:0/1886122485 >> 172.21.15.94:0/1886122485 conn(0x7f83b006bdf0 msgr2=0x7f83b006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 -- 172.21.15.94:0/1886122485 shutdown_connections 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.793+0000 7f83b502e640 1 -- 172.21.15.94:0/1886122485 wait complete. 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.794+0000 7f83b502e640 1 Processor -- start 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.794+0000 7f83b502e640 1 -- start start 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83b502e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00c5b00 0x7f83b015ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83b502e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83b00cce70 0x7f83b01e4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83b502e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f83b015a7b0 0x7f83b00b0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83b502e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f83b015ab90 con 0x7f83b015a7b0 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83b502e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f83b00cff70 con 0x7f83b00cce70 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83b502e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f83b00ca8c0 con 0x7f83b00c5b00 2024-09-10T08:34:30.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f83b015a7b0 0x7f83b00b0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f83b015a7b0 0x7f83b00b0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34156/0 (socket says 172.21.15.94:34156) 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 -- 172.21.15.94:0/3149308575 learned_addr learned my addr 172.21.15.94:0/3149308575 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83aed9d640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00c5b00 0x7f83b015ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83a7fff640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83b00cce70 0x7f83b01e4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 -- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00c5b00 msgr2=0x7f83b015ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00c5b00 0x7f83b015ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 -- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83b00cce70 msgr2=0x7f83b01e4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83b00cce70 0x7f83b01e4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83af59e640 1 -- 172.21.15.94:0/3149308575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b00adb70 con 0x7f83b015a7b0 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.795+0000 7f83aed9d640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00c5b00 0x7f83b015ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.796+0000 7f83af59e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f83b015a7b0 0x7f83b00b0d20 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f83a8035040 tx=0x7f83a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.796+0000 7f83a77fe640 1 -- 172.21.15.94:0/3149308575 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a8041020 con 0x7f83b015a7b0 2024-09-10T08:34:30.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.796+0000 7f83a77fe640 1 -- 172.21.15.94:0/3149308575 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83a80337c0 con 0x7f83b015a7b0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.796+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83b0073c20 con 0x7f83b015a7b0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.796+0000 7f83a77fe640 1 -- 172.21.15.94:0/3149308575 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a8037040 con 0x7f83b015a7b0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.796+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83b01e30d0 con 0x7f83b015a7b0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.797+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83b015a310 con 0x7f83b015a7b0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.797+0000 7f83a77fe640 1 -- 172.21.15.94:0/3149308575 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f83a8044020 con 0x7f83b015a7b0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.798+0000 7f83a77fe640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f839006be30 0x7f839006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.798+0000 7f83a77fe640 1 -- 172.21.15.94:0/3149308575 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f83a80ab9e0 con 0x7f83b015a7b0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.798+0000 7f83aed9d640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f839006be30 0x7f839006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:30.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.798+0000 7f83aed9d640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f839006be30 0x7f839006e2f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f83a0007fd0 tx=0x7f83a0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:30.803 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.802+0000 7f83a77fe640 1 -- 172.21.15.94:0/3149308575 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f83b015a310 con 0x7f83b015a7b0 2024-09-10T08:34:30.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.969+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83b00cc930 con 0x7f83b015a7b0 2024-09-10T08:34:30.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.970+0000 7f83a77fe640 1 -- 172.21.15.94:0/3149308575 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) ==== 74+0+17002 (secure 0 0 0) 0x7f83a804b030 con 0x7f83b015a7b0 2024-09-10T08:34:30.972 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:30.972 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":53,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:34:29.328776+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:34:26.282764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T08:34:26.639781+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f839006be30 msgr2=0x7f839006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f839006be30 0x7f839006e2f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f83a0007fd0 tx=0x7f83a0009040 comp rx=0 tx=0).stop 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f83b015a7b0 msgr2=0x7f83b00b0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f83b015a7b0 0x7f83b00b0d20 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f83a8035040 tx=0x7f83a8004a40 comp rx=0 tx=0).stop 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 shutdown_connections 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f839006be30 0x7f839006e2f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83b00cce70 0x7f83b01e4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f83b015a7b0 0x7f83b00b0d20 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 --2- 172.21.15.94:0/3149308575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83b00c5b00 0x7f83b015ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:30.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 >> 172.21.15.94:0/3149308575 conn(0x7f83b006bdf0 msgr2=0x7f83b00cab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:30.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 shutdown_connections 2024-09-10T08:34:30.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:30.972+0000 7f83b502e640 1 -- 172.21.15.94:0/3149308575 wait complete. 2024-09-10T08:34:30.985 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:34:30.985 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:34:31.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.082+0000 7fb122af1640 1 Processor -- start 2024-09-10T08:34:31.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.082+0000 7fb122af1640 1 -- start start 2024-09-10T08:34:31.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb122af1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c0d0540 0x7fb11c141a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb122af1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb11c141fa0 0x7fb11c13f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb122af1640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb11c15d710 con 0x7fb11c141680 2024-09-10T08:34:31.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb122af1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb11c15c6f0 con 0x7fb11c141fa0 2024-09-10T08:34:31.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb122af1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb11c15c950 con 0x7fb11c0d0540 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb113fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c0d0540 0x7fb11c141a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb12108e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb11c141fa0 0x7fb11c13f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb113fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c0d0540 0x7fb11c141a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:38162/0 (socket says 172.21.15.94:38162) 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb113fff640 1 -- 172.21.15.94:0/2474800983 learned_addr learned my addr 172.21.15.94:0/2474800983 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.083+0000 7fb12088d640 1 --1- 172.21.15.94:0/2474800983 >> v1:172.21.15.143:6789/0 conn(0x7fb11c141680 0x7fb11c0cfe30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:34524/0 (socket says 172.21.15.94:34524) 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.084+0000 7fb113fff640 1 -- 172.21.15.94:0/2474800983 >> v2:172.21.15.143:3300/0 conn(0x7fb11c141fa0 msgr2=0x7fb11c13f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.084+0000 7fb113fff640 1 --2- 172.21.15.94:0/2474800983 >> v2:172.21.15.143:3300/0 conn(0x7fb11c141fa0 0x7fb11c13f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.084+0000 7fb113fff640 1 -- 172.21.15.94:0/2474800983 >> v1:172.21.15.143:6789/0 conn(0x7fb11c141680 legacy=0x7fb11c0cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.084+0000 7fb113fff640 1 -- 172.21.15.94:0/2474800983 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb11c15cc30 con 0x7fb11c0d0540 2024-09-10T08:34:31.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.084+0000 7fb113fff640 1 --2- 172.21.15.94:0/2474800983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c0d0540 0x7fb11c141a60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb10c009870 tx=0x7fb10c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bc2ea15442108d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb1137fe640 1 -- 172.21.15.94:0/2474800983 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c037070 con 0x7fb11c0d0540 2024-09-10T08:34:31.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb1137fe640 1 -- 172.21.15.94:0/2474800983 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb10c032440 con 0x7fb11c0d0540 2024-09-10T08:34:31.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb1137fe640 1 -- 172.21.15.94:0/2474800983 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c032810 con 0x7fb11c0d0540 2024-09-10T08:34:31.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 -- 172.21.15.94:0/2474800983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c0d0540 msgr2=0x7fb11c141a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 --2- 172.21.15.94:0/2474800983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c0d0540 0x7fb11c141a60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb10c009870 tx=0x7fb10c02a270 comp rx=0 tx=0).stop 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 -- 172.21.15.94:0/2474800983 shutdown_connections 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 --2- 172.21.15.94:0/2474800983 >> v2:172.21.15.143:3300/0 conn(0x7fb11c141fa0 0x7fb11c13f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 --2- 172.21.15.94:0/2474800983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c0d0540 0x7fb11c141a60 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 -- 172.21.15.94:0/2474800983 >> 172.21.15.94:0/2474800983 conn(0x7fb11c0b3ed0 msgr2=0x7fb11c0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 -- 172.21.15.94:0/2474800983 shutdown_connections 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.085+0000 7fb122af1640 1 -- 172.21.15.94:0/2474800983 wait complete. 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.086+0000 7fb122af1640 1 Processor -- start 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.086+0000 7fb122af1640 1 -- start start 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb122af1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb11c0d0540 0x7fb11c156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb122af1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb11c141680 0x7fb11c1589e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb122af1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c141fa0 0x7fb11c158f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb122af1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c142430 con 0x7fb11c141680 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb122af1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c15d1f0 con 0x7fb11c0d0540 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb122af1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb11c1425b0 con 0x7fb11c141fa0 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb113fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb11c141680 0x7fb11c1589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb113fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb11c141680 0x7fb11c1589e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34162/0 (socket says 172.21.15.94:34162) 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb113fff640 1 -- 172.21.15.94:0/3901207710 learned_addr learned my addr 172.21.15.94:0/3901207710 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb12108e640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c141fa0 0x7fb11c158f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.087+0000 7fb12088d640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb11c0d0540 0x7fb11c156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb113fff640 1 -- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c141fa0 msgr2=0x7fb11c158f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb113fff640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c141fa0 0x7fb11c158f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb113fff640 1 -- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb11c0d0540 msgr2=0x7fb11c156f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb113fff640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb11c0d0540 0x7fb11c156f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb113fff640 1 -- 172.21.15.94:0/3901207710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb11c0c80f0 con 0x7fb11c141680 2024-09-10T08:34:31.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb113fff640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb11c141680 0x7fb11c1589e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb10c000c00 tx=0x7fb10c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb1117fa640 1 -- 172.21.15.94:0/3901207710 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c037040 con 0x7fb11c141680 2024-09-10T08:34:31.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb1117fa640 1 -- 172.21.15.94:0/3901207710 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb10c042070 con 0x7fb11c141680 2024-09-10T08:34:31.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb11c0c83d0 con 0x7fb11c141680 2024-09-10T08:34:31.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb1117fa640 1 -- 172.21.15.94:0/3901207710 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c030860 con 0x7fb11c141680 2024-09-10T08:34:31.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.088+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb11c0c8990 con 0x7fb11c141680 2024-09-10T08:34:31.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.089+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb11c141a60 con 0x7fb11c141680 2024-09-10T08:34:31.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.089+0000 7fb1117fa640 1 -- 172.21.15.94:0/3901207710 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb10c030a00 con 0x7fb11c141680 2024-09-10T08:34:31.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.090+0000 7fb1117fa640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb10806be60 0x7fb10806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.090+0000 7fb1117fa640 1 -- 172.21.15.94:0/3901207710 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fb10c0ab770 con 0x7fb11c141680 2024-09-10T08:34:31.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.090+0000 7fb12088d640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb10806be60 0x7fb10806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.090+0000 7fb12088d640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb10806be60 0x7fb10806e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb118007fd0 tx=0x7fb118007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.094+0000 7fb1117fa640 1 -- 172.21.15.94:0/3901207710 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb10c079940 con 0x7fb11c141680 2024-09-10T08:34:31.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.259+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb11c156280 con 0x7fb10806be60 2024-09-10T08:34:31.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.264+0000 7fb1117fa640 1 -- 172.21.15.94:0/3901207710 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248886 (secure 0 0 0) 0x7fb11c156280 con 0x7fb10806be60 2024-09-10T08:34:31.269 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:31.270 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb10806be60 msgr2=0x7fb10806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb10806be60 0x7fb10806e320 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb118007fd0 tx=0x7fb118007e80 comp rx=0 tx=0).stop 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb11c141680 msgr2=0x7fb11c1589e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb11c141680 0x7fb11c1589e0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb10c000c00 tx=0x7fb10c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 shutdown_connections 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb10806be60 0x7fb10806e320 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb11c141fa0 0x7fb11c158f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb11c141680 0x7fb11c1589e0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 --2- 172.21.15.94:0/3901207710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb11c0d0540 0x7fb11c156f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 >> 172.21.15.94:0/3901207710 conn(0x7fb11c0b3ed0 msgr2=0x7fb11c0b32b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:31.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 shutdown_connections 2024-09-10T08:34:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.268+0000 7fb122af1640 1 -- 172.21.15.94:0/3901207710 wait complete. 2024-09-10T08:34:31.279 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":105,"stamp":"2024-09-10T08:34:29.833596+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":93,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":238684,"kb_used_data":5780,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736036,"statfs":{"total":773094113280,"available":772849700864,"internally_reserved":0,"allocated":5918720,"data_stored":3234712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000827"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359148+0000","last_change":"2024-09-10T08:34:28.349553+0000","last_active":"2024-09-10T08:34:28.359148+0000","last_peered":"2024-09-10T08:34:28.359148+0000","last_clean":"2024-09-10T08:34:28.359148+0000","last_became_active":"2024-09-10T08:34:28.349045+0000","last_became_peered":"2024-09-10T08:34:28.349045+0000","last_unstale":"2024-09-10T08:34:28.359148+0000","last_undegraded":"2024-09-10T08:34:28.359148+0000","last_fullsized":"2024-09-10T08:34:28.359148+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359002+0000","last_change":"2024-09-10T08:34:28.348101+0000","last_active":"2024-09-10T08:34:28.359002+0000","last_peered":"2024-09-10T08:34:28.359002+0000","last_clean":"2024-09-10T08:34:28.359002+0000","last_became_active":"2024-09-10T08:34:28.347778+0000","last_became_peered":"2024-09-10T08:34:28.347778+0000","last_unstale":"2024-09-10T08:34:28.359002+0000","last_undegraded":"2024-09-10T08:34:28.359002+0000","last_fullsized":"2024-09-10T08:34:28.359002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359322+0000","last_change":"2024-09-10T08:34:28.354416+0000","last_active":"2024-09-10T08:34:28.359322+0000","last_peered":"2024-09-10T08:34:28.359322+0000","last_clean":"2024-09-10T08:34:28.359322+0000","last_became_active":"2024-09-10T08:34:28.354126+0000","last_became_peered":"2024-09-10T08:34:28.354126+0000","last_unstale":"2024-09-10T08:34:28.359322+0000","last_undegraded":"2024-09-10T08:34:28.359322+0000","last_fullsized":"2024-09-10T08:34:28.359322+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359940+0000","last_change":"2024-09-10T08:34:28.349890+0000","last_active":"2024-09-10T08:34:28.359940+0000","last_peered":"2024-09-10T08:34:28.359940+0000","last_clean":"2024-09-10T08:34:28.359940+0000","last_became_active":"2024-09-10T08:34:28.348337+0000","last_became_peered":"2024-09-10T08:34:28.348337+0000","last_unstale":"2024-09-10T08:34:28.359940+0000","last_undegraded":"2024-09-10T08:34:28.359940+0000","last_fullsized":"2024-09-10T08:34:28.359940+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361215+0000","last_change":"2024-09-10T08:34:28.356739+0000","last_active":"2024-09-10T08:34:28.361215+0000","last_peered":"2024-09-10T08:34:28.361215+0000","last_clean":"2024-09-10T08:34:28.361215+0000","last_became_active":"2024-09-10T08:34:28.354885+0000","last_became_peered":"2024-09-10T08:34:28.354885+0000","last_unstale":"2024-09-10T08:34:28.361215+0000","last_undegraded":"2024-09-10T08:34:28.361215+0000","last_fullsized":"2024-09-10T08:34:28.361215+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:31.417847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361153+0000","last_change":"2024-09-10T08:34:28.356417+0000","last_active":"2024-09-10T08:34:28.361153+0000","last_peered":"2024-09-10T08:34:28.361153+0000","last_clean":"2024-09-10T08:34:28.361153+0000","last_became_active":"2024-09-10T08:34:28.354651+0000","last_became_peered":"2024-09-10T08:34:28.354651+0000","last_unstale":"2024-09-10T08:34:28.361153+0000","last_undegraded":"2024-09-10T08:34:28.361153+0000","last_fullsized":"2024-09-10T08:34:28.361153+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:43:12.311801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.345276+0000","last_change":"2024-09-10T08:34:28.344201+0000","last_active":"2024-09-10T08:34:28.345276+0000","last_peered":"2024-09-10T08:34:28.345276+0000","last_clean":"2024-09-10T08:34:28.345276+0000","last_became_active":"2024-09-10T08:34:28.343972+0000","last_became_peered":"2024-09-10T08:34:28.343972+0000","last_unstale":"2024-09-10T08:34:28.345276+0000","last_undegraded":"2024-09-10T08:34:28.345276+0000","last_fullsized":"2024-09-10T08:34:28.345276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:05:35.352737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361231+0000","last_change":"2024-09-10T08:34:28.356790+0000","last_active":"2024-09-10T08:34:28.361231+0000","last_peered":"2024-09-10T08:34:28.361231+0000","last_clean":"2024-09-10T08:34:28.361231+0000","last_became_active":"2024-09-10T08:34:28.356501+0000","last_became_peered":"2024-09-10T08:34:28.356501+0000","last_unstale":"2024-09-10T08:34:28.361231+0000","last_undegraded":"2024-09-10T08:34:28.361231+0000","last_fullsized":"2024-09-10T08:34:28.361231+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:02.544699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358345+0000","last_change":"2024-09-10T08:34:28.345233+0000","last_active":"2024-09-10T08:34:28.358345+0000","last_peered":"2024-09-10T08:34:28.358345+0000","last_clean":"2024-09-10T08:34:28.358345+0000","last_became_active":"2024-09-10T08:34:28.344936+0000","last_became_peered":"2024-09-10T08:34:28.344936+0000","last_unstale":"2024-09-10T08:34:28.358345+0000","last_undegraded":"2024-09-10T08:34:28.358345+0000","last_fullsized":"2024-09-10T08:34:28.358345+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:17.571515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356055+0000","last_change":"2024-09-10T08:34:28.346053+0000","last_active":"2024-09-10T08:34:28.356055+0000","last_peered":"2024-09-10T08:34:28.356055+0000","last_clean":"2024-09-10T08:34:28.356055+0000","last_became_active":"2024-09-10T08:34:28.345725+0000","last_became_peered":"2024-09-10T08:34:28.345725+0000","last_unstale":"2024-09-10T08:34:28.356055+0000","last_undegraded":"2024-09-10T08:34:28.356055+0000","last_fullsized":"2024-09-10T08:34:28.356055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360017+0000","last_change":"2024-09-10T08:34:28.352755+0000","last_active":"2024-09-10T08:34:28.360017+0000","last_peered":"2024-09-10T08:34:28.360017+0000","last_clean":"2024-09-10T08:34:28.360017+0000","last_became_active":"2024-09-10T08:34:28.352488+0000","last_became_peered":"2024-09-10T08:34:28.352488+0000","last_unstale":"2024-09-10T08:34:28.360017+0000","last_undegraded":"2024-09-10T08:34:28.360017+0000","last_fullsized":"2024-09-10T08:34:28.360017+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359074+0000","last_change":"2024-09-10T08:34:28.349308+0000","last_active":"2024-09-10T08:34:28.359074+0000","last_peered":"2024-09-10T08:34:28.359074+0000","last_clean":"2024-09-10T08:34:28.359074+0000","last_became_active":"2024-09-10T08:34:28.348119+0000","last_became_peered":"2024-09-10T08:34:28.348119+0000","last_unstale":"2024-09-10T08:34:28.359074+0000","last_undegraded":"2024-09-10T08:34:28.359074+0000","last_fullsized":"2024-09-10T08:34:28.359074+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359964+0000","last_change":"2024-09-10T08:34:28.356802+0000","last_active":"2024-09-10T08:34:28.359964+0000","last_peered":"2024-09-10T08:34:28.359964+0000","last_clean":"2024-09-10T08:34:28.359964+0000","last_became_active":"2024-09-10T08:34:28.356527+0000","last_became_peered":"2024-09-10T08:34:28.356527+0000","last_unstale":"2024-09-10T08:34:28.359964+0000","last_undegraded":"2024-09-10T08:34:28.359964+0000","last_fullsized":"2024-09-10T08:34:28.359964+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361877+0000","last_change":"2024-09-10T08:34:28.357187+0000","last_active":"2024-09-10T08:34:28.361877+0000","last_peered":"2024-09-10T08:34:28.361877+0000","last_clean":"2024-09-10T08:34:28.361877+0000","last_became_active":"2024-09-10T08:34:28.356874+0000","last_became_peered":"2024-09-10T08:34:28.356874+0000","last_unstale":"2024-09-10T08:34:28.361877+0000","last_undegraded":"2024-09-10T08:34:28.361877+0000","last_fullsized":"2024-09-10T08:34:28.361877+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361912+0000","last_change":"2024-09-10T08:34:28.357177+0000","last_active":"2024-09-10T08:34:28.361912+0000","last_peered":"2024-09-10T08:34:28.361912+0000","last_clean":"2024-09-10T08:34:28.361912+0000","last_became_active":"2024-09-10T08:34:28.356904+0000","last_became_peered":"2024-09-10T08:34:28.356904+0000","last_unstale":"2024-09-10T08:34:28.361912+0000","last_undegraded":"2024-09-10T08:34:28.361912+0000","last_fullsized":"2024-09-10T08:34:28.361912+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:44.913378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360646+0000","last_change":"2024-09-10T08:34:28.355047+0000","last_active":"2024-09-10T08:34:28.360646+0000","last_peered":"2024-09-10T08:34:28.360646+0000","last_clean":"2024-09-10T08:34:28.360646+0000","last_became_active":"2024-09-10T08:34:28.354798+0000","last_became_peered":"2024-09-10T08:34:28.354798+0000","last_unstale":"2024-09-10T08:34:28.360646+0000","last_undegraded":"2024-09-10T08:34:28.360646+0000","last_fullsized":"2024-09-10T08:34:28.360646+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.257965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342901+0000","last_change":"2024-09-10T08:34:28.341323+0000","last_active":"2024-09-10T08:34:28.342901+0000","last_peered":"2024-09-10T08:34:28.342901+0000","last_clean":"2024-09-10T08:34:28.342901+0000","last_became_active":"2024-09-10T08:34:28.341057+0000","last_became_peered":"2024-09-10T08:34:28.341057+0000","last_unstale":"2024-09-10T08:34:28.342901+0000","last_undegraded":"2024-09-10T08:34:28.342901+0000","last_fullsized":"2024-09-10T08:34:28.342901+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:13.728263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.357363+0000","last_change":"2024-09-10T08:34:28.344362+0000","last_active":"2024-09-10T08:34:28.357363+0000","last_peered":"2024-09-10T08:34:28.357363+0000","last_clean":"2024-09-10T08:34:28.357363+0000","last_became_active":"2024-09-10T08:34:28.344068+0000","last_became_peered":"2024-09-10T08:34:28.344068+0000","last_unstale":"2024-09-10T08:34:28.357363+0000","last_undegraded":"2024-09-10T08:34:28.357363+0000","last_fullsized":"2024-09-10T08:34:28.357363+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359900+0000","last_change":"2024-09-10T08:34:28.348534+0000","last_active":"2024-09-10T08:34:28.359900+0000","last_peered":"2024-09-10T08:34:28.359900+0000","last_clean":"2024-09-10T08:34:28.359900+0000","last_became_active":"2024-09-10T08:34:28.348260+0000","last_became_peered":"2024-09-10T08:34:28.348260+0000","last_unstale":"2024-09-10T08:34:28.359900+0000","last_undegraded":"2024-09-10T08:34:28.359900+0000","last_fullsized":"2024-09-10T08:34:28.359900+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353360+0000","last_change":"2024-09-10T08:34:28.345307+0000","last_active":"2024-09-10T08:34:28.353360+0000","last_peered":"2024-09-10T08:34:28.353360+0000","last_clean":"2024-09-10T08:34:28.353360+0000","last_became_active":"2024-09-10T08:34:28.345011+0000","last_became_peered":"2024-09-10T08:34:28.345011+0000","last_unstale":"2024-09-10T08:34:28.353360+0000","last_undegraded":"2024-09-10T08:34:28.353360+0000","last_fullsized":"2024-09-10T08:34:28.353360+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:22.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358767+0000","last_change":"2024-09-10T08:34:28.350791+0000","last_active":"2024-09-10T08:34:28.358767+0000","last_peered":"2024-09-10T08:34:28.358767+0000","last_clean":"2024-09-10T08:34:28.358767+0000","last_became_active":"2024-09-10T08:34:28.350427+0000","last_became_peered":"2024-09-10T08:34:28.350427+0000","last_unstale":"2024-09-10T08:34:28.358767+0000","last_undegraded":"2024-09-10T08:34:28.358767+0000","last_fullsized":"2024-09-10T08:34:28.358767+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:58.236747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359289+0000","last_change":"2024-09-10T08:34:28.349097+0000","last_active":"2024-09-10T08:34:28.359289+0000","last_peered":"2024-09-10T08:34:28.359289+0000","last_clean":"2024-09-10T08:34:28.359289+0000","last_became_active":"2024-09-10T08:34:28.348787+0000","last_became_peered":"2024-09-10T08:34:28.348787+0000","last_unstale":"2024-09-10T08:34:28.359289+0000","last_undegraded":"2024-09-10T08:34:28.359289+0000","last_fullsized":"2024-09-10T08:34:28.359289+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.355907+0000","last_change":"2024-09-10T08:34:28.345276+0000","last_active":"2024-09-10T08:34:28.355907+0000","last_peered":"2024-09-10T08:34:28.355907+0000","last_clean":"2024-09-10T08:34:28.355907+0000","last_became_active":"2024-09-10T08:34:28.345004+0000","last_became_peered":"2024-09-10T08:34:28.345004+0000","last_unstale":"2024-09-10T08:34:28.355907+0000","last_undegraded":"2024-09-10T08:34:28.355907+0000","last_fullsized":"2024-09-10T08:34:28.355907+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358518+0000","last_change":"2024-09-10T08:34:28.345956+0000","last_active":"2024-09-10T08:34:28.358518+0000","last_peered":"2024-09-10T08:34:28.358518+0000","last_clean":"2024-09-10T08:34:28.358518+0000","last_became_active":"2024-09-10T08:34:28.345675+0000","last_became_peered":"2024-09-10T08:34:28.345675+0000","last_unstale":"2024-09-10T08:34:28.358518+0000","last_undegraded":"2024-09-10T08:34:28.358518+0000","last_fullsized":"2024-09-10T08:34:28.358518+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364042+0000","last_change":"2024-09-10T08:34:28.361412+0000","last_active":"2024-09-10T08:34:28.364042+0000","last_peered":"2024-09-10T08:34:28.364042+0000","last_clean":"2024-09-10T08:34:28.364042+0000","last_became_active":"2024-09-10T08:34:28.361101+0000","last_became_peered":"2024-09-10T08:34:28.361101+0000","last_unstale":"2024-09-10T08:34:28.364042+0000","last_undegraded":"2024-09-10T08:34:28.364042+0000","last_fullsized":"2024-09-10T08:34:28.364042+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359015+0000","last_change":"2024-09-10T08:34:28.348808+0000","last_active":"2024-09-10T08:34:28.359015+0000","last_peered":"2024-09-10T08:34:28.359015+0000","last_clean":"2024-09-10T08:34:28.359015+0000","last_became_active":"2024-09-10T08:34:28.348543+0000","last_became_peered":"2024-09-10T08:34:28.348543+0000","last_unstale":"2024-09-10T08:34:28.359015+0000","last_undegraded":"2024-09-10T08:34:28.359015+0000","last_fullsized":"2024-09-10T08:34:28.359015+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"52'4","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362242+0000","last_change":"2024-09-10T08:34:27.339115+0000","last_active":"2024-09-10T08:34:28.362242+0000","last_peered":"2024-09-10T08:34:28.362242+0000","last_clean":"2024-09-10T08:34:28.362242+0000","last_became_active":"2024-09-10T08:34:27.338844+0000","last_became_peered":"2024-09-10T08:34:27.338844+0000","last_unstale":"2024-09-10T08:34:28.362242+0000","last_undegraded":"2024-09-10T08:34:28.362242+0000","last_fullsized":"2024-09-10T08:34:28.362242+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:50.248663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353902+0000","last_change":"2024-09-10T08:34:28.349157+0000","last_active":"2024-09-10T08:34:28.353902+0000","last_peered":"2024-09-10T08:34:28.353902+0000","last_clean":"2024-09-10T08:34:28.353902+0000","last_became_active":"2024-09-10T08:34:28.348883+0000","last_became_peered":"2024-09-10T08:34:28.348883+0000","last_unstale":"2024-09-10T08:34:28.353902+0000","last_undegraded":"2024-09-10T08:34:28.353902+0000","last_fullsized":"2024-09-10T08:34:28.353902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.330223+0000","last_change":"2024-09-10T08:34:26.330223+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.330223+0000","last_undegraded":"2024-09-10T08:34:26.330223+0000","last_fullsized":"2024-09-10T08:34:26.330223+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361963+0000","last_change":"2024-09-10T08:34:28.357085+0000","last_active":"2024-09-10T08:34:28.361963+0000","last_peered":"2024-09-10T08:34:28.361963+0000","last_clean":"2024-09-10T08:34:28.361963+0000","last_became_active":"2024-09-10T08:34:28.356799+0000","last_became_peered":"2024-09-10T08:34:28.356799+0000","last_unstale":"2024-09-10T08:34:28.361963+0000","last_undegraded":"2024-09-10T08:34:28.361963+0000","last_fullsized":"2024-09-10T08:34:28.361963+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:57.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.329788+0000","last_change":"2024-09-10T08:34:26.329788+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.329788+0000","last_undegraded":"2024-09-10T08:34:26.329788+0000","last_fullsized":"2024-09-10T08:34:26.329788+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356321+0000","last_change":"2024-09-10T08:34:28.351544+0000","last_active":"2024-09-10T08:34:28.356321+0000","last_peered":"2024-09-10T08:34:28.356321+0000","last_clean":"2024-09-10T08:34:28.356321+0000","last_became_active":"2024-09-10T08:34:28.350982+0000","last_became_peered":"2024-09-10T08:34:28.350982+0000","last_unstale":"2024-09-10T08:34:28.356321+0000","last_undegraded":"2024-09-10T08:34:28.356321+0000","last_fullsized":"2024-09-10T08:34:28.356321+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:23.132014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361987+0000","last_change":"2024-09-10T08:34:27.344713+0000","last_active":"2024-09-10T08:34:28.361987+0000","last_peered":"2024-09-10T08:34:28.361987+0000","last_clean":"2024-09-10T08:34:28.361987+0000","last_became_active":"2024-09-10T08:34:27.344446+0000","last_became_peered":"2024-09-10T08:34:27.344446+0000","last_unstale":"2024-09-10T08:34:28.361987+0000","last_undegraded":"2024-09-10T08:34:28.361987+0000","last_fullsized":"2024-09-10T08:34:28.361987+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359210+0000","last_change":"2024-09-10T08:34:27.337810+0000","last_active":"2024-09-10T08:34:28.359210+0000","last_peered":"2024-09-10T08:34:28.359210+0000","last_clean":"2024-09-10T08:34:28.359210+0000","last_became_active":"2024-09-10T08:34:27.337558+0000","last_became_peered":"2024-09-10T08:34:27.337558+0000","last_unstale":"2024-09-10T08:34:28.359210+0000","last_undegraded":"2024-09-10T08:34:28.359210+0000","last_fullsized":"2024-09-10T08:34:28.359210+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359283+0000","last_change":"2024-09-10T08:34:28.351551+0000","last_active":"2024-09-10T08:34:28.359283+0000","last_peered":"2024-09-10T08:34:28.359283+0000","last_clean":"2024-09-10T08:34:28.359283+0000","last_became_active":"2024-09-10T08:34:28.351247+0000","last_became_peered":"2024-09-10T08:34:28.351247+0000","last_unstale":"2024-09-10T08:34:28.359283+0000","last_undegraded":"2024-09-10T08:34:28.359283+0000","last_fullsized":"2024-09-10T08:34:28.359283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:26.318165+0000","last_change":"2024-09-10T08:34:26.318165+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.318165+0000","last_undegraded":"2024-09-10T08:34:26.318165+0000","last_fullsized":"2024-09-10T08:34:26.318165+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353276+0000","last_change":"2024-09-10T08:34:28.343570+0000","last_active":"2024-09-10T08:34:28.353276+0000","last_peered":"2024-09-10T08:34:28.353276+0000","last_clean":"2024-09-10T08:34:28.353276+0000","last_became_active":"2024-09-10T08:34:28.343314+0000","last_became_peered":"2024-09-10T08:34:28.343314+0000","last_unstale":"2024-09-10T08:34:28.353276+0000","last_undegraded":"2024-09-10T08:34:28.353276+0000","last_fullsized":"2024-09-10T08:34:28.353276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342231+0000","last_change":"2024-09-10T08:34:27.339260+0000","last_active":"2024-09-10T08:34:28.342231+0000","last_peered":"2024-09-10T08:34:28.342231+0000","last_clean":"2024-09-10T08:34:28.342231+0000","last_became_active":"2024-09-10T08:34:27.339001+0000","last_became_peered":"2024-09-10T08:34:27.339001+0000","last_unstale":"2024-09-10T08:34:28.342231+0000","last_undegraded":"2024-09-10T08:34:28.342231+0000","last_fullsized":"2024-09-10T08:34:28.342231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.958343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359271+0000","last_change":"2024-09-10T08:34:28.353276+0000","last_active":"2024-09-10T08:34:28.359271+0000","last_peered":"2024-09-10T08:34:28.359271+0000","last_clean":"2024-09-10T08:34:28.359271+0000","last_became_active":"2024-09-10T08:34:28.353015+0000","last_became_peered":"2024-09-10T08:34:28.353015+0000","last_unstale":"2024-09-10T08:34:28.359271+0000","last_undegraded":"2024-09-10T08:34:28.359271+0000","last_fullsized":"2024-09-10T08:34:28.359271+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335451+0000","last_change":"2024-09-10T08:34:27.348965+0000","last_active":"2024-09-10T08:34:28.335451+0000","last_peered":"2024-09-10T08:34:28.335451+0000","last_clean":"2024-09-10T08:34:28.335451+0000","last_became_active":"2024-09-10T08:34:27.348681+0000","last_became_peered":"2024-09-10T08:34:27.348681+0000","last_unstale":"2024-09-10T08:34:28.335451+0000","last_undegraded":"2024-09-10T08:34:28.335451+0000","last_fullsized":"2024-09-10T08:34:28.335451+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338463+0000","last_change":"2024-09-10T08:34:27.339592+0000","last_active":"2024-09-10T08:34:28.338463+0000","last_peered":"2024-09-10T08:34:28.338463+0000","last_clean":"2024-09-10T08:34:28.338463+0000","last_became_active":"2024-09-10T08:34:27.339322+0000","last_became_peered":"2024-09-10T08:34:27.339322+0000","last_unstale":"2024-09-10T08:34:28.338463+0000","last_undegraded":"2024-09-10T08:34:28.338463+0000","last_fullsized":"2024-09-10T08:34:28.338463+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361511+0000","last_change":"2024-09-10T08:34:28.356169+0000","last_active":"2024-09-10T08:34:28.361511+0000","last_peered":"2024-09-10T08:34:28.361511+0000","last_clean":"2024-09-10T08:34:28.361511+0000","last_became_active":"2024-09-10T08:34:28.355884+0000","last_became_peered":"2024-09-10T08:34:28.355884+0000","last_unstale":"2024-09-10T08:34:28.361511+0000","last_undegraded":"2024-09-10T08:34:28.361511+0000","last_fullsized":"2024-09-10T08:34:28.361511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:26.318165+0000","last_change":"2024-09-10T08:34:26.318165+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.318165+0000","last_undegraded":"2024-09-10T08:34:26.318165+0000","last_fullsized":"2024-09-10T08:34:26.318165+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359368+0000","last_change":"2024-09-10T08:34:28.349660+0000","last_active":"2024-09-10T08:34:28.359368+0000","last_peered":"2024-09-10T08:34:28.359368+0000","last_clean":"2024-09-10T08:34:28.359368+0000","last_became_active":"2024-09-10T08:34:28.349405+0000","last_became_peered":"2024-09-10T08:34:28.349405+0000","last_unstale":"2024-09-10T08:34:28.359368+0000","last_undegraded":"2024-09-10T08:34:28.359368+0000","last_fullsized":"2024-09-10T08:34:28.359368+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"52'3","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359211+0000","last_change":"2024-09-10T08:34:27.345358+0000","last_active":"2024-09-10T08:34:28.359211+0000","last_peered":"2024-09-10T08:34:28.359211+0000","last_clean":"2024-09-10T08:34:28.359211+0000","last_became_active":"2024-09-10T08:34:27.345114+0000","last_became_peered":"2024-09-10T08:34:27.345114+0000","last_unstale":"2024-09-10T08:34:28.359211+0000","last_undegraded":"2024-09-10T08:34:28.359211+0000","last_fullsized":"2024-09-10T08:34:28.359211+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"52'6","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362731+0000","last_change":"2024-09-10T08:34:27.342407+0000","last_active":"2024-09-10T08:34:28.362731+0000","last_peered":"2024-09-10T08:34:28.362731+0000","last_clean":"2024-09-10T08:34:28.362731+0000","last_became_active":"2024-09-10T08:34:27.341918+0000","last_became_peered":"2024-09-10T08:34:27.341918+0000","last_unstale":"2024-09-10T08:34:28.362731+0000","last_undegraded":"2024-09-10T08:34:28.362731+0000","last_fullsized":"2024-09-10T08:34:28.362731+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:18.046770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356817+0000","last_change":"2024-09-10T08:34:28.351832+0000","last_active":"2024-09-10T08:34:28.356817+0000","last_peered":"2024-09-10T08:34:28.356817+0000","last_clean":"2024-09-10T08:34:28.356817+0000","last_became_active":"2024-09-10T08:34:28.351563+0000","last_became_peered":"2024-09-10T08:34:28.351563+0000","last_unstale":"2024-09-10T08:34:28.356817+0000","last_undegraded":"2024-09-10T08:34:28.356817+0000","last_fullsized":"2024-09-10T08:34:28.356817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360231+0000","last_change":"2024-09-10T08:34:27.340421+0000","last_active":"2024-09-10T08:34:28.360231+0000","last_peered":"2024-09-10T08:34:28.360231+0000","last_clean":"2024-09-10T08:34:28.360231+0000","last_became_active":"2024-09-10T08:34:27.340133+0000","last_became_peered":"2024-09-10T08:34:27.340133+0000","last_unstale":"2024-09-10T08:34:28.360231+0000","last_undegraded":"2024-09-10T08:34:28.360231+0000","last_fullsized":"2024-09-10T08:34:28.360231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359985+0000","last_change":"2024-09-10T08:34:28.357563+0000","last_active":"2024-09-10T08:34:28.359985+0000","last_peered":"2024-09-10T08:34:28.359985+0000","last_clean":"2024-09-10T08:34:28.359985+0000","last_became_active":"2024-09-10T08:34:28.357248+0000","last_became_peered":"2024-09-10T08:34:28.357248+0000","last_unstale":"2024-09-10T08:34:28.359985+0000","last_undegraded":"2024-09-10T08:34:28.359985+0000","last_fullsized":"2024-09-10T08:34:28.359985+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344276+0000","last_change":"2024-09-10T08:34:27.348788+0000","last_active":"2024-09-10T08:34:28.344276+0000","last_peered":"2024-09-10T08:34:28.344276+0000","last_clean":"2024-09-10T08:34:28.344276+0000","last_became_active":"2024-09-10T08:34:27.348516+0000","last_became_peered":"2024-09-10T08:34:27.348516+0000","last_unstale":"2024-09-10T08:34:28.344276+0000","last_undegraded":"2024-09-10T08:34:28.344276+0000","last_fullsized":"2024-09-10T08:34:28.344276+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:58.604920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360760+0000","last_change":"2024-09-10T08:34:28.354924+0000","last_active":"2024-09-10T08:34:28.360760+0000","last_peered":"2024-09-10T08:34:28.360760+0000","last_clean":"2024-09-10T08:34:28.360760+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.360760+0000","last_undegraded":"2024-09-10T08:34:28.360760+0000","last_fullsized":"2024-09-10T08:34:28.360760+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:24:48.777669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336829+0000","last_change":"2024-09-10T08:34:27.337898+0000","last_active":"2024-09-10T08:34:28.336829+0000","last_peered":"2024-09-10T08:34:28.336829+0000","last_clean":"2024-09-10T08:34:28.336829+0000","last_became_active":"2024-09-10T08:34:27.337618+0000","last_became_peered":"2024-09-10T08:34:27.337618+0000","last_unstale":"2024-09-10T08:34:28.336829+0000","last_undegraded":"2024-09-10T08:34:28.336829+0000","last_fullsized":"2024-09-10T08:34:28.336829+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:07.333453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359924+0000","last_change":"2024-09-10T08:34:28.350246+0000","last_active":"2024-09-10T08:34:28.359924+0000","last_peered":"2024-09-10T08:34:28.359924+0000","last_clean":"2024-09-10T08:34:28.359924+0000","last_became_active":"2024-09-10T08:34:28.349992+0000","last_became_peered":"2024-09-10T08:34:28.349992+0000","last_unstale":"2024-09-10T08:34:28.359924+0000","last_undegraded":"2024-09-10T08:34:28.359924+0000","last_fullsized":"2024-09-10T08:34:28.359924+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"52'8","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358229+0000","last_change":"2024-09-10T08:34:27.341546+0000","last_active":"2024-09-10T08:34:28.358229+0000","last_peered":"2024-09-10T08:34:28.358229+0000","last_clean":"2024-09-10T08:34:28.358229+0000","last_became_active":"2024-09-10T08:34:27.341284+0000","last_became_peered":"2024-09-10T08:34:27.341284+0000","last_unstale":"2024-09-10T08:34:28.358229+0000","last_undegraded":"2024-09-10T08:34:28.358229+0000","last_fullsized":"2024-09-10T08:34:28.358229+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:55.802793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361312+0000","last_change":"2024-09-10T08:34:28.357996+0000","last_active":"2024-09-10T08:34:28.361312+0000","last_peered":"2024-09-10T08:34:28.361312+0000","last_clean":"2024-09-10T08:34:28.361312+0000","last_became_active":"2024-09-10T08:34:28.357025+0000","last_became_peered":"2024-09-10T08:34:28.357025+0000","last_unstale":"2024-09-10T08:34:28.361312+0000","last_undegraded":"2024-09-10T08:34:28.361312+0000","last_fullsized":"2024-09-10T08:34:28.361312+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:12.628024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361468+0000","last_change":"2024-09-10T08:34:27.339377+0000","last_active":"2024-09-10T08:34:28.361468+0000","last_peered":"2024-09-10T08:34:28.361468+0000","last_clean":"2024-09-10T08:34:28.361468+0000","last_became_active":"2024-09-10T08:34:27.339121+0000","last_became_peered":"2024-09-10T08:34:27.339121+0000","last_unstale":"2024-09-10T08:34:28.361468+0000","last_undegraded":"2024-09-10T08:34:28.361468+0000","last_fullsized":"2024-09-10T08:34:28.361468+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:52.564278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359648+0000","last_change":"2024-09-10T08:34:27.340874+0000","last_active":"2024-09-10T08:34:28.359648+0000","last_peered":"2024-09-10T08:34:28.359648+0000","last_clean":"2024-09-10T08:34:28.359648+0000","last_became_active":"2024-09-10T08:34:27.340610+0000","last_became_peered":"2024-09-10T08:34:27.340610+0000","last_unstale":"2024-09-10T08:34:28.359648+0000","last_undegraded":"2024-09-10T08:34:28.359648+0000","last_fullsized":"2024-09-10T08:34:28.359648+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:07.785368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361805+0000","last_change":"2024-09-10T08:34:27.342034+0000","last_active":"2024-09-10T08:34:28.361805+0000","last_peered":"2024-09-10T08:34:28.361805+0000","last_clean":"2024-09-10T08:34:28.361805+0000","last_became_active":"2024-09-10T08:34:27.341753+0000","last_became_peered":"2024-09-10T08:34:27.341753+0000","last_unstale":"2024-09-10T08:34:28.361805+0000","last_undegraded":"2024-09-10T08:34:28.361805+0000","last_fullsized":"2024-09-10T08:34:28.361805+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344318+0000","last_change":"2024-09-10T08:34:27.342408+0000","last_active":"2024-09-10T08:34:28.344318+0000","last_peered":"2024-09-10T08:34:28.344318+0000","last_clean":"2024-09-10T08:34:28.344318+0000","last_became_active":"2024-09-10T08:34:27.342133+0000","last_became_peered":"2024-09-10T08:34:27.342133+0000","last_unstale":"2024-09-10T08:34:28.344318+0000","last_undegraded":"2024-09-10T08:34:28.344318+0000","last_fullsized":"2024-09-10T08:34:28.344318+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361590+0000","last_change":"2024-09-10T08:34:28.356332+0000","last_active":"2024-09-10T08:34:28.361590+0000","last_peered":"2024-09-10T08:34:28.361590+0000","last_clean":"2024-09-10T08:34:28.361590+0000","last_became_active":"2024-09-10T08:34:28.356078+0000","last_became_peered":"2024-09-10T08:34:28.356078+0000","last_unstale":"2024-09-10T08:34:28.361590+0000","last_undegraded":"2024-09-10T08:34:28.361590+0000","last_fullsized":"2024-09-10T08:34:28.361590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.328474+0000","last_change":"2024-09-10T08:34:26.328474+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.328474+0000","last_undegraded":"2024-09-10T08:34:26.328474+0000","last_fullsized":"2024-09-10T08:34:26.328474+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361739+0000","last_change":"2024-09-10T08:34:28.354993+0000","last_active":"2024-09-10T08:34:28.361739+0000","last_peered":"2024-09-10T08:34:28.361739+0000","last_clean":"2024-09-10T08:34:28.361739+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.361739+0000","last_undegraded":"2024-09-10T08:34:28.361739+0000","last_fullsized":"2024-09-10T08:34:28.361739+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:53.568503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338719+0000","last_change":"2024-09-10T08:34:27.341502+0000","last_active":"2024-09-10T08:34:28.338719+0000","last_peered":"2024-09-10T08:34:28.338719+0000","last_clean":"2024-09-10T08:34:28.338719+0000","last_became_active":"2024-09-10T08:34:27.341255+0000","last_became_peered":"2024-09-10T08:34:27.341255+0000","last_unstale":"2024-09-10T08:34:28.338719+0000","last_undegraded":"2024-09-10T08:34:28.338719+0000","last_fullsized":"2024-09-10T08:34:28.338719+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:41.963672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359264+0000","last_change":"2024-09-10T08:34:28.348650+0000","last_active":"2024-09-10T08:34:28.359264+0000","last_peered":"2024-09-10T08:34:28.359264+0000","last_clean":"2024-09-10T08:34:28.359264+0000","last_became_active":"2024-09-10T08:34:28.348390+0000","last_became_peered":"2024-09-10T08:34:28.348390+0000","last_unstale":"2024-09-10T08:34:28.359264+0000","last_undegraded":"2024-09-10T08:34:28.359264+0000","last_fullsized":"2024-09-10T08:34:28.359264+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.339070+0000","last_change":"2024-09-10T08:34:27.345879+0000","last_active":"2024-09-10T08:34:28.339070+0000","last_peered":"2024-09-10T08:34:28.339070+0000","last_clean":"2024-09-10T08:34:28.339070+0000","last_became_active":"2024-09-10T08:34:27.345629+0000","last_became_peered":"2024-09-10T08:34:27.345629+0000","last_unstale":"2024-09-10T08:34:28.339070+0000","last_undegraded":"2024-09-10T08:34:28.339070+0000","last_fullsized":"2024-09-10T08:34:28.339070+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:43.909153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.334639+0000","last_change":"2024-09-10T08:34:27.336258+0000","last_active":"2024-09-10T08:34:28.334639+0000","last_peered":"2024-09-10T08:34:28.334639+0000","last_clean":"2024-09-10T08:34:28.334639+0000","last_became_active":"2024-09-10T08:34:27.335989+0000","last_became_peered":"2024-09-10T08:34:27.335989+0000","last_unstale":"2024-09-10T08:34:28.334639+0000","last_undegraded":"2024-09-10T08:34:28.334639+0000","last_fullsized":"2024-09-10T08:34:28.334639+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:07.342029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364058+0000","last_change":"2024-09-10T08:34:28.361464+0000","last_active":"2024-09-10T08:34:28.364058+0000","last_peered":"2024-09-10T08:34:28.364058+0000","last_clean":"2024-09-10T08:34:28.364058+0000","last_became_active":"2024-09-10T08:34:28.361078+0000","last_became_peered":"2024-09-10T08:34:28.361078+0000","last_unstale":"2024-09-10T08:34:28.364058+0000","last_undegraded":"2024-09-10T08:34:28.364058+0000","last_fullsized":"2024-09-10T08:34:28.364058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361996+0000","last_change":"2024-09-10T08:34:27.348812+0000","last_active":"2024-09-10T08:34:28.361996+0000","last_peered":"2024-09-10T08:34:28.361996+0000","last_clean":"2024-09-10T08:34:28.361996+0000","last_became_active":"2024-09-10T08:34:27.348526+0000","last_became_peered":"2024-09-10T08:34:27.348526+0000","last_unstale":"2024-09-10T08:34:28.361996+0000","last_undegraded":"2024-09-10T08:34:28.361996+0000","last_fullsized":"2024-09-10T08:34:28.361996+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:04:15.497972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338579+0000","last_change":"2024-09-10T08:34:27.338456+0000","last_active":"2024-09-10T08:34:28.338579+0000","last_peered":"2024-09-10T08:34:28.338579+0000","last_clean":"2024-09-10T08:34:28.338579+0000","last_became_active":"2024-09-10T08:34:27.338219+0000","last_became_peered":"2024-09-10T08:34:27.338219+0000","last_unstale":"2024-09-10T08:34:28.338579+0000","last_undegraded":"2024-09-10T08:34:28.338579+0000","last_fullsized":"2024-09-10T08:34:28.338579+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:09.536195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356299+0000","last_change":"2024-09-10T08:34:28.348325+0000","last_active":"2024-09-10T08:34:28.356299+0000","last_peered":"2024-09-10T08:34:28.356299+0000","last_clean":"2024-09-10T08:34:28.356299+0000","last_became_active":"2024-09-10T08:34:28.348042+0000","last_became_peered":"2024-09-10T08:34:28.348042+0000","last_unstale":"2024-09-10T08:34:28.356299+0000","last_undegraded":"2024-09-10T08:34:28.356299+0000","last_fullsized":"2024-09-10T08:34:28.356299+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.327467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335701+0000","last_change":"2024-09-10T08:34:27.341517+0000","last_active":"2024-09-10T08:34:28.335701+0000","last_peered":"2024-09-10T08:34:28.335701+0000","last_clean":"2024-09-10T08:34:28.335701+0000","last_became_active":"2024-09-10T08:34:27.341271+0000","last_became_peered":"2024-09-10T08:34:27.341271+0000","last_unstale":"2024-09-10T08:34:28.335701+0000","last_undegraded":"2024-09-10T08:34:28.335701+0000","last_fullsized":"2024-09-10T08:34:28.335701+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360139+0000","last_change":"2024-09-10T08:34:28.358861+0000","last_active":"2024-09-10T08:34:28.360139+0000","last_peered":"2024-09-10T08:34:28.360139+0000","last_clean":"2024-09-10T08:34:28.360139+0000","last_became_active":"2024-09-10T08:34:28.358509+0000","last_became_peered":"2024-09-10T08:34:28.358509+0000","last_unstale":"2024-09-10T08:34:28.360139+0000","last_undegraded":"2024-09-10T08:34:28.360139+0000","last_fullsized":"2024-09-10T08:34:28.360139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338234+0000","last_change":"2024-09-10T08:34:27.339765+0000","last_active":"2024-09-10T08:34:28.338234+0000","last_peered":"2024-09-10T08:34:28.338234+0000","last_clean":"2024-09-10T08:34:28.338234+0000","last_became_active":"2024-09-10T08:34:27.339495+0000","last_became_peered":"2024-09-10T08:34:27.339495+0000","last_unstale":"2024-09-10T08:34:28.338234+0000","last_undegraded":"2024-09-10T08:34:28.338234+0000","last_fullsized":"2024-09-10T08:34:28.338234+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:47.772447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356577+0000","last_change":"2024-09-10T08:34:28.352462+0000","last_active":"2024-09-10T08:34:28.356577+0000","last_peered":"2024-09-10T08:34:28.356577+0000","last_clean":"2024-09-10T08:34:28.356577+0000","last_became_active":"2024-09-10T08:34:28.352197+0000","last_became_peered":"2024-09-10T08:34:28.352197+0000","last_unstale":"2024-09-10T08:34:28.356577+0000","last_undegraded":"2024-09-10T08:34:28.356577+0000","last_fullsized":"2024-09-10T08:34:28.356577+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338848+0000","last_change":"2024-09-10T08:34:27.346391+0000","last_active":"2024-09-10T08:34:28.338848+0000","last_peered":"2024-09-10T08:34:28.338848+0000","last_clean":"2024-09-10T08:34:28.338848+0000","last_became_active":"2024-09-10T08:34:27.346112+0000","last_became_peered":"2024-09-10T08:34:27.346112+0000","last_unstale":"2024-09-10T08:34:28.338848+0000","last_undegraded":"2024-09-10T08:34:28.338848+0000","last_fullsized":"2024-09-10T08:34:28.338848+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:04.452642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358297+0000","last_change":"2024-09-10T08:34:28.346457+0000","last_active":"2024-09-10T08:34:28.358297+0000","last_peered":"2024-09-10T08:34:28.358297+0000","last_clean":"2024-09-10T08:34:28.358297+0000","last_became_active":"2024-09-10T08:34:28.346127+0000","last_became_peered":"2024-09-10T08:34:28.346127+0000","last_unstale":"2024-09-10T08:34:28.358297+0000","last_undegraded":"2024-09-10T08:34:28.358297+0000","last_fullsized":"2024-09-10T08:34:28.358297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:26.318165+0000","last_change":"2024-09-10T08:34:26.318165+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.318165+0000","last_undegraded":"2024-09-10T08:34:26.318165+0000","last_fullsized":"2024-09-10T08:34:26.318165+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353398+0000","last_change":"2024-09-10T08:34:28.344578+0000","last_active":"2024-09-10T08:34:28.353398+0000","last_peered":"2024-09-10T08:34:28.353398+0000","last_clean":"2024-09-10T08:34:28.353398+0000","last_became_active":"2024-09-10T08:34:28.344307+0000","last_became_peered":"2024-09-10T08:34:28.344307+0000","last_unstale":"2024-09-10T08:34:28.353398+0000","last_undegraded":"2024-09-10T08:34:28.353398+0000","last_fullsized":"2024-09-10T08:34:28.353398+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:23.543323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342623+0000","last_change":"2024-09-10T08:34:27.345413+0000","last_active":"2024-09-10T08:34:28.342623+0000","last_peered":"2024-09-10T08:34:28.342623+0000","last_clean":"2024-09-10T08:34:28.342623+0000","last_became_active":"2024-09-10T08:34:27.345128+0000","last_became_peered":"2024-09-10T08:34:27.345128+0000","last_unstale":"2024-09-10T08:34:28.342623+0000","last_undegraded":"2024-09-10T08:34:28.342623+0000","last_fullsized":"2024-09-10T08:34:28.342623+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358657+0000","last_change":"2024-09-10T08:34:28.351348+0000","last_active":"2024-09-10T08:34:28.358657+0000","last_peered":"2024-09-10T08:34:28.358657+0000","last_clean":"2024-09-10T08:34:28.358657+0000","last_became_active":"2024-09-10T08:34:28.351024+0000","last_became_peered":"2024-09-10T08:34:28.351024+0000","last_unstale":"2024-09-10T08:34:28.358657+0000","last_undegraded":"2024-09-10T08:34:28.358657+0000","last_fullsized":"2024-09-10T08:34:28.358657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:32.189852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338316+0000","last_change":"2024-09-10T08:34:27.341337+0000","last_active":"2024-09-10T08:34:28.338316+0000","last_peered":"2024-09-10T08:34:28.338316+0000","last_clean":"2024-09-10T08:34:28.338316+0000","last_became_active":"2024-09-10T08:34:27.341084+0000","last_became_peered":"2024-09-10T08:34:27.341084+0000","last_unstale":"2024-09-10T08:34:28.338316+0000","last_undegraded":"2024-09-10T08:34:28.338316+0000","last_fullsized":"2024-09-10T08:34:28.338316+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:56.336311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":230,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336835+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:34:28.336835+0000","last_peered":"2024-09-10T08:34:28.336835+0000","last_clean":"2024-09-10T08:34:28.336835+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:34:28.336835+0000","last_undegraded":"2024-09-10T08:34:28.336835+0000","last_fullsized":"2024-09-10T08:34:28.336835+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":98,"acting":98,"num_store_stats":6},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":4078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":58,"acting":58,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":512000,"data_stored":220112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1191936,"data_stored":851015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509466,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509467,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509466,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":622592,"data_stored":269426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509466,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1212416,"data_stored":858238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":585728,"data_stored":253980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:34:31.284 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:34:31.418 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.417+0000 7eff600c9640 1 Processor -- start 2024-09-10T08:34:31.418 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.417+0000 7eff600c9640 1 -- start start 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff600c9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7eff58072590 0x7eff5806d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff600c9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58141ad0 0x7eff58141f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff600c9640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff581620b0 con 0x7eff580d21f0 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff600c9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7eff58141750 con 0x7eff58072590 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff600c9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff58162370 con 0x7eff58141ad0 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff5e666640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58141ad0 0x7eff58141f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff5d664640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7eff58072590 0x7eff5806d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff5e666640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58141ad0 0x7eff58141f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:38182/0 (socket says 172.21.15.94:38182) 2024-09-10T08:34:31.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff5de65640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7eff580d21f0 0x7eff580d25d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:34536/0 (socket says 172.21.15.94:34536) 2024-09-10T08:34:31.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.418+0000 7eff5e666640 1 -- 172.21.15.94:0/2586112629 learned_addr learned my addr 172.21.15.94:0/2586112629 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:31.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.419+0000 7eff5e666640 1 -- 172.21.15.94:0/2586112629 >> v2:172.21.15.143:3300/0 conn(0x7eff58072590 msgr2=0x7eff5806d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:31.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.419+0000 7eff5e666640 1 --2- 172.21.15.94:0/2586112629 >> v2:172.21.15.143:3300/0 conn(0x7eff58072590 0x7eff5806d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.419+0000 7eff5e666640 1 -- 172.21.15.94:0/2586112629 >> v1:172.21.15.143:6789/0 conn(0x7eff580d21f0 legacy=0x7eff580d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.419+0000 7eff5e666640 1 -- 172.21.15.94:0/2586112629 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff58162650 con 0x7eff58141ad0 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.419+0000 7eff5e666640 1 --2- 172.21.15.94:0/2586112629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58141ad0 0x7eff58141f80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff50009e50 tx=0x7eff5002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf7dbbe231800896 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff5ce63640 1 -- 172.21.15.94:0/2586112629 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff50036070 con 0x7eff58141ad0 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff5ce63640 1 -- 172.21.15.94:0/2586112629 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff50031600 con 0x7eff58141ad0 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff5ce63640 1 -- 172.21.15.94:0/2586112629 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff500319d0 con 0x7eff58141ad0 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 -- 172.21.15.94:0/2586112629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58141ad0 msgr2=0x7eff58141f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 --2- 172.21.15.94:0/2586112629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58141ad0 0x7eff58141f80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff50009e50 tx=0x7eff5002a680 comp rx=0 tx=0).stop 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 -- 172.21.15.94:0/2586112629 shutdown_connections 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 --2- 172.21.15.94:0/2586112629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58141ad0 0x7eff58141f80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 --2- 172.21.15.94:0/2586112629 >> v2:172.21.15.143:3300/0 conn(0x7eff58072590 0x7eff5806d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 -- 172.21.15.94:0/2586112629 >> 172.21.15.94:0/2586112629 conn(0x7eff580b3ed0 msgr2=0x7eff580b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:31.423 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 -- 172.21.15.94:0/2586112629 shutdown_connections 2024-09-10T08:34:31.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.420+0000 7eff600c9640 1 -- 172.21.15.94:0/2586112629 wait complete. 2024-09-10T08:34:31.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.421+0000 7eff600c9640 1 Processor -- start 2024-09-10T08:34:31.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.421+0000 7eff600c9640 1 -- start start 2024-09-10T08:34:31.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff600c9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58072590 0x7eff5815f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff600c9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff580d21f0 0x7eff58140120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff600c9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff58141ad0 0x7eff581e93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff600c9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7eff5806d620 con 0x7eff580d21f0 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff600c9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7eff58162c10 con 0x7eff58141ad0 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff600c9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff5806d7a0 con 0x7eff58072590 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff5d664640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff580d21f0 0x7eff58140120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff5d664640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff580d21f0 0x7eff58140120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34176/0 (socket says 172.21.15.94:34176) 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff5d664640 1 -- 172.21.15.94:0/4249767444 learned_addr learned my addr 172.21.15.94:0/4249767444 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.422+0000 7eff5de65640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58072590 0x7eff5815f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff5e666640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff58141ad0 0x7eff581e93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff5d664640 1 -- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58072590 msgr2=0x7eff5815f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff5d664640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58072590 0x7eff5815f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff5d664640 1 -- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff58141ad0 msgr2=0x7eff581e93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff5d664640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff58141ad0 0x7eff581e93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff5d664640 1 -- 172.21.15.94:0/4249767444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff5815d110 con 0x7eff580d21f0 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff5d664640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff580d21f0 0x7eff58140120 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7eff4800e9e0 tx=0x7eff4800eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff4e7fc640 1 -- 172.21.15.94:0/4249767444 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff48017070 con 0x7eff580d21f0 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff4e7fc640 1 -- 172.21.15.94:0/4249767444 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff4800c9d0 con 0x7eff580d21f0 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff5815d3f0 con 0x7eff580d21f0 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff4e7fc640 1 -- 172.21.15.94:0/4249767444 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4800cdc0 con 0x7eff580d21f0 2024-09-10T08:34:31.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.423+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff5815d9b0 con 0x7eff580d21f0 2024-09-10T08:34:31.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.424+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff58158c30 con 0x7eff580d21f0 2024-09-10T08:34:31.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.424+0000 7eff4e7fc640 1 -- 172.21.15.94:0/4249767444 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff4801a070 con 0x7eff580d21f0 2024-09-10T08:34:31.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.425+0000 7eff4e7fc640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff3c06be30 0x7eff3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.425+0000 7eff4e7fc640 1 -- 172.21.15.94:0/4249767444 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7eff4808b3c0 con 0x7eff580d21f0 2024-09-10T08:34:31.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.425+0000 7eff5de65640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff3c06be30 0x7eff3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.426+0000 7eff5de65640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff3c06be30 0x7eff3c06e2f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7eff54000f60 tx=0x7eff54007cc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.429+0000 7eff4e7fc640 1 -- 172.21.15.94:0/4249767444 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7eff48059be0 con 0x7eff580d21f0 2024-09-10T08:34:31.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.591+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7eff580690c0 con 0x7eff3c06be30 2024-09-10T08:34:31.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.597+0000 7eff4e7fc640 1 -- 172.21.15.94:0/4249767444 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248886 (secure 0 0 0) 0x7eff580690c0 con 0x7eff3c06be30 2024-09-10T08:34:31.600 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:34:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff3c06be30 msgr2=0x7eff3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff3c06be30 0x7eff3c06e2f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7eff54000f60 tx=0x7eff54007cc0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff580d21f0 msgr2=0x7eff58140120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff580d21f0 0x7eff58140120 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7eff4800e9e0 tx=0x7eff4800eea0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 shutdown_connections 2024-09-10T08:34:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff3c06be30 0x7eff3c06e2f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff58141ad0 0x7eff581e93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff580d21f0 0x7eff58140120 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 --2- 172.21.15.94:0/4249767444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff58072590 0x7eff5815f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 >> 172.21.15.94:0/4249767444 conn(0x7eff580b3ed0 msgr2=0x7eff580b3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:31.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 shutdown_connections 2024-09-10T08:34:31.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.600+0000 7eff600c9640 1 -- 172.21.15.94:0/4249767444 wait complete. 2024-09-10T08:34:31.612 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":105,"stamp":"2024-09-10T08:34:29.833596+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":93,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":238684,"kb_used_data":5780,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754736036,"statfs":{"total":773094113280,"available":772849700864,"internally_reserved":0,"allocated":5918720,"data_stored":3234712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000827"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359148+0000","last_change":"2024-09-10T08:34:28.349553+0000","last_active":"2024-09-10T08:34:28.359148+0000","last_peered":"2024-09-10T08:34:28.359148+0000","last_clean":"2024-09-10T08:34:28.359148+0000","last_became_active":"2024-09-10T08:34:28.349045+0000","last_became_peered":"2024-09-10T08:34:28.349045+0000","last_unstale":"2024-09-10T08:34:28.359148+0000","last_undegraded":"2024-09-10T08:34:28.359148+0000","last_fullsized":"2024-09-10T08:34:28.359148+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359002+0000","last_change":"2024-09-10T08:34:28.348101+0000","last_active":"2024-09-10T08:34:28.359002+0000","last_peered":"2024-09-10T08:34:28.359002+0000","last_clean":"2024-09-10T08:34:28.359002+0000","last_became_active":"2024-09-10T08:34:28.347778+0000","last_became_peered":"2024-09-10T08:34:28.347778+0000","last_unstale":"2024-09-10T08:34:28.359002+0000","last_undegraded":"2024-09-10T08:34:28.359002+0000","last_fullsized":"2024-09-10T08:34:28.359002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359322+0000","last_change":"2024-09-10T08:34:28.354416+0000","last_active":"2024-09-10T08:34:28.359322+0000","last_peered":"2024-09-10T08:34:28.359322+0000","last_clean":"2024-09-10T08:34:28.359322+0000","last_became_active":"2024-09-10T08:34:28.354126+0000","last_became_peered":"2024-09-10T08:34:28.354126+0000","last_unstale":"2024-09-10T08:34:28.359322+0000","last_undegraded":"2024-09-10T08:34:28.359322+0000","last_fullsized":"2024-09-10T08:34:28.359322+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359940+0000","last_change":"2024-09-10T08:34:28.349890+0000","last_active":"2024-09-10T08:34:28.359940+0000","last_peered":"2024-09-10T08:34:28.359940+0000","last_clean":"2024-09-10T08:34:28.359940+0000","last_became_active":"2024-09-10T08:34:28.348337+0000","last_became_peered":"2024-09-10T08:34:28.348337+0000","last_unstale":"2024-09-10T08:34:28.359940+0000","last_undegraded":"2024-09-10T08:34:28.359940+0000","last_fullsized":"2024-09-10T08:34:28.359940+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361215+0000","last_change":"2024-09-10T08:34:28.356739+0000","last_active":"2024-09-10T08:34:28.361215+0000","last_peered":"2024-09-10T08:34:28.361215+0000","last_clean":"2024-09-10T08:34:28.361215+0000","last_became_active":"2024-09-10T08:34:28.354885+0000","last_became_peered":"2024-09-10T08:34:28.354885+0000","last_unstale":"2024-09-10T08:34:28.361215+0000","last_undegraded":"2024-09-10T08:34:28.361215+0000","last_fullsized":"2024-09-10T08:34:28.361215+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:31.417847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361153+0000","last_change":"2024-09-10T08:34:28.356417+0000","last_active":"2024-09-10T08:34:28.361153+0000","last_peered":"2024-09-10T08:34:28.361153+0000","last_clean":"2024-09-10T08:34:28.361153+0000","last_became_active":"2024-09-10T08:34:28.354651+0000","last_became_peered":"2024-09-10T08:34:28.354651+0000","last_unstale":"2024-09-10T08:34:28.361153+0000","last_undegraded":"2024-09-10T08:34:28.361153+0000","last_fullsized":"2024-09-10T08:34:28.361153+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:43:12.311801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.345276+0000","last_change":"2024-09-10T08:34:28.344201+0000","last_active":"2024-09-10T08:34:28.345276+0000","last_peered":"2024-09-10T08:34:28.345276+0000","last_clean":"2024-09-10T08:34:28.345276+0000","last_became_active":"2024-09-10T08:34:28.343972+0000","last_became_peered":"2024-09-10T08:34:28.343972+0000","last_unstale":"2024-09-10T08:34:28.345276+0000","last_undegraded":"2024-09-10T08:34:28.345276+0000","last_fullsized":"2024-09-10T08:34:28.345276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:05:35.352737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361231+0000","last_change":"2024-09-10T08:34:28.356790+0000","last_active":"2024-09-10T08:34:28.361231+0000","last_peered":"2024-09-10T08:34:28.361231+0000","last_clean":"2024-09-10T08:34:28.361231+0000","last_became_active":"2024-09-10T08:34:28.356501+0000","last_became_peered":"2024-09-10T08:34:28.356501+0000","last_unstale":"2024-09-10T08:34:28.361231+0000","last_undegraded":"2024-09-10T08:34:28.361231+0000","last_fullsized":"2024-09-10T08:34:28.361231+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:02.544699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358345+0000","last_change":"2024-09-10T08:34:28.345233+0000","last_active":"2024-09-10T08:34:28.358345+0000","last_peered":"2024-09-10T08:34:28.358345+0000","last_clean":"2024-09-10T08:34:28.358345+0000","last_became_active":"2024-09-10T08:34:28.344936+0000","last_became_peered":"2024-09-10T08:34:28.344936+0000","last_unstale":"2024-09-10T08:34:28.358345+0000","last_undegraded":"2024-09-10T08:34:28.358345+0000","last_fullsized":"2024-09-10T08:34:28.358345+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:17.571515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356055+0000","last_change":"2024-09-10T08:34:28.346053+0000","last_active":"2024-09-10T08:34:28.356055+0000","last_peered":"2024-09-10T08:34:28.356055+0000","last_clean":"2024-09-10T08:34:28.356055+0000","last_became_active":"2024-09-10T08:34:28.345725+0000","last_became_peered":"2024-09-10T08:34:28.345725+0000","last_unstale":"2024-09-10T08:34:28.356055+0000","last_undegraded":"2024-09-10T08:34:28.356055+0000","last_fullsized":"2024-09-10T08:34:28.356055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360017+0000","last_change":"2024-09-10T08:34:28.352755+0000","last_active":"2024-09-10T08:34:28.360017+0000","last_peered":"2024-09-10T08:34:28.360017+0000","last_clean":"2024-09-10T08:34:28.360017+0000","last_became_active":"2024-09-10T08:34:28.352488+0000","last_became_peered":"2024-09-10T08:34:28.352488+0000","last_unstale":"2024-09-10T08:34:28.360017+0000","last_undegraded":"2024-09-10T08:34:28.360017+0000","last_fullsized":"2024-09-10T08:34:28.360017+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359074+0000","last_change":"2024-09-10T08:34:28.349308+0000","last_active":"2024-09-10T08:34:28.359074+0000","last_peered":"2024-09-10T08:34:28.359074+0000","last_clean":"2024-09-10T08:34:28.359074+0000","last_became_active":"2024-09-10T08:34:28.348119+0000","last_became_peered":"2024-09-10T08:34:28.348119+0000","last_unstale":"2024-09-10T08:34:28.359074+0000","last_undegraded":"2024-09-10T08:34:28.359074+0000","last_fullsized":"2024-09-10T08:34:28.359074+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359964+0000","last_change":"2024-09-10T08:34:28.356802+0000","last_active":"2024-09-10T08:34:28.359964+0000","last_peered":"2024-09-10T08:34:28.359964+0000","last_clean":"2024-09-10T08:34:28.359964+0000","last_became_active":"2024-09-10T08:34:28.356527+0000","last_became_peered":"2024-09-10T08:34:28.356527+0000","last_unstale":"2024-09-10T08:34:28.359964+0000","last_undegraded":"2024-09-10T08:34:28.359964+0000","last_fullsized":"2024-09-10T08:34:28.359964+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361877+0000","last_change":"2024-09-10T08:34:28.357187+0000","last_active":"2024-09-10T08:34:28.361877+0000","last_peered":"2024-09-10T08:34:28.361877+0000","last_clean":"2024-09-10T08:34:28.361877+0000","last_became_active":"2024-09-10T08:34:28.356874+0000","last_became_peered":"2024-09-10T08:34:28.356874+0000","last_unstale":"2024-09-10T08:34:28.361877+0000","last_undegraded":"2024-09-10T08:34:28.361877+0000","last_fullsized":"2024-09-10T08:34:28.361877+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361912+0000","last_change":"2024-09-10T08:34:28.357177+0000","last_active":"2024-09-10T08:34:28.361912+0000","last_peered":"2024-09-10T08:34:28.361912+0000","last_clean":"2024-09-10T08:34:28.361912+0000","last_became_active":"2024-09-10T08:34:28.356904+0000","last_became_peered":"2024-09-10T08:34:28.356904+0000","last_unstale":"2024-09-10T08:34:28.361912+0000","last_undegraded":"2024-09-10T08:34:28.361912+0000","last_fullsized":"2024-09-10T08:34:28.361912+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:44.913378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360646+0000","last_change":"2024-09-10T08:34:28.355047+0000","last_active":"2024-09-10T08:34:28.360646+0000","last_peered":"2024-09-10T08:34:28.360646+0000","last_clean":"2024-09-10T08:34:28.360646+0000","last_became_active":"2024-09-10T08:34:28.354798+0000","last_became_peered":"2024-09-10T08:34:28.354798+0000","last_unstale":"2024-09-10T08:34:28.360646+0000","last_undegraded":"2024-09-10T08:34:28.360646+0000","last_fullsized":"2024-09-10T08:34:28.360646+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.257965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342901+0000","last_change":"2024-09-10T08:34:28.341323+0000","last_active":"2024-09-10T08:34:28.342901+0000","last_peered":"2024-09-10T08:34:28.342901+0000","last_clean":"2024-09-10T08:34:28.342901+0000","last_became_active":"2024-09-10T08:34:28.341057+0000","last_became_peered":"2024-09-10T08:34:28.341057+0000","last_unstale":"2024-09-10T08:34:28.342901+0000","last_undegraded":"2024-09-10T08:34:28.342901+0000","last_fullsized":"2024-09-10T08:34:28.342901+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:13.728263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.357363+0000","last_change":"2024-09-10T08:34:28.344362+0000","last_active":"2024-09-10T08:34:28.357363+0000","last_peered":"2024-09-10T08:34:28.357363+0000","last_clean":"2024-09-10T08:34:28.357363+0000","last_became_active":"2024-09-10T08:34:28.344068+0000","last_became_peered":"2024-09-10T08:34:28.344068+0000","last_unstale":"2024-09-10T08:34:28.357363+0000","last_undegraded":"2024-09-10T08:34:28.357363+0000","last_fullsized":"2024-09-10T08:34:28.357363+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359900+0000","last_change":"2024-09-10T08:34:28.348534+0000","last_active":"2024-09-10T08:34:28.359900+0000","last_peered":"2024-09-10T08:34:28.359900+0000","last_clean":"2024-09-10T08:34:28.359900+0000","last_became_active":"2024-09-10T08:34:28.348260+0000","last_became_peered":"2024-09-10T08:34:28.348260+0000","last_unstale":"2024-09-10T08:34:28.359900+0000","last_undegraded":"2024-09-10T08:34:28.359900+0000","last_fullsized":"2024-09-10T08:34:28.359900+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353360+0000","last_change":"2024-09-10T08:34:28.345307+0000","last_active":"2024-09-10T08:34:28.353360+0000","last_peered":"2024-09-10T08:34:28.353360+0000","last_clean":"2024-09-10T08:34:28.353360+0000","last_became_active":"2024-09-10T08:34:28.345011+0000","last_became_peered":"2024-09-10T08:34:28.345011+0000","last_unstale":"2024-09-10T08:34:28.353360+0000","last_undegraded":"2024-09-10T08:34:28.353360+0000","last_fullsized":"2024-09-10T08:34:28.353360+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:22.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358767+0000","last_change":"2024-09-10T08:34:28.350791+0000","last_active":"2024-09-10T08:34:28.358767+0000","last_peered":"2024-09-10T08:34:28.358767+0000","last_clean":"2024-09-10T08:34:28.358767+0000","last_became_active":"2024-09-10T08:34:28.350427+0000","last_became_peered":"2024-09-10T08:34:28.350427+0000","last_unstale":"2024-09-10T08:34:28.358767+0000","last_undegraded":"2024-09-10T08:34:28.358767+0000","last_fullsized":"2024-09-10T08:34:28.358767+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:58.236747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359289+0000","last_change":"2024-09-10T08:34:28.349097+0000","last_active":"2024-09-10T08:34:28.359289+0000","last_peered":"2024-09-10T08:34:28.359289+0000","last_clean":"2024-09-10T08:34:28.359289+0000","last_became_active":"2024-09-10T08:34:28.348787+0000","last_became_peered":"2024-09-10T08:34:28.348787+0000","last_unstale":"2024-09-10T08:34:28.359289+0000","last_undegraded":"2024-09-10T08:34:28.359289+0000","last_fullsized":"2024-09-10T08:34:28.359289+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.355907+0000","last_change":"2024-09-10T08:34:28.345276+0000","last_active":"2024-09-10T08:34:28.355907+0000","last_peered":"2024-09-10T08:34:28.355907+0000","last_clean":"2024-09-10T08:34:28.355907+0000","last_became_active":"2024-09-10T08:34:28.345004+0000","last_became_peered":"2024-09-10T08:34:28.345004+0000","last_unstale":"2024-09-10T08:34:28.355907+0000","last_undegraded":"2024-09-10T08:34:28.355907+0000","last_fullsized":"2024-09-10T08:34:28.355907+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358518+0000","last_change":"2024-09-10T08:34:28.345956+0000","last_active":"2024-09-10T08:34:28.358518+0000","last_peered":"2024-09-10T08:34:28.358518+0000","last_clean":"2024-09-10T08:34:28.358518+0000","last_became_active":"2024-09-10T08:34:28.345675+0000","last_became_peered":"2024-09-10T08:34:28.345675+0000","last_unstale":"2024-09-10T08:34:28.358518+0000","last_undegraded":"2024-09-10T08:34:28.358518+0000","last_fullsized":"2024-09-10T08:34:28.358518+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364042+0000","last_change":"2024-09-10T08:34:28.361412+0000","last_active":"2024-09-10T08:34:28.364042+0000","last_peered":"2024-09-10T08:34:28.364042+0000","last_clean":"2024-09-10T08:34:28.364042+0000","last_became_active":"2024-09-10T08:34:28.361101+0000","last_became_peered":"2024-09-10T08:34:28.361101+0000","last_unstale":"2024-09-10T08:34:28.364042+0000","last_undegraded":"2024-09-10T08:34:28.364042+0000","last_fullsized":"2024-09-10T08:34:28.364042+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359015+0000","last_change":"2024-09-10T08:34:28.348808+0000","last_active":"2024-09-10T08:34:28.359015+0000","last_peered":"2024-09-10T08:34:28.359015+0000","last_clean":"2024-09-10T08:34:28.359015+0000","last_became_active":"2024-09-10T08:34:28.348543+0000","last_became_peered":"2024-09-10T08:34:28.348543+0000","last_unstale":"2024-09-10T08:34:28.359015+0000","last_undegraded":"2024-09-10T08:34:28.359015+0000","last_fullsized":"2024-09-10T08:34:28.359015+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"52'4","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362242+0000","last_change":"2024-09-10T08:34:27.339115+0000","last_active":"2024-09-10T08:34:28.362242+0000","last_peered":"2024-09-10T08:34:28.362242+0000","last_clean":"2024-09-10T08:34:28.362242+0000","last_became_active":"2024-09-10T08:34:27.338844+0000","last_became_peered":"2024-09-10T08:34:27.338844+0000","last_unstale":"2024-09-10T08:34:28.362242+0000","last_undegraded":"2024-09-10T08:34:28.362242+0000","last_fullsized":"2024-09-10T08:34:28.362242+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:50.248663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353902+0000","last_change":"2024-09-10T08:34:28.349157+0000","last_active":"2024-09-10T08:34:28.353902+0000","last_peered":"2024-09-10T08:34:28.353902+0000","last_clean":"2024-09-10T08:34:28.353902+0000","last_became_active":"2024-09-10T08:34:28.348883+0000","last_became_peered":"2024-09-10T08:34:28.348883+0000","last_unstale":"2024-09-10T08:34:28.353902+0000","last_undegraded":"2024-09-10T08:34:28.353902+0000","last_fullsized":"2024-09-10T08:34:28.353902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.330223+0000","last_change":"2024-09-10T08:34:26.330223+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.330223+0000","last_undegraded":"2024-09-10T08:34:26.330223+0000","last_fullsized":"2024-09-10T08:34:26.330223+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361963+0000","last_change":"2024-09-10T08:34:28.357085+0000","last_active":"2024-09-10T08:34:28.361963+0000","last_peered":"2024-09-10T08:34:28.361963+0000","last_clean":"2024-09-10T08:34:28.361963+0000","last_became_active":"2024-09-10T08:34:28.356799+0000","last_became_peered":"2024-09-10T08:34:28.356799+0000","last_unstale":"2024-09-10T08:34:28.361963+0000","last_undegraded":"2024-09-10T08:34:28.361963+0000","last_fullsized":"2024-09-10T08:34:28.361963+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:57.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.329788+0000","last_change":"2024-09-10T08:34:26.329788+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.329788+0000","last_undegraded":"2024-09-10T08:34:26.329788+0000","last_fullsized":"2024-09-10T08:34:26.329788+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356321+0000","last_change":"2024-09-10T08:34:28.351544+0000","last_active":"2024-09-10T08:34:28.356321+0000","last_peered":"2024-09-10T08:34:28.356321+0000","last_clean":"2024-09-10T08:34:28.356321+0000","last_became_active":"2024-09-10T08:34:28.350982+0000","last_became_peered":"2024-09-10T08:34:28.350982+0000","last_unstale":"2024-09-10T08:34:28.356321+0000","last_undegraded":"2024-09-10T08:34:28.356321+0000","last_fullsized":"2024-09-10T08:34:28.356321+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:23.132014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361987+0000","last_change":"2024-09-10T08:34:27.344713+0000","last_active":"2024-09-10T08:34:28.361987+0000","last_peered":"2024-09-10T08:34:28.361987+0000","last_clean":"2024-09-10T08:34:28.361987+0000","last_became_active":"2024-09-10T08:34:27.344446+0000","last_became_peered":"2024-09-10T08:34:27.344446+0000","last_unstale":"2024-09-10T08:34:28.361987+0000","last_undegraded":"2024-09-10T08:34:28.361987+0000","last_fullsized":"2024-09-10T08:34:28.361987+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359210+0000","last_change":"2024-09-10T08:34:27.337810+0000","last_active":"2024-09-10T08:34:28.359210+0000","last_peered":"2024-09-10T08:34:28.359210+0000","last_clean":"2024-09-10T08:34:28.359210+0000","last_became_active":"2024-09-10T08:34:27.337558+0000","last_became_peered":"2024-09-10T08:34:27.337558+0000","last_unstale":"2024-09-10T08:34:28.359210+0000","last_undegraded":"2024-09-10T08:34:28.359210+0000","last_fullsized":"2024-09-10T08:34:28.359210+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359283+0000","last_change":"2024-09-10T08:34:28.351551+0000","last_active":"2024-09-10T08:34:28.359283+0000","last_peered":"2024-09-10T08:34:28.359283+0000","last_clean":"2024-09-10T08:34:28.359283+0000","last_became_active":"2024-09-10T08:34:28.351247+0000","last_became_peered":"2024-09-10T08:34:28.351247+0000","last_unstale":"2024-09-10T08:34:28.359283+0000","last_undegraded":"2024-09-10T08:34:28.359283+0000","last_fullsized":"2024-09-10T08:34:28.359283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:26.318165+0000","last_change":"2024-09-10T08:34:26.318165+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.318165+0000","last_undegraded":"2024-09-10T08:34:26.318165+0000","last_fullsized":"2024-09-10T08:34:26.318165+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353276+0000","last_change":"2024-09-10T08:34:28.343570+0000","last_active":"2024-09-10T08:34:28.353276+0000","last_peered":"2024-09-10T08:34:28.353276+0000","last_clean":"2024-09-10T08:34:28.353276+0000","last_became_active":"2024-09-10T08:34:28.343314+0000","last_became_peered":"2024-09-10T08:34:28.343314+0000","last_unstale":"2024-09-10T08:34:28.353276+0000","last_undegraded":"2024-09-10T08:34:28.353276+0000","last_fullsized":"2024-09-10T08:34:28.353276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342231+0000","last_change":"2024-09-10T08:34:27.339260+0000","last_active":"2024-09-10T08:34:28.342231+0000","last_peered":"2024-09-10T08:34:28.342231+0000","last_clean":"2024-09-10T08:34:28.342231+0000","last_became_active":"2024-09-10T08:34:27.339001+0000","last_became_peered":"2024-09-10T08:34:27.339001+0000","last_unstale":"2024-09-10T08:34:28.342231+0000","last_undegraded":"2024-09-10T08:34:28.342231+0000","last_fullsized":"2024-09-10T08:34:28.342231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.958343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359271+0000","last_change":"2024-09-10T08:34:28.353276+0000","last_active":"2024-09-10T08:34:28.359271+0000","last_peered":"2024-09-10T08:34:28.359271+0000","last_clean":"2024-09-10T08:34:28.359271+0000","last_became_active":"2024-09-10T08:34:28.353015+0000","last_became_peered":"2024-09-10T08:34:28.353015+0000","last_unstale":"2024-09-10T08:34:28.359271+0000","last_undegraded":"2024-09-10T08:34:28.359271+0000","last_fullsized":"2024-09-10T08:34:28.359271+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335451+0000","last_change":"2024-09-10T08:34:27.348965+0000","last_active":"2024-09-10T08:34:28.335451+0000","last_peered":"2024-09-10T08:34:28.335451+0000","last_clean":"2024-09-10T08:34:28.335451+0000","last_became_active":"2024-09-10T08:34:27.348681+0000","last_became_peered":"2024-09-10T08:34:27.348681+0000","last_unstale":"2024-09-10T08:34:28.335451+0000","last_undegraded":"2024-09-10T08:34:28.335451+0000","last_fullsized":"2024-09-10T08:34:28.335451+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338463+0000","last_change":"2024-09-10T08:34:27.339592+0000","last_active":"2024-09-10T08:34:28.338463+0000","last_peered":"2024-09-10T08:34:28.338463+0000","last_clean":"2024-09-10T08:34:28.338463+0000","last_became_active":"2024-09-10T08:34:27.339322+0000","last_became_peered":"2024-09-10T08:34:27.339322+0000","last_unstale":"2024-09-10T08:34:28.338463+0000","last_undegraded":"2024-09-10T08:34:28.338463+0000","last_fullsized":"2024-09-10T08:34:28.338463+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361511+0000","last_change":"2024-09-10T08:34:28.356169+0000","last_active":"2024-09-10T08:34:28.361511+0000","last_peered":"2024-09-10T08:34:28.361511+0000","last_clean":"2024-09-10T08:34:28.361511+0000","last_became_active":"2024-09-10T08:34:28.355884+0000","last_became_peered":"2024-09-10T08:34:28.355884+0000","last_unstale":"2024-09-10T08:34:28.361511+0000","last_undegraded":"2024-09-10T08:34:28.361511+0000","last_fullsized":"2024-09-10T08:34:28.361511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:26.318165+0000","last_change":"2024-09-10T08:34:26.318165+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.318165+0000","last_undegraded":"2024-09-10T08:34:26.318165+0000","last_fullsized":"2024-09-10T08:34:26.318165+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359368+0000","last_change":"2024-09-10T08:34:28.349660+0000","last_active":"2024-09-10T08:34:28.359368+0000","last_peered":"2024-09-10T08:34:28.359368+0000","last_clean":"2024-09-10T08:34:28.359368+0000","last_became_active":"2024-09-10T08:34:28.349405+0000","last_became_peered":"2024-09-10T08:34:28.349405+0000","last_unstale":"2024-09-10T08:34:28.359368+0000","last_undegraded":"2024-09-10T08:34:28.359368+0000","last_fullsized":"2024-09-10T08:34:28.359368+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"52'3","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359211+0000","last_change":"2024-09-10T08:34:27.345358+0000","last_active":"2024-09-10T08:34:28.359211+0000","last_peered":"2024-09-10T08:34:28.359211+0000","last_clean":"2024-09-10T08:34:28.359211+0000","last_became_active":"2024-09-10T08:34:27.345114+0000","last_became_peered":"2024-09-10T08:34:27.345114+0000","last_unstale":"2024-09-10T08:34:28.359211+0000","last_undegraded":"2024-09-10T08:34:28.359211+0000","last_fullsized":"2024-09-10T08:34:28.359211+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"52'6","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362731+0000","last_change":"2024-09-10T08:34:27.342407+0000","last_active":"2024-09-10T08:34:28.362731+0000","last_peered":"2024-09-10T08:34:28.362731+0000","last_clean":"2024-09-10T08:34:28.362731+0000","last_became_active":"2024-09-10T08:34:27.341918+0000","last_became_peered":"2024-09-10T08:34:27.341918+0000","last_unstale":"2024-09-10T08:34:28.362731+0000","last_undegraded":"2024-09-10T08:34:28.362731+0000","last_fullsized":"2024-09-10T08:34:28.362731+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:18.046770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356817+0000","last_change":"2024-09-10T08:34:28.351832+0000","last_active":"2024-09-10T08:34:28.356817+0000","last_peered":"2024-09-10T08:34:28.356817+0000","last_clean":"2024-09-10T08:34:28.356817+0000","last_became_active":"2024-09-10T08:34:28.351563+0000","last_became_peered":"2024-09-10T08:34:28.351563+0000","last_unstale":"2024-09-10T08:34:28.356817+0000","last_undegraded":"2024-09-10T08:34:28.356817+0000","last_fullsized":"2024-09-10T08:34:28.356817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360231+0000","last_change":"2024-09-10T08:34:27.340421+0000","last_active":"2024-09-10T08:34:28.360231+0000","last_peered":"2024-09-10T08:34:28.360231+0000","last_clean":"2024-09-10T08:34:28.360231+0000","last_became_active":"2024-09-10T08:34:27.340133+0000","last_became_peered":"2024-09-10T08:34:27.340133+0000","last_unstale":"2024-09-10T08:34:28.360231+0000","last_undegraded":"2024-09-10T08:34:28.360231+0000","last_fullsized":"2024-09-10T08:34:28.360231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359985+0000","last_change":"2024-09-10T08:34:28.357563+0000","last_active":"2024-09-10T08:34:28.359985+0000","last_peered":"2024-09-10T08:34:28.359985+0000","last_clean":"2024-09-10T08:34:28.359985+0000","last_became_active":"2024-09-10T08:34:28.357248+0000","last_became_peered":"2024-09-10T08:34:28.357248+0000","last_unstale":"2024-09-10T08:34:28.359985+0000","last_undegraded":"2024-09-10T08:34:28.359985+0000","last_fullsized":"2024-09-10T08:34:28.359985+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344276+0000","last_change":"2024-09-10T08:34:27.348788+0000","last_active":"2024-09-10T08:34:28.344276+0000","last_peered":"2024-09-10T08:34:28.344276+0000","last_clean":"2024-09-10T08:34:28.344276+0000","last_became_active":"2024-09-10T08:34:27.348516+0000","last_became_peered":"2024-09-10T08:34:27.348516+0000","last_unstale":"2024-09-10T08:34:28.344276+0000","last_undegraded":"2024-09-10T08:34:28.344276+0000","last_fullsized":"2024-09-10T08:34:28.344276+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:58.604920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360760+0000","last_change":"2024-09-10T08:34:28.354924+0000","last_active":"2024-09-10T08:34:28.360760+0000","last_peered":"2024-09-10T08:34:28.360760+0000","last_clean":"2024-09-10T08:34:28.360760+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.360760+0000","last_undegraded":"2024-09-10T08:34:28.360760+0000","last_fullsized":"2024-09-10T08:34:28.360760+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:24:48.777669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336829+0000","last_change":"2024-09-10T08:34:27.337898+0000","last_active":"2024-09-10T08:34:28.336829+0000","last_peered":"2024-09-10T08:34:28.336829+0000","last_clean":"2024-09-10T08:34:28.336829+0000","last_became_active":"2024-09-10T08:34:27.337618+0000","last_became_peered":"2024-09-10T08:34:27.337618+0000","last_unstale":"2024-09-10T08:34:28.336829+0000","last_undegraded":"2024-09-10T08:34:28.336829+0000","last_fullsized":"2024-09-10T08:34:28.336829+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:07.333453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359924+0000","last_change":"2024-09-10T08:34:28.350246+0000","last_active":"2024-09-10T08:34:28.359924+0000","last_peered":"2024-09-10T08:34:28.359924+0000","last_clean":"2024-09-10T08:34:28.359924+0000","last_became_active":"2024-09-10T08:34:28.349992+0000","last_became_peered":"2024-09-10T08:34:28.349992+0000","last_unstale":"2024-09-10T08:34:28.359924+0000","last_undegraded":"2024-09-10T08:34:28.359924+0000","last_fullsized":"2024-09-10T08:34:28.359924+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"52'8","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358229+0000","last_change":"2024-09-10T08:34:27.341546+0000","last_active":"2024-09-10T08:34:28.358229+0000","last_peered":"2024-09-10T08:34:28.358229+0000","last_clean":"2024-09-10T08:34:28.358229+0000","last_became_active":"2024-09-10T08:34:27.341284+0000","last_became_peered":"2024-09-10T08:34:27.341284+0000","last_unstale":"2024-09-10T08:34:28.358229+0000","last_undegraded":"2024-09-10T08:34:28.358229+0000","last_fullsized":"2024-09-10T08:34:28.358229+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:55.802793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361312+0000","last_change":"2024-09-10T08:34:28.357996+0000","last_active":"2024-09-10T08:34:28.361312+0000","last_peered":"2024-09-10T08:34:28.361312+0000","last_clean":"2024-09-10T08:34:28.361312+0000","last_became_active":"2024-09-10T08:34:28.357025+0000","last_became_peered":"2024-09-10T08:34:28.357025+0000","last_unstale":"2024-09-10T08:34:28.361312+0000","last_undegraded":"2024-09-10T08:34:28.361312+0000","last_fullsized":"2024-09-10T08:34:28.361312+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:12.628024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361468+0000","last_change":"2024-09-10T08:34:27.339377+0000","last_active":"2024-09-10T08:34:28.361468+0000","last_peered":"2024-09-10T08:34:28.361468+0000","last_clean":"2024-09-10T08:34:28.361468+0000","last_became_active":"2024-09-10T08:34:27.339121+0000","last_became_peered":"2024-09-10T08:34:27.339121+0000","last_unstale":"2024-09-10T08:34:28.361468+0000","last_undegraded":"2024-09-10T08:34:28.361468+0000","last_fullsized":"2024-09-10T08:34:28.361468+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:52.564278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359648+0000","last_change":"2024-09-10T08:34:27.340874+0000","last_active":"2024-09-10T08:34:28.359648+0000","last_peered":"2024-09-10T08:34:28.359648+0000","last_clean":"2024-09-10T08:34:28.359648+0000","last_became_active":"2024-09-10T08:34:27.340610+0000","last_became_peered":"2024-09-10T08:34:27.340610+0000","last_unstale":"2024-09-10T08:34:28.359648+0000","last_undegraded":"2024-09-10T08:34:28.359648+0000","last_fullsized":"2024-09-10T08:34:28.359648+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:07.785368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361805+0000","last_change":"2024-09-10T08:34:27.342034+0000","last_active":"2024-09-10T08:34:28.361805+0000","last_peered":"2024-09-10T08:34:28.361805+0000","last_clean":"2024-09-10T08:34:28.361805+0000","last_became_active":"2024-09-10T08:34:27.341753+0000","last_became_peered":"2024-09-10T08:34:27.341753+0000","last_unstale":"2024-09-10T08:34:28.361805+0000","last_undegraded":"2024-09-10T08:34:28.361805+0000","last_fullsized":"2024-09-10T08:34:28.361805+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344318+0000","last_change":"2024-09-10T08:34:27.342408+0000","last_active":"2024-09-10T08:34:28.344318+0000","last_peered":"2024-09-10T08:34:28.344318+0000","last_clean":"2024-09-10T08:34:28.344318+0000","last_became_active":"2024-09-10T08:34:27.342133+0000","last_became_peered":"2024-09-10T08:34:27.342133+0000","last_unstale":"2024-09-10T08:34:28.344318+0000","last_undegraded":"2024-09-10T08:34:28.344318+0000","last_fullsized":"2024-09-10T08:34:28.344318+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361590+0000","last_change":"2024-09-10T08:34:28.356332+0000","last_active":"2024-09-10T08:34:28.361590+0000","last_peered":"2024-09-10T08:34:28.361590+0000","last_clean":"2024-09-10T08:34:28.361590+0000","last_became_active":"2024-09-10T08:34:28.356078+0000","last_became_peered":"2024-09-10T08:34:28.356078+0000","last_unstale":"2024-09-10T08:34:28.361590+0000","last_undegraded":"2024-09-10T08:34:28.361590+0000","last_fullsized":"2024-09-10T08:34:28.361590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.328474+0000","last_change":"2024-09-10T08:34:26.328474+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.328474+0000","last_undegraded":"2024-09-10T08:34:26.328474+0000","last_fullsized":"2024-09-10T08:34:26.328474+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361739+0000","last_change":"2024-09-10T08:34:28.354993+0000","last_active":"2024-09-10T08:34:28.361739+0000","last_peered":"2024-09-10T08:34:28.361739+0000","last_clean":"2024-09-10T08:34:28.361739+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.361739+0000","last_undegraded":"2024-09-10T08:34:28.361739+0000","last_fullsized":"2024-09-10T08:34:28.361739+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:53.568503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338719+0000","last_change":"2024-09-10T08:34:27.341502+0000","last_active":"2024-09-10T08:34:28.338719+0000","last_peered":"2024-09-10T08:34:28.338719+0000","last_clean":"2024-09-10T08:34:28.338719+0000","last_became_active":"2024-09-10T08:34:27.341255+0000","last_became_peered":"2024-09-10T08:34:27.341255+0000","last_unstale":"2024-09-10T08:34:28.338719+0000","last_undegraded":"2024-09-10T08:34:28.338719+0000","last_fullsized":"2024-09-10T08:34:28.338719+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:41.963672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359264+0000","last_change":"2024-09-10T08:34:28.348650+0000","last_active":"2024-09-10T08:34:28.359264+0000","last_peered":"2024-09-10T08:34:28.359264+0000","last_clean":"2024-09-10T08:34:28.359264+0000","last_became_active":"2024-09-10T08:34:28.348390+0000","last_became_peered":"2024-09-10T08:34:28.348390+0000","last_unstale":"2024-09-10T08:34:28.359264+0000","last_undegraded":"2024-09-10T08:34:28.359264+0000","last_fullsized":"2024-09-10T08:34:28.359264+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.339070+0000","last_change":"2024-09-10T08:34:27.345879+0000","last_active":"2024-09-10T08:34:28.339070+0000","last_peered":"2024-09-10T08:34:28.339070+0000","last_clean":"2024-09-10T08:34:28.339070+0000","last_became_active":"2024-09-10T08:34:27.345629+0000","last_became_peered":"2024-09-10T08:34:27.345629+0000","last_unstale":"2024-09-10T08:34:28.339070+0000","last_undegraded":"2024-09-10T08:34:28.339070+0000","last_fullsized":"2024-09-10T08:34:28.339070+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:43.909153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.334639+0000","last_change":"2024-09-10T08:34:27.336258+0000","last_active":"2024-09-10T08:34:28.334639+0000","last_peered":"2024-09-10T08:34:28.334639+0000","last_clean":"2024-09-10T08:34:28.334639+0000","last_became_active":"2024-09-10T08:34:27.335989+0000","last_became_peered":"2024-09-10T08:34:27.335989+0000","last_unstale":"2024-09-10T08:34:28.334639+0000","last_undegraded":"2024-09-10T08:34:28.334639+0000","last_fullsized":"2024-09-10T08:34:28.334639+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:07.342029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364058+0000","last_change":"2024-09-10T08:34:28.361464+0000","last_active":"2024-09-10T08:34:28.364058+0000","last_peered":"2024-09-10T08:34:28.364058+0000","last_clean":"2024-09-10T08:34:28.364058+0000","last_became_active":"2024-09-10T08:34:28.361078+0000","last_became_peered":"2024-09-10T08:34:28.361078+0000","last_unstale":"2024-09-10T08:34:28.364058+0000","last_undegraded":"2024-09-10T08:34:28.364058+0000","last_fullsized":"2024-09-10T08:34:28.364058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361996+0000","last_change":"2024-09-10T08:34:27.348812+0000","last_active":"2024-09-10T08:34:28.361996+0000","last_peered":"2024-09-10T08:34:28.361996+0000","last_clean":"2024-09-10T08:34:28.361996+0000","last_became_active":"2024-09-10T08:34:27.348526+0000","last_became_peered":"2024-09-10T08:34:27.348526+0000","last_unstale":"2024-09-10T08:34:28.361996+0000","last_undegraded":"2024-09-10T08:34:28.361996+0000","last_fullsized":"2024-09-10T08:34:28.361996+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:04:15.497972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338579+0000","last_change":"2024-09-10T08:34:27.338456+0000","last_active":"2024-09-10T08:34:28.338579+0000","last_peered":"2024-09-10T08:34:28.338579+0000","last_clean":"2024-09-10T08:34:28.338579+0000","last_became_active":"2024-09-10T08:34:27.338219+0000","last_became_peered":"2024-09-10T08:34:27.338219+0000","last_unstale":"2024-09-10T08:34:28.338579+0000","last_undegraded":"2024-09-10T08:34:28.338579+0000","last_fullsized":"2024-09-10T08:34:28.338579+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:09.536195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356299+0000","last_change":"2024-09-10T08:34:28.348325+0000","last_active":"2024-09-10T08:34:28.356299+0000","last_peered":"2024-09-10T08:34:28.356299+0000","last_clean":"2024-09-10T08:34:28.356299+0000","last_became_active":"2024-09-10T08:34:28.348042+0000","last_became_peered":"2024-09-10T08:34:28.348042+0000","last_unstale":"2024-09-10T08:34:28.356299+0000","last_undegraded":"2024-09-10T08:34:28.356299+0000","last_fullsized":"2024-09-10T08:34:28.356299+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.327467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335701+0000","last_change":"2024-09-10T08:34:27.341517+0000","last_active":"2024-09-10T08:34:28.335701+0000","last_peered":"2024-09-10T08:34:28.335701+0000","last_clean":"2024-09-10T08:34:28.335701+0000","last_became_active":"2024-09-10T08:34:27.341271+0000","last_became_peered":"2024-09-10T08:34:27.341271+0000","last_unstale":"2024-09-10T08:34:28.335701+0000","last_undegraded":"2024-09-10T08:34:28.335701+0000","last_fullsized":"2024-09-10T08:34:28.335701+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360139+0000","last_change":"2024-09-10T08:34:28.358861+0000","last_active":"2024-09-10T08:34:28.360139+0000","last_peered":"2024-09-10T08:34:28.360139+0000","last_clean":"2024-09-10T08:34:28.360139+0000","last_became_active":"2024-09-10T08:34:28.358509+0000","last_became_peered":"2024-09-10T08:34:28.358509+0000","last_unstale":"2024-09-10T08:34:28.360139+0000","last_undegraded":"2024-09-10T08:34:28.360139+0000","last_fullsized":"2024-09-10T08:34:28.360139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338234+0000","last_change":"2024-09-10T08:34:27.339765+0000","last_active":"2024-09-10T08:34:28.338234+0000","last_peered":"2024-09-10T08:34:28.338234+0000","last_clean":"2024-09-10T08:34:28.338234+0000","last_became_active":"2024-09-10T08:34:27.339495+0000","last_became_peered":"2024-09-10T08:34:27.339495+0000","last_unstale":"2024-09-10T08:34:28.338234+0000","last_undegraded":"2024-09-10T08:34:28.338234+0000","last_fullsized":"2024-09-10T08:34:28.338234+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:47.772447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356577+0000","last_change":"2024-09-10T08:34:28.352462+0000","last_active":"2024-09-10T08:34:28.356577+0000","last_peered":"2024-09-10T08:34:28.356577+0000","last_clean":"2024-09-10T08:34:28.356577+0000","last_became_active":"2024-09-10T08:34:28.352197+0000","last_became_peered":"2024-09-10T08:34:28.352197+0000","last_unstale":"2024-09-10T08:34:28.356577+0000","last_undegraded":"2024-09-10T08:34:28.356577+0000","last_fullsized":"2024-09-10T08:34:28.356577+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338848+0000","last_change":"2024-09-10T08:34:27.346391+0000","last_active":"2024-09-10T08:34:28.338848+0000","last_peered":"2024-09-10T08:34:28.338848+0000","last_clean":"2024-09-10T08:34:28.338848+0000","last_became_active":"2024-09-10T08:34:27.346112+0000","last_became_peered":"2024-09-10T08:34:27.346112+0000","last_unstale":"2024-09-10T08:34:28.338848+0000","last_undegraded":"2024-09-10T08:34:28.338848+0000","last_fullsized":"2024-09-10T08:34:28.338848+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:04.452642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358297+0000","last_change":"2024-09-10T08:34:28.346457+0000","last_active":"2024-09-10T08:34:28.358297+0000","last_peered":"2024-09-10T08:34:28.358297+0000","last_clean":"2024-09-10T08:34:28.358297+0000","last_became_active":"2024-09-10T08:34:28.346127+0000","last_became_peered":"2024-09-10T08:34:28.346127+0000","last_unstale":"2024-09-10T08:34:28.358297+0000","last_undegraded":"2024-09-10T08:34:28.358297+0000","last_fullsized":"2024-09-10T08:34:28.358297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:26.318165+0000","last_change":"2024-09-10T08:34:26.318165+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.318165+0000","last_undegraded":"2024-09-10T08:34:26.318165+0000","last_fullsized":"2024-09-10T08:34:26.318165+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353398+0000","last_change":"2024-09-10T08:34:28.344578+0000","last_active":"2024-09-10T08:34:28.353398+0000","last_peered":"2024-09-10T08:34:28.353398+0000","last_clean":"2024-09-10T08:34:28.353398+0000","last_became_active":"2024-09-10T08:34:28.344307+0000","last_became_peered":"2024-09-10T08:34:28.344307+0000","last_unstale":"2024-09-10T08:34:28.353398+0000","last_undegraded":"2024-09-10T08:34:28.353398+0000","last_fullsized":"2024-09-10T08:34:28.353398+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:23.543323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342623+0000","last_change":"2024-09-10T08:34:27.345413+0000","last_active":"2024-09-10T08:34:28.342623+0000","last_peered":"2024-09-10T08:34:28.342623+0000","last_clean":"2024-09-10T08:34:28.342623+0000","last_became_active":"2024-09-10T08:34:27.345128+0000","last_became_peered":"2024-09-10T08:34:27.345128+0000","last_unstale":"2024-09-10T08:34:28.342623+0000","last_undegraded":"2024-09-10T08:34:28.342623+0000","last_fullsized":"2024-09-10T08:34:28.342623+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358657+0000","last_change":"2024-09-10T08:34:28.351348+0000","last_active":"2024-09-10T08:34:28.358657+0000","last_peered":"2024-09-10T08:34:28.358657+0000","last_clean":"2024-09-10T08:34:28.358657+0000","last_became_active":"2024-09-10T08:34:28.351024+0000","last_became_peered":"2024-09-10T08:34:28.351024+0000","last_unstale":"2024-09-10T08:34:28.358657+0000","last_undegraded":"2024-09-10T08:34:28.358657+0000","last_fullsized":"2024-09-10T08:34:28.358657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:32.189852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338316+0000","last_change":"2024-09-10T08:34:27.341337+0000","last_active":"2024-09-10T08:34:28.338316+0000","last_peered":"2024-09-10T08:34:28.338316+0000","last_clean":"2024-09-10T08:34:28.338316+0000","last_became_active":"2024-09-10T08:34:27.341084+0000","last_became_peered":"2024-09-10T08:34:27.341084+0000","last_unstale":"2024-09-10T08:34:28.338316+0000","last_undegraded":"2024-09-10T08:34:28.338316+0000","last_fullsized":"2024-09-10T08:34:28.338316+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:56.336311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":230,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336835+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:34:28.336835+0000","last_peered":"2024-09-10T08:34:28.336835+0000","last_clean":"2024-09-10T08:34:28.336835+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:34:28.336835+0000","last_undegraded":"2024-09-10T08:34:28.336835+0000","last_fullsized":"2024-09-10T08:34:28.336835+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":98,"acting":98,"num_store_stats":6},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":4078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":58,"acting":58,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476763,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":512000,"data_stored":220112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1191936,"data_stored":851015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509466,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509467,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509466,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":622592,"data_stored":269426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509466,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1212416,"data_stored":858238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":585728,"data_stored":253980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:34:31.616 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:34:31.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.750+0000 7f0ce275f640 1 Processor -- start 2024-09-10T08:34:31.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.751+0000 7f0ce275f640 1 -- start start 2024-09-10T08:34:31.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.751+0000 7f0ce275f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f0cdc0d0070 0x7f0cdc15f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.751+0000 7f0ce275f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cdc0d1b10 con 0x7f0cdc0d4130 2024-09-10T08:34:31.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.751+0000 7f0ce275f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cdc0cf2b0 con 0x7f0cdc15f0d0 2024-09-10T08:34:31.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.751+0000 7f0ce275f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f0cdc0cf590 con 0x7f0cdc0d0070 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.751+0000 7f0ce0cfc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f0cdc0d4130 0x7f0cdc0d4560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44642/0 (socket says 172.21.15.94:44642) 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.751+0000 7f0ce0cfc640 1 -- 172.21.15.94:0/382554410 learned_addr learned my addr 172.21.15.94:0/382554410 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdb7fe640 1 --2- 172.21.15.94:0/382554410 >> v2:172.21.15.143:3300/0 conn(0x7f0cdc0d0070 0x7f0cdc15f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3594626249 0 0) 0x7f0cdc0d1b10 con 0x7f0cdc0d4130 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0cc4003520 con 0x7f0cdc0d4130 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 923729374 0 0) 0x7f0cc4003520 con 0x7f0cdc0d4130 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 >> v2:172.21.15.143:3300/0 conn(0x7f0cdc0d0070 msgr2=0x7f0cdc15f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 --2- 172.21.15.94:0/382554410 >> v2:172.21.15.143:3300/0 conn(0x7f0cdc0d0070 0x7f0cdc15f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 >> v1:172.21.15.143:6789/0 conn(0x7f0cdc15f0d0 legacy=0x7f0cdc0d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cdc0cf870 con 0x7f0cdc0d4130 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f0cd4001a10 con 0x7f0cdc0d4130 2024-09-10T08:34:31.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 >> v1:172.21.15.94:6789/0 conn(0x7f0cdc0d4130 legacy=0x7f0cdc0d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cc40039b0 0x7f0cc4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cc4004800 0x7f0cc4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cc400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0cdc0cf590 con 0x7f0cc40052e0 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc400c1b0 con 0x7f0cc4004800 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc400c3b0 con 0x7f0cc40039b0 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0ce0cfc640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cc400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdbfff640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cc40039b0 0x7f0cc4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0cdb7fe640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cc4004800 0x7f0cc4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0ce0cfc640 1 -- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cc40039b0 msgr2=0x7f0cc4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0ce0cfc640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cc40039b0 0x7f0cc4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0ce0cfc640 1 -- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cc4004800 msgr2=0x7f0cc4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:31.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0ce0cfc640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cc4004800 0x7f0cc4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.752+0000 7f0ce0cfc640 1 -- 172.21.15.94:0/382554410 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc4003520 con 0x7f0cc40052e0 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.753+0000 7f0ce0cfc640 1 -- 172.21.15.94:0/382554410 reap_dead start 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.753+0000 7f0ce0cfc640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cc400b9c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc09ddd0 tx=0x7f0cc4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a93a3653b51b6f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.753+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd400a4a0 con 0x7f0cc40052e0 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.753+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cd402f070 con 0x7f0cc40052e0 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.753+0000 7f0cdaffd640 1 -- 172.21.15.94:0/382554410 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cd402bc90 con 0x7f0cc40052e0 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.754+0000 7f0ce275f640 1 -- 172.21.15.94:0/382554410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 msgr2=0x7f0cc400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.754+0000 7f0ce275f640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cc400b9c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc09ddd0 tx=0x7f0cc4005830 comp rx=0 tx=0).stop 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.754+0000 7f0ce275f640 1 -- 172.21.15.94:0/382554410 shutdown_connections 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.754+0000 7f0ce275f640 1 --2- 172.21.15.94:0/382554410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cc400b9c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.754+0000 7f0ce275f640 1 -- 172.21.15.94:0/382554410 >> 172.21.15.94:0/382554410 conn(0x7f0cdc09d760 msgr2=0x7f0cdc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.754+0000 7f0ce275f640 1 -- 172.21.15.94:0/382554410 shutdown_connections 2024-09-10T08:34:31.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.754+0000 7f0ce275f640 1 -- 172.21.15.94:0/382554410 wait complete. 2024-09-10T08:34:31.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.755+0000 7f0ce275f640 1 Processor -- start 2024-09-10T08:34:31.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.755+0000 7f0ce275f640 1 -- start start 2024-09-10T08:34:31.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cdc0b7b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cdc155bb0 0x7f0cdc156390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cdc0cd760 0x7f0cdc0cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0cdc15f4b0 con 0x7f0cc40052e0 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0cdc0cef60 con 0x7f0cdc0cd760 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0cdc15f630 con 0x7f0cdc155bb0 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cdc0b7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cdc0b7b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34194/0 (socket says 172.21.15.94:34194) 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 -- 172.21.15.94:0/3155889407 learned_addr learned my addr 172.21.15.94:0/3155889407 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdb7fe640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cdc155bb0 0x7f0cdc156390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce0cfc640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cdc0cd760 0x7f0cdc0cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 -- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cdc155bb0 msgr2=0x7f0cdc156390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cdc155bb0 0x7f0cdc156390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 -- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cdc0cd760 msgr2=0x7f0cdc0cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cdc0cd760 0x7f0cdc0cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 -- 172.21.15.94:0/3155889407 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cdc0b8070 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce0cfc640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cdc0cd760 0x7f0cdc0cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cdbfff640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cdc0b7b30 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc00f5f0 tx=0x7f0ccc00f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cd8ff9640 1 -- 172.21.15.94:0/3155889407 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ccc0052e0 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cd8ff9640 1 -- 172.21.15.94:0/3155889407 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ccc018070 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cdc0cccf0 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0cd8ff9640 1 -- 172.21.15.94:0/3155889407 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ccc003810 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.756+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cdc158020 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.757+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cdc0d4560 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.758+0000 7f0cd8ff9640 1 -- 172.21.15.94:0/3155889407 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0ccc0039b0 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.758+0000 7f0cd8ff9640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0cc806be60 0x7f0cc806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.758+0000 7f0cd8ff9640 1 -- 172.21.15.94:0/3155889407 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f0ccc08abd0 con 0x7f0cc40052e0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.758+0000 7f0cdb7fe640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0cc806be60 0x7f0cc806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:31.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.759+0000 7f0cdb7fe640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0cc806be60 0x7f0cc806e320 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc0b9910 tx=0x7f0cd0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:31.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.763+0000 7f0cd8ff9640 1 -- 172.21.15.94:0/3155889407 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ccc0593f0 con 0x7f0cc40052e0 2024-09-10T08:34:31.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.926+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0cdc0cc0c0 con 0x7f0cc806be60 2024-09-10T08:34:31.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.932+0000 7f0cd8ff9640 1 -- 172.21.15.94:0/3155889407 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250260 (secure 0 0 0) 0x7f0cdc0cc0c0 con 0x7f0cc806be60 2024-09-10T08:34:31.936 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:31.937 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:34:31.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0cc806be60 msgr2=0x7f0cc806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0cc806be60 0x7f0cc806e320 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc0b9910 tx=0x7f0cd0009190 comp rx=0 tx=0).stop 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 msgr2=0x7f0cdc0b7b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cdc0b7b30 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc00f5f0 tx=0x7f0ccc00f9f0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 shutdown_connections 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0cc806be60 0x7f0cc806e320 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cdc0cd760 0x7f0cdc0cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cdc155bb0 0x7f0cdc156390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 --2- 172.21.15.94:0/3155889407 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cc40052e0 0x7f0cdc0b7b30 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 >> 172.21.15.94:0/3155889407 conn(0x7f0cdc09d760 msgr2=0x7f0cdc15f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 shutdown_connections 2024-09-10T08:34:31.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:31.935+0000 7f0ce275f640 1 -- 172.21.15.94:0/3155889407 wait complete. 2024-09-10T08:34:31.947 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-10T08:34:31.833952+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":93,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238788,"kb_used_data":5880,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735932,"statfs":{"total":773094113280,"available":772849594368,"internally_reserved":0,"allocated":6021120,"data_stored":3282996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.511482"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359148+0000","last_change":"2024-09-10T08:34:28.349553+0000","last_active":"2024-09-10T08:34:28.359148+0000","last_peered":"2024-09-10T08:34:28.359148+0000","last_clean":"2024-09-10T08:34:28.359148+0000","last_became_active":"2024-09-10T08:34:28.349045+0000","last_became_peered":"2024-09-10T08:34:28.349045+0000","last_unstale":"2024-09-10T08:34:28.359148+0000","last_undegraded":"2024-09-10T08:34:28.359148+0000","last_fullsized":"2024-09-10T08:34:28.359148+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359002+0000","last_change":"2024-09-10T08:34:28.348101+0000","last_active":"2024-09-10T08:34:28.359002+0000","last_peered":"2024-09-10T08:34:28.359002+0000","last_clean":"2024-09-10T08:34:28.359002+0000","last_became_active":"2024-09-10T08:34:28.347778+0000","last_became_peered":"2024-09-10T08:34:28.347778+0000","last_unstale":"2024-09-10T08:34:28.359002+0000","last_undegraded":"2024-09-10T08:34:28.359002+0000","last_fullsized":"2024-09-10T08:34:28.359002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359322+0000","last_change":"2024-09-10T08:34:28.354416+0000","last_active":"2024-09-10T08:34:28.359322+0000","last_peered":"2024-09-10T08:34:28.359322+0000","last_clean":"2024-09-10T08:34:28.359322+0000","last_became_active":"2024-09-10T08:34:28.354126+0000","last_became_peered":"2024-09-10T08:34:28.354126+0000","last_unstale":"2024-09-10T08:34:28.359322+0000","last_undegraded":"2024-09-10T08:34:28.359322+0000","last_fullsized":"2024-09-10T08:34:28.359322+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336726+0000","last_change":"2024-09-10T08:34:28.344397+0000","last_active":"2024-09-10T08:34:29.336726+0000","last_peered":"2024-09-10T08:34:29.336726+0000","last_clean":"2024-09-10T08:34:29.336726+0000","last_became_active":"2024-09-10T08:34:28.344055+0000","last_became_peered":"2024-09-10T08:34:28.344055+0000","last_unstale":"2024-09-10T08:34:29.336726+0000","last_undegraded":"2024-09-10T08:34:29.336726+0000","last_fullsized":"2024-09-10T08:34:29.336726+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359940+0000","last_change":"2024-09-10T08:34:28.349890+0000","last_active":"2024-09-10T08:34:28.359940+0000","last_peered":"2024-09-10T08:34:28.359940+0000","last_clean":"2024-09-10T08:34:28.359940+0000","last_became_active":"2024-09-10T08:34:28.348337+0000","last_became_peered":"2024-09-10T08:34:28.348337+0000","last_unstale":"2024-09-10T08:34:28.359940+0000","last_undegraded":"2024-09-10T08:34:28.359940+0000","last_fullsized":"2024-09-10T08:34:28.359940+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361215+0000","last_change":"2024-09-10T08:34:28.356739+0000","last_active":"2024-09-10T08:34:28.361215+0000","last_peered":"2024-09-10T08:34:28.361215+0000","last_clean":"2024-09-10T08:34:28.361215+0000","last_became_active":"2024-09-10T08:34:28.354885+0000","last_became_peered":"2024-09-10T08:34:28.354885+0000","last_unstale":"2024-09-10T08:34:28.361215+0000","last_undegraded":"2024-09-10T08:34:28.361215+0000","last_fullsized":"2024-09-10T08:34:28.361215+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:31.417847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361153+0000","last_change":"2024-09-10T08:34:28.356417+0000","last_active":"2024-09-10T08:34:28.361153+0000","last_peered":"2024-09-10T08:34:28.361153+0000","last_clean":"2024-09-10T08:34:28.361153+0000","last_became_active":"2024-09-10T08:34:28.354651+0000","last_became_peered":"2024-09-10T08:34:28.354651+0000","last_unstale":"2024-09-10T08:34:28.361153+0000","last_undegraded":"2024-09-10T08:34:28.361153+0000","last_fullsized":"2024-09-10T08:34:28.361153+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:43:12.311801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.345276+0000","last_change":"2024-09-10T08:34:28.344201+0000","last_active":"2024-09-10T08:34:28.345276+0000","last_peered":"2024-09-10T08:34:28.345276+0000","last_clean":"2024-09-10T08:34:28.345276+0000","last_became_active":"2024-09-10T08:34:28.343972+0000","last_became_peered":"2024-09-10T08:34:28.343972+0000","last_unstale":"2024-09-10T08:34:28.345276+0000","last_undegraded":"2024-09-10T08:34:28.345276+0000","last_fullsized":"2024-09-10T08:34:28.345276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:05:35.352737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361231+0000","last_change":"2024-09-10T08:34:28.356790+0000","last_active":"2024-09-10T08:34:28.361231+0000","last_peered":"2024-09-10T08:34:28.361231+0000","last_clean":"2024-09-10T08:34:28.361231+0000","last_became_active":"2024-09-10T08:34:28.356501+0000","last_became_peered":"2024-09-10T08:34:28.356501+0000","last_unstale":"2024-09-10T08:34:28.361231+0000","last_undegraded":"2024-09-10T08:34:28.361231+0000","last_fullsized":"2024-09-10T08:34:28.361231+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:02.544699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358345+0000","last_change":"2024-09-10T08:34:28.345233+0000","last_active":"2024-09-10T08:34:28.358345+0000","last_peered":"2024-09-10T08:34:28.358345+0000","last_clean":"2024-09-10T08:34:28.358345+0000","last_became_active":"2024-09-10T08:34:28.344936+0000","last_became_peered":"2024-09-10T08:34:28.344936+0000","last_unstale":"2024-09-10T08:34:28.358345+0000","last_undegraded":"2024-09-10T08:34:28.358345+0000","last_fullsized":"2024-09-10T08:34:28.358345+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:17.571515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356055+0000","last_change":"2024-09-10T08:34:28.346053+0000","last_active":"2024-09-10T08:34:28.356055+0000","last_peered":"2024-09-10T08:34:28.356055+0000","last_clean":"2024-09-10T08:34:28.356055+0000","last_became_active":"2024-09-10T08:34:28.345725+0000","last_became_peered":"2024-09-10T08:34:28.345725+0000","last_unstale":"2024-09-10T08:34:28.356055+0000","last_undegraded":"2024-09-10T08:34:28.356055+0000","last_fullsized":"2024-09-10T08:34:28.356055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360017+0000","last_change":"2024-09-10T08:34:28.352755+0000","last_active":"2024-09-10T08:34:28.360017+0000","last_peered":"2024-09-10T08:34:28.360017+0000","last_clean":"2024-09-10T08:34:28.360017+0000","last_became_active":"2024-09-10T08:34:28.352488+0000","last_became_peered":"2024-09-10T08:34:28.352488+0000","last_unstale":"2024-09-10T08:34:28.360017+0000","last_undegraded":"2024-09-10T08:34:28.360017+0000","last_fullsized":"2024-09-10T08:34:28.360017+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359074+0000","last_change":"2024-09-10T08:34:28.349308+0000","last_active":"2024-09-10T08:34:28.359074+0000","last_peered":"2024-09-10T08:34:28.359074+0000","last_clean":"2024-09-10T08:34:28.359074+0000","last_became_active":"2024-09-10T08:34:28.348119+0000","last_became_peered":"2024-09-10T08:34:28.348119+0000","last_unstale":"2024-09-10T08:34:28.359074+0000","last_undegraded":"2024-09-10T08:34:28.359074+0000","last_fullsized":"2024-09-10T08:34:28.359074+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359964+0000","last_change":"2024-09-10T08:34:28.356802+0000","last_active":"2024-09-10T08:34:28.359964+0000","last_peered":"2024-09-10T08:34:28.359964+0000","last_clean":"2024-09-10T08:34:28.359964+0000","last_became_active":"2024-09-10T08:34:28.356527+0000","last_became_peered":"2024-09-10T08:34:28.356527+0000","last_unstale":"2024-09-10T08:34:28.359964+0000","last_undegraded":"2024-09-10T08:34:28.359964+0000","last_fullsized":"2024-09-10T08:34:28.359964+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361877+0000","last_change":"2024-09-10T08:34:28.357187+0000","last_active":"2024-09-10T08:34:28.361877+0000","last_peered":"2024-09-10T08:34:28.361877+0000","last_clean":"2024-09-10T08:34:28.361877+0000","last_became_active":"2024-09-10T08:34:28.356874+0000","last_became_peered":"2024-09-10T08:34:28.356874+0000","last_unstale":"2024-09-10T08:34:28.361877+0000","last_undegraded":"2024-09-10T08:34:28.361877+0000","last_fullsized":"2024-09-10T08:34:28.361877+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361912+0000","last_change":"2024-09-10T08:34:28.357177+0000","last_active":"2024-09-10T08:34:28.361912+0000","last_peered":"2024-09-10T08:34:28.361912+0000","last_clean":"2024-09-10T08:34:28.361912+0000","last_became_active":"2024-09-10T08:34:28.356904+0000","last_became_peered":"2024-09-10T08:34:28.356904+0000","last_unstale":"2024-09-10T08:34:28.361912+0000","last_undegraded":"2024-09-10T08:34:28.361912+0000","last_fullsized":"2024-09-10T08:34:28.361912+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:44.913378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360646+0000","last_change":"2024-09-10T08:34:28.355047+0000","last_active":"2024-09-10T08:34:28.360646+0000","last_peered":"2024-09-10T08:34:28.360646+0000","last_clean":"2024-09-10T08:34:28.360646+0000","last_became_active":"2024-09-10T08:34:28.354798+0000","last_became_peered":"2024-09-10T08:34:28.354798+0000","last_unstale":"2024-09-10T08:34:28.360646+0000","last_undegraded":"2024-09-10T08:34:28.360646+0000","last_fullsized":"2024-09-10T08:34:28.360646+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.257965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342901+0000","last_change":"2024-09-10T08:34:28.341323+0000","last_active":"2024-09-10T08:34:28.342901+0000","last_peered":"2024-09-10T08:34:28.342901+0000","last_clean":"2024-09-10T08:34:28.342901+0000","last_became_active":"2024-09-10T08:34:28.341057+0000","last_became_peered":"2024-09-10T08:34:28.341057+0000","last_unstale":"2024-09-10T08:34:28.342901+0000","last_undegraded":"2024-09-10T08:34:28.342901+0000","last_fullsized":"2024-09-10T08:34:28.342901+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:13.728263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.357363+0000","last_change":"2024-09-10T08:34:28.344362+0000","last_active":"2024-09-10T08:34:28.357363+0000","last_peered":"2024-09-10T08:34:28.357363+0000","last_clean":"2024-09-10T08:34:28.357363+0000","last_became_active":"2024-09-10T08:34:28.344068+0000","last_became_peered":"2024-09-10T08:34:28.344068+0000","last_unstale":"2024-09-10T08:34:28.357363+0000","last_undegraded":"2024-09-10T08:34:28.357363+0000","last_fullsized":"2024-09-10T08:34:28.357363+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359900+0000","last_change":"2024-09-10T08:34:28.348534+0000","last_active":"2024-09-10T08:34:28.359900+0000","last_peered":"2024-09-10T08:34:28.359900+0000","last_clean":"2024-09-10T08:34:28.359900+0000","last_became_active":"2024-09-10T08:34:28.348260+0000","last_became_peered":"2024-09-10T08:34:28.348260+0000","last_unstale":"2024-09-10T08:34:28.359900+0000","last_undegraded":"2024-09-10T08:34:28.359900+0000","last_fullsized":"2024-09-10T08:34:28.359900+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353360+0000","last_change":"2024-09-10T08:34:28.345307+0000","last_active":"2024-09-10T08:34:28.353360+0000","last_peered":"2024-09-10T08:34:28.353360+0000","last_clean":"2024-09-10T08:34:28.353360+0000","last_became_active":"2024-09-10T08:34:28.345011+0000","last_became_peered":"2024-09-10T08:34:28.345011+0000","last_unstale":"2024-09-10T08:34:28.353360+0000","last_undegraded":"2024-09-10T08:34:28.353360+0000","last_fullsized":"2024-09-10T08:34:28.353360+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:22.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358767+0000","last_change":"2024-09-10T08:34:28.350791+0000","last_active":"2024-09-10T08:34:28.358767+0000","last_peered":"2024-09-10T08:34:28.358767+0000","last_clean":"2024-09-10T08:34:28.358767+0000","last_became_active":"2024-09-10T08:34:28.350427+0000","last_became_peered":"2024-09-10T08:34:28.350427+0000","last_unstale":"2024-09-10T08:34:28.358767+0000","last_undegraded":"2024-09-10T08:34:28.358767+0000","last_fullsized":"2024-09-10T08:34:28.358767+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:58.236747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359289+0000","last_change":"2024-09-10T08:34:28.349097+0000","last_active":"2024-09-10T08:34:28.359289+0000","last_peered":"2024-09-10T08:34:28.359289+0000","last_clean":"2024-09-10T08:34:28.359289+0000","last_became_active":"2024-09-10T08:34:28.348787+0000","last_became_peered":"2024-09-10T08:34:28.348787+0000","last_unstale":"2024-09-10T08:34:28.359289+0000","last_undegraded":"2024-09-10T08:34:28.359289+0000","last_fullsized":"2024-09-10T08:34:28.359289+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.355907+0000","last_change":"2024-09-10T08:34:28.345276+0000","last_active":"2024-09-10T08:34:28.355907+0000","last_peered":"2024-09-10T08:34:28.355907+0000","last_clean":"2024-09-10T08:34:28.355907+0000","last_became_active":"2024-09-10T08:34:28.345004+0000","last_became_peered":"2024-09-10T08:34:28.345004+0000","last_unstale":"2024-09-10T08:34:28.355907+0000","last_undegraded":"2024-09-10T08:34:28.355907+0000","last_fullsized":"2024-09-10T08:34:28.355907+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358518+0000","last_change":"2024-09-10T08:34:28.345956+0000","last_active":"2024-09-10T08:34:28.358518+0000","last_peered":"2024-09-10T08:34:28.358518+0000","last_clean":"2024-09-10T08:34:28.358518+0000","last_became_active":"2024-09-10T08:34:28.345675+0000","last_became_peered":"2024-09-10T08:34:28.345675+0000","last_unstale":"2024-09-10T08:34:28.358518+0000","last_undegraded":"2024-09-10T08:34:28.358518+0000","last_fullsized":"2024-09-10T08:34:28.358518+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364042+0000","last_change":"2024-09-10T08:34:28.361412+0000","last_active":"2024-09-10T08:34:28.364042+0000","last_peered":"2024-09-10T08:34:28.364042+0000","last_clean":"2024-09-10T08:34:28.364042+0000","last_became_active":"2024-09-10T08:34:28.361101+0000","last_became_peered":"2024-09-10T08:34:28.361101+0000","last_unstale":"2024-09-10T08:34:28.364042+0000","last_undegraded":"2024-09-10T08:34:28.364042+0000","last_fullsized":"2024-09-10T08:34:28.364042+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359015+0000","last_change":"2024-09-10T08:34:28.348808+0000","last_active":"2024-09-10T08:34:28.359015+0000","last_peered":"2024-09-10T08:34:28.359015+0000","last_clean":"2024-09-10T08:34:28.359015+0000","last_became_active":"2024-09-10T08:34:28.348543+0000","last_became_peered":"2024-09-10T08:34:28.348543+0000","last_unstale":"2024-09-10T08:34:28.359015+0000","last_undegraded":"2024-09-10T08:34:28.359015+0000","last_fullsized":"2024-09-10T08:34:28.359015+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"52'4","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362242+0000","last_change":"2024-09-10T08:34:27.339115+0000","last_active":"2024-09-10T08:34:28.362242+0000","last_peered":"2024-09-10T08:34:28.362242+0000","last_clean":"2024-09-10T08:34:28.362242+0000","last_became_active":"2024-09-10T08:34:27.338844+0000","last_became_peered":"2024-09-10T08:34:27.338844+0000","last_unstale":"2024-09-10T08:34:28.362242+0000","last_undegraded":"2024-09-10T08:34:28.362242+0000","last_fullsized":"2024-09-10T08:34:28.362242+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:50.248663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353902+0000","last_change":"2024-09-10T08:34:28.349157+0000","last_active":"2024-09-10T08:34:28.353902+0000","last_peered":"2024-09-10T08:34:28.353902+0000","last_clean":"2024-09-10T08:34:28.353902+0000","last_became_active":"2024-09-10T08:34:28.348883+0000","last_became_peered":"2024-09-10T08:34:28.348883+0000","last_unstale":"2024-09-10T08:34:28.353902+0000","last_undegraded":"2024-09-10T08:34:28.353902+0000","last_fullsized":"2024-09-10T08:34:28.353902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.330223+0000","last_change":"2024-09-10T08:34:26.330223+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.330223+0000","last_undegraded":"2024-09-10T08:34:26.330223+0000","last_fullsized":"2024-09-10T08:34:26.330223+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361963+0000","last_change":"2024-09-10T08:34:28.357085+0000","last_active":"2024-09-10T08:34:28.361963+0000","last_peered":"2024-09-10T08:34:28.361963+0000","last_clean":"2024-09-10T08:34:28.361963+0000","last_became_active":"2024-09-10T08:34:28.356799+0000","last_became_peered":"2024-09-10T08:34:28.356799+0000","last_unstale":"2024-09-10T08:34:28.361963+0000","last_undegraded":"2024-09-10T08:34:28.361963+0000","last_fullsized":"2024-09-10T08:34:28.361963+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:57.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.329788+0000","last_change":"2024-09-10T08:34:26.329788+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.329788+0000","last_undegraded":"2024-09-10T08:34:26.329788+0000","last_fullsized":"2024-09-10T08:34:26.329788+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356321+0000","last_change":"2024-09-10T08:34:28.351544+0000","last_active":"2024-09-10T08:34:28.356321+0000","last_peered":"2024-09-10T08:34:28.356321+0000","last_clean":"2024-09-10T08:34:28.356321+0000","last_became_active":"2024-09-10T08:34:28.350982+0000","last_became_peered":"2024-09-10T08:34:28.350982+0000","last_unstale":"2024-09-10T08:34:28.356321+0000","last_undegraded":"2024-09-10T08:34:28.356321+0000","last_fullsized":"2024-09-10T08:34:28.356321+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:23.132014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361987+0000","last_change":"2024-09-10T08:34:27.344713+0000","last_active":"2024-09-10T08:34:28.361987+0000","last_peered":"2024-09-10T08:34:28.361987+0000","last_clean":"2024-09-10T08:34:28.361987+0000","last_became_active":"2024-09-10T08:34:27.344446+0000","last_became_peered":"2024-09-10T08:34:27.344446+0000","last_unstale":"2024-09-10T08:34:28.361987+0000","last_undegraded":"2024-09-10T08:34:28.361987+0000","last_fullsized":"2024-09-10T08:34:28.361987+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336861+0000","last_change":"2024-09-10T08:34:28.351353+0000","last_active":"2024-09-10T08:34:29.336861+0000","last_peered":"2024-09-10T08:34:29.336861+0000","last_clean":"2024-09-10T08:34:29.336861+0000","last_became_active":"2024-09-10T08:34:28.350831+0000","last_became_peered":"2024-09-10T08:34:28.350831+0000","last_unstale":"2024-09-10T08:34:29.336861+0000","last_undegraded":"2024-09-10T08:34:29.336861+0000","last_fullsized":"2024-09-10T08:34:29.336861+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359210+0000","last_change":"2024-09-10T08:34:27.337810+0000","last_active":"2024-09-10T08:34:28.359210+0000","last_peered":"2024-09-10T08:34:28.359210+0000","last_clean":"2024-09-10T08:34:28.359210+0000","last_became_active":"2024-09-10T08:34:27.337558+0000","last_became_peered":"2024-09-10T08:34:27.337558+0000","last_unstale":"2024-09-10T08:34:28.359210+0000","last_undegraded":"2024-09-10T08:34:28.359210+0000","last_fullsized":"2024-09-10T08:34:28.359210+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359283+0000","last_change":"2024-09-10T08:34:28.351551+0000","last_active":"2024-09-10T08:34:28.359283+0000","last_peered":"2024-09-10T08:34:28.359283+0000","last_clean":"2024-09-10T08:34:28.359283+0000","last_became_active":"2024-09-10T08:34:28.351247+0000","last_became_peered":"2024-09-10T08:34:28.351247+0000","last_unstale":"2024-09-10T08:34:28.359283+0000","last_undegraded":"2024-09-10T08:34:28.359283+0000","last_fullsized":"2024-09-10T08:34:28.359283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"52'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336428+0000","last_change":"2024-09-10T08:34:27.337664+0000","last_active":"2024-09-10T08:34:29.336428+0000","last_peered":"2024-09-10T08:34:29.336428+0000","last_clean":"2024-09-10T08:34:29.336428+0000","last_became_active":"2024-09-10T08:34:27.337401+0000","last_became_peered":"2024-09-10T08:34:27.337401+0000","last_unstale":"2024-09-10T08:34:29.336428+0000","last_undegraded":"2024-09-10T08:34:29.336428+0000","last_fullsized":"2024-09-10T08:34:29.336428+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353276+0000","last_change":"2024-09-10T08:34:28.343570+0000","last_active":"2024-09-10T08:34:28.353276+0000","last_peered":"2024-09-10T08:34:28.353276+0000","last_clean":"2024-09-10T08:34:28.353276+0000","last_became_active":"2024-09-10T08:34:28.343314+0000","last_became_peered":"2024-09-10T08:34:28.343314+0000","last_unstale":"2024-09-10T08:34:28.353276+0000","last_undegraded":"2024-09-10T08:34:28.353276+0000","last_fullsized":"2024-09-10T08:34:28.353276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342231+0000","last_change":"2024-09-10T08:34:27.339260+0000","last_active":"2024-09-10T08:34:28.342231+0000","last_peered":"2024-09-10T08:34:28.342231+0000","last_clean":"2024-09-10T08:34:28.342231+0000","last_became_active":"2024-09-10T08:34:27.339001+0000","last_became_peered":"2024-09-10T08:34:27.339001+0000","last_unstale":"2024-09-10T08:34:28.342231+0000","last_undegraded":"2024-09-10T08:34:28.342231+0000","last_fullsized":"2024-09-10T08:34:28.342231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.958343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359271+0000","last_change":"2024-09-10T08:34:28.353276+0000","last_active":"2024-09-10T08:34:28.359271+0000","last_peered":"2024-09-10T08:34:28.359271+0000","last_clean":"2024-09-10T08:34:28.359271+0000","last_became_active":"2024-09-10T08:34:28.353015+0000","last_became_peered":"2024-09-10T08:34:28.353015+0000","last_unstale":"2024-09-10T08:34:28.359271+0000","last_undegraded":"2024-09-10T08:34:28.359271+0000","last_fullsized":"2024-09-10T08:34:28.359271+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335451+0000","last_change":"2024-09-10T08:34:27.348965+0000","last_active":"2024-09-10T08:34:28.335451+0000","last_peered":"2024-09-10T08:34:28.335451+0000","last_clean":"2024-09-10T08:34:28.335451+0000","last_became_active":"2024-09-10T08:34:27.348681+0000","last_became_peered":"2024-09-10T08:34:27.348681+0000","last_unstale":"2024-09-10T08:34:28.335451+0000","last_undegraded":"2024-09-10T08:34:28.335451+0000","last_fullsized":"2024-09-10T08:34:28.335451+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336190+0000","last_change":"2024-09-10T08:34:28.349016+0000","last_active":"2024-09-10T08:34:29.336190+0000","last_peered":"2024-09-10T08:34:29.336190+0000","last_clean":"2024-09-10T08:34:29.336190+0000","last_became_active":"2024-09-10T08:34:28.348728+0000","last_became_peered":"2024-09-10T08:34:28.348728+0000","last_unstale":"2024-09-10T08:34:29.336190+0000","last_undegraded":"2024-09-10T08:34:29.336190+0000","last_fullsized":"2024-09-10T08:34:29.336190+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338463+0000","last_change":"2024-09-10T08:34:27.339592+0000","last_active":"2024-09-10T08:34:28.338463+0000","last_peered":"2024-09-10T08:34:28.338463+0000","last_clean":"2024-09-10T08:34:28.338463+0000","last_became_active":"2024-09-10T08:34:27.339322+0000","last_became_peered":"2024-09-10T08:34:27.339322+0000","last_unstale":"2024-09-10T08:34:28.338463+0000","last_undegraded":"2024-09-10T08:34:28.338463+0000","last_fullsized":"2024-09-10T08:34:28.338463+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361511+0000","last_change":"2024-09-10T08:34:28.356169+0000","last_active":"2024-09-10T08:34:28.361511+0000","last_peered":"2024-09-10T08:34:28.361511+0000","last_clean":"2024-09-10T08:34:28.361511+0000","last_became_active":"2024-09-10T08:34:28.355884+0000","last_became_peered":"2024-09-10T08:34:28.355884+0000","last_unstale":"2024-09-10T08:34:28.361511+0000","last_undegraded":"2024-09-10T08:34:28.361511+0000","last_fullsized":"2024-09-10T08:34:28.361511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336284+0000","last_change":"2024-09-10T08:34:27.337758+0000","last_active":"2024-09-10T08:34:29.336284+0000","last_peered":"2024-09-10T08:34:29.336284+0000","last_clean":"2024-09-10T08:34:29.336284+0000","last_became_active":"2024-09-10T08:34:27.337468+0000","last_became_peered":"2024-09-10T08:34:27.337468+0000","last_unstale":"2024-09-10T08:34:29.336284+0000","last_undegraded":"2024-09-10T08:34:29.336284+0000","last_fullsized":"2024-09-10T08:34:29.336284+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359368+0000","last_change":"2024-09-10T08:34:28.349660+0000","last_active":"2024-09-10T08:34:28.359368+0000","last_peered":"2024-09-10T08:34:28.359368+0000","last_clean":"2024-09-10T08:34:28.359368+0000","last_became_active":"2024-09-10T08:34:28.349405+0000","last_became_peered":"2024-09-10T08:34:28.349405+0000","last_unstale":"2024-09-10T08:34:28.359368+0000","last_undegraded":"2024-09-10T08:34:28.359368+0000","last_fullsized":"2024-09-10T08:34:28.359368+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"52'3","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359211+0000","last_change":"2024-09-10T08:34:27.345358+0000","last_active":"2024-09-10T08:34:28.359211+0000","last_peered":"2024-09-10T08:34:28.359211+0000","last_clean":"2024-09-10T08:34:28.359211+0000","last_became_active":"2024-09-10T08:34:27.345114+0000","last_became_peered":"2024-09-10T08:34:27.345114+0000","last_unstale":"2024-09-10T08:34:28.359211+0000","last_undegraded":"2024-09-10T08:34:28.359211+0000","last_fullsized":"2024-09-10T08:34:28.359211+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336802+0000","last_change":"2024-09-10T08:34:28.344033+0000","last_active":"2024-09-10T08:34:29.336802+0000","last_peered":"2024-09-10T08:34:29.336802+0000","last_clean":"2024-09-10T08:34:29.336802+0000","last_became_active":"2024-09-10T08:34:28.343754+0000","last_became_peered":"2024-09-10T08:34:28.343754+0000","last_unstale":"2024-09-10T08:34:29.336802+0000","last_undegraded":"2024-09-10T08:34:29.336802+0000","last_fullsized":"2024-09-10T08:34:29.336802+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"52'6","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362731+0000","last_change":"2024-09-10T08:34:27.342407+0000","last_active":"2024-09-10T08:34:28.362731+0000","last_peered":"2024-09-10T08:34:28.362731+0000","last_clean":"2024-09-10T08:34:28.362731+0000","last_became_active":"2024-09-10T08:34:27.341918+0000","last_became_peered":"2024-09-10T08:34:27.341918+0000","last_unstale":"2024-09-10T08:34:28.362731+0000","last_undegraded":"2024-09-10T08:34:28.362731+0000","last_fullsized":"2024-09-10T08:34:28.362731+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:18.046770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356817+0000","last_change":"2024-09-10T08:34:28.351832+0000","last_active":"2024-09-10T08:34:28.356817+0000","last_peered":"2024-09-10T08:34:28.356817+0000","last_clean":"2024-09-10T08:34:28.356817+0000","last_became_active":"2024-09-10T08:34:28.351563+0000","last_became_peered":"2024-09-10T08:34:28.351563+0000","last_unstale":"2024-09-10T08:34:28.356817+0000","last_undegraded":"2024-09-10T08:34:28.356817+0000","last_fullsized":"2024-09-10T08:34:28.356817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360231+0000","last_change":"2024-09-10T08:34:27.340421+0000","last_active":"2024-09-10T08:34:28.360231+0000","last_peered":"2024-09-10T08:34:28.360231+0000","last_clean":"2024-09-10T08:34:28.360231+0000","last_became_active":"2024-09-10T08:34:27.340133+0000","last_became_peered":"2024-09-10T08:34:27.340133+0000","last_unstale":"2024-09-10T08:34:28.360231+0000","last_undegraded":"2024-09-10T08:34:28.360231+0000","last_fullsized":"2024-09-10T08:34:28.360231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359985+0000","last_change":"2024-09-10T08:34:28.357563+0000","last_active":"2024-09-10T08:34:28.359985+0000","last_peered":"2024-09-10T08:34:28.359985+0000","last_clean":"2024-09-10T08:34:28.359985+0000","last_became_active":"2024-09-10T08:34:28.357248+0000","last_became_peered":"2024-09-10T08:34:28.357248+0000","last_unstale":"2024-09-10T08:34:28.359985+0000","last_undegraded":"2024-09-10T08:34:28.359985+0000","last_fullsized":"2024-09-10T08:34:28.359985+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344276+0000","last_change":"2024-09-10T08:34:27.348788+0000","last_active":"2024-09-10T08:34:28.344276+0000","last_peered":"2024-09-10T08:34:28.344276+0000","last_clean":"2024-09-10T08:34:28.344276+0000","last_became_active":"2024-09-10T08:34:27.348516+0000","last_became_peered":"2024-09-10T08:34:27.348516+0000","last_unstale":"2024-09-10T08:34:28.344276+0000","last_undegraded":"2024-09-10T08:34:28.344276+0000","last_fullsized":"2024-09-10T08:34:28.344276+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:58.604920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360760+0000","last_change":"2024-09-10T08:34:28.354924+0000","last_active":"2024-09-10T08:34:28.360760+0000","last_peered":"2024-09-10T08:34:28.360760+0000","last_clean":"2024-09-10T08:34:28.360760+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.360760+0000","last_undegraded":"2024-09-10T08:34:28.360760+0000","last_fullsized":"2024-09-10T08:34:28.360760+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:24:48.777669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336829+0000","last_change":"2024-09-10T08:34:27.337898+0000","last_active":"2024-09-10T08:34:28.336829+0000","last_peered":"2024-09-10T08:34:28.336829+0000","last_clean":"2024-09-10T08:34:28.336829+0000","last_became_active":"2024-09-10T08:34:27.337618+0000","last_became_peered":"2024-09-10T08:34:27.337618+0000","last_unstale":"2024-09-10T08:34:28.336829+0000","last_undegraded":"2024-09-10T08:34:28.336829+0000","last_fullsized":"2024-09-10T08:34:28.336829+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:07.333453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359924+0000","last_change":"2024-09-10T08:34:28.350246+0000","last_active":"2024-09-10T08:34:28.359924+0000","last_peered":"2024-09-10T08:34:28.359924+0000","last_clean":"2024-09-10T08:34:28.359924+0000","last_became_active":"2024-09-10T08:34:28.349992+0000","last_became_peered":"2024-09-10T08:34:28.349992+0000","last_unstale":"2024-09-10T08:34:28.359924+0000","last_undegraded":"2024-09-10T08:34:28.359924+0000","last_fullsized":"2024-09-10T08:34:28.359924+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"52'8","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358229+0000","last_change":"2024-09-10T08:34:27.341546+0000","last_active":"2024-09-10T08:34:28.358229+0000","last_peered":"2024-09-10T08:34:28.358229+0000","last_clean":"2024-09-10T08:34:28.358229+0000","last_became_active":"2024-09-10T08:34:27.341284+0000","last_became_peered":"2024-09-10T08:34:27.341284+0000","last_unstale":"2024-09-10T08:34:28.358229+0000","last_undegraded":"2024-09-10T08:34:28.358229+0000","last_fullsized":"2024-09-10T08:34:28.358229+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:55.802793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361312+0000","last_change":"2024-09-10T08:34:28.357996+0000","last_active":"2024-09-10T08:34:28.361312+0000","last_peered":"2024-09-10T08:34:28.361312+0000","last_clean":"2024-09-10T08:34:28.361312+0000","last_became_active":"2024-09-10T08:34:28.357025+0000","last_became_peered":"2024-09-10T08:34:28.357025+0000","last_unstale":"2024-09-10T08:34:28.361312+0000","last_undegraded":"2024-09-10T08:34:28.361312+0000","last_fullsized":"2024-09-10T08:34:28.361312+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:12.628024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361468+0000","last_change":"2024-09-10T08:34:27.339377+0000","last_active":"2024-09-10T08:34:28.361468+0000","last_peered":"2024-09-10T08:34:28.361468+0000","last_clean":"2024-09-10T08:34:28.361468+0000","last_became_active":"2024-09-10T08:34:27.339121+0000","last_became_peered":"2024-09-10T08:34:27.339121+0000","last_unstale":"2024-09-10T08:34:28.361468+0000","last_undegraded":"2024-09-10T08:34:28.361468+0000","last_fullsized":"2024-09-10T08:34:28.361468+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:52.564278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359648+0000","last_change":"2024-09-10T08:34:27.340874+0000","last_active":"2024-09-10T08:34:28.359648+0000","last_peered":"2024-09-10T08:34:28.359648+0000","last_clean":"2024-09-10T08:34:28.359648+0000","last_became_active":"2024-09-10T08:34:27.340610+0000","last_became_peered":"2024-09-10T08:34:27.340610+0000","last_unstale":"2024-09-10T08:34:28.359648+0000","last_undegraded":"2024-09-10T08:34:28.359648+0000","last_fullsized":"2024-09-10T08:34:28.359648+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:07.785368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336319+0000","last_change":"2024-09-10T08:34:28.351041+0000","last_active":"2024-09-10T08:34:29.336319+0000","last_peered":"2024-09-10T08:34:29.336319+0000","last_clean":"2024-09-10T08:34:29.336319+0000","last_became_active":"2024-09-10T08:34:28.350258+0000","last_became_peered":"2024-09-10T08:34:28.350258+0000","last_unstale":"2024-09-10T08:34:29.336319+0000","last_undegraded":"2024-09-10T08:34:29.336319+0000","last_fullsized":"2024-09-10T08:34:29.336319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361805+0000","last_change":"2024-09-10T08:34:27.342034+0000","last_active":"2024-09-10T08:34:28.361805+0000","last_peered":"2024-09-10T08:34:28.361805+0000","last_clean":"2024-09-10T08:34:28.361805+0000","last_became_active":"2024-09-10T08:34:27.341753+0000","last_became_peered":"2024-09-10T08:34:27.341753+0000","last_unstale":"2024-09-10T08:34:28.361805+0000","last_undegraded":"2024-09-10T08:34:28.361805+0000","last_fullsized":"2024-09-10T08:34:28.361805+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344318+0000","last_change":"2024-09-10T08:34:27.342408+0000","last_active":"2024-09-10T08:34:28.344318+0000","last_peered":"2024-09-10T08:34:28.344318+0000","last_clean":"2024-09-10T08:34:28.344318+0000","last_became_active":"2024-09-10T08:34:27.342133+0000","last_became_peered":"2024-09-10T08:34:27.342133+0000","last_unstale":"2024-09-10T08:34:28.344318+0000","last_undegraded":"2024-09-10T08:34:28.344318+0000","last_fullsized":"2024-09-10T08:34:28.344318+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361590+0000","last_change":"2024-09-10T08:34:28.356332+0000","last_active":"2024-09-10T08:34:28.361590+0000","last_peered":"2024-09-10T08:34:28.361590+0000","last_clean":"2024-09-10T08:34:28.361590+0000","last_became_active":"2024-09-10T08:34:28.356078+0000","last_became_peered":"2024-09-10T08:34:28.356078+0000","last_unstale":"2024-09-10T08:34:28.361590+0000","last_undegraded":"2024-09-10T08:34:28.361590+0000","last_fullsized":"2024-09-10T08:34:28.361590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.328474+0000","last_change":"2024-09-10T08:34:26.328474+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.328474+0000","last_undegraded":"2024-09-10T08:34:26.328474+0000","last_fullsized":"2024-09-10T08:34:26.328474+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361739+0000","last_change":"2024-09-10T08:34:28.354993+0000","last_active":"2024-09-10T08:34:28.361739+0000","last_peered":"2024-09-10T08:34:28.361739+0000","last_clean":"2024-09-10T08:34:28.361739+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.361739+0000","last_undegraded":"2024-09-10T08:34:28.361739+0000","last_fullsized":"2024-09-10T08:34:28.361739+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:53.568503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338719+0000","last_change":"2024-09-10T08:34:27.341502+0000","last_active":"2024-09-10T08:34:28.338719+0000","last_peered":"2024-09-10T08:34:28.338719+0000","last_clean":"2024-09-10T08:34:28.338719+0000","last_became_active":"2024-09-10T08:34:27.341255+0000","last_became_peered":"2024-09-10T08:34:27.341255+0000","last_unstale":"2024-09-10T08:34:28.338719+0000","last_undegraded":"2024-09-10T08:34:28.338719+0000","last_fullsized":"2024-09-10T08:34:28.338719+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:41.963672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359264+0000","last_change":"2024-09-10T08:34:28.348650+0000","last_active":"2024-09-10T08:34:28.359264+0000","last_peered":"2024-09-10T08:34:28.359264+0000","last_clean":"2024-09-10T08:34:28.359264+0000","last_became_active":"2024-09-10T08:34:28.348390+0000","last_became_peered":"2024-09-10T08:34:28.348390+0000","last_unstale":"2024-09-10T08:34:28.359264+0000","last_undegraded":"2024-09-10T08:34:28.359264+0000","last_fullsized":"2024-09-10T08:34:28.359264+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.339070+0000","last_change":"2024-09-10T08:34:27.345879+0000","last_active":"2024-09-10T08:34:28.339070+0000","last_peered":"2024-09-10T08:34:28.339070+0000","last_clean":"2024-09-10T08:34:28.339070+0000","last_became_active":"2024-09-10T08:34:27.345629+0000","last_became_peered":"2024-09-10T08:34:27.345629+0000","last_unstale":"2024-09-10T08:34:28.339070+0000","last_undegraded":"2024-09-10T08:34:28.339070+0000","last_fullsized":"2024-09-10T08:34:28.339070+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:43.909153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.334639+0000","last_change":"2024-09-10T08:34:27.336258+0000","last_active":"2024-09-10T08:34:28.334639+0000","last_peered":"2024-09-10T08:34:28.334639+0000","last_clean":"2024-09-10T08:34:28.334639+0000","last_became_active":"2024-09-10T08:34:27.335989+0000","last_became_peered":"2024-09-10T08:34:27.335989+0000","last_unstale":"2024-09-10T08:34:28.334639+0000","last_undegraded":"2024-09-10T08:34:28.334639+0000","last_fullsized":"2024-09-10T08:34:28.334639+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:07.342029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364058+0000","last_change":"2024-09-10T08:34:28.361464+0000","last_active":"2024-09-10T08:34:28.364058+0000","last_peered":"2024-09-10T08:34:28.364058+0000","last_clean":"2024-09-10T08:34:28.364058+0000","last_became_active":"2024-09-10T08:34:28.361078+0000","last_became_peered":"2024-09-10T08:34:28.361078+0000","last_unstale":"2024-09-10T08:34:28.364058+0000","last_undegraded":"2024-09-10T08:34:28.364058+0000","last_fullsized":"2024-09-10T08:34:28.364058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361996+0000","last_change":"2024-09-10T08:34:27.348812+0000","last_active":"2024-09-10T08:34:28.361996+0000","last_peered":"2024-09-10T08:34:28.361996+0000","last_clean":"2024-09-10T08:34:28.361996+0000","last_became_active":"2024-09-10T08:34:27.348526+0000","last_became_peered":"2024-09-10T08:34:27.348526+0000","last_unstale":"2024-09-10T08:34:28.361996+0000","last_undegraded":"2024-09-10T08:34:28.361996+0000","last_fullsized":"2024-09-10T08:34:28.361996+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:04:15.497972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338579+0000","last_change":"2024-09-10T08:34:27.338456+0000","last_active":"2024-09-10T08:34:28.338579+0000","last_peered":"2024-09-10T08:34:28.338579+0000","last_clean":"2024-09-10T08:34:28.338579+0000","last_became_active":"2024-09-10T08:34:27.338219+0000","last_became_peered":"2024-09-10T08:34:27.338219+0000","last_unstale":"2024-09-10T08:34:28.338579+0000","last_undegraded":"2024-09-10T08:34:28.338579+0000","last_fullsized":"2024-09-10T08:34:28.338579+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:09.536195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356299+0000","last_change":"2024-09-10T08:34:28.348325+0000","last_active":"2024-09-10T08:34:28.356299+0000","last_peered":"2024-09-10T08:34:28.356299+0000","last_clean":"2024-09-10T08:34:28.356299+0000","last_became_active":"2024-09-10T08:34:28.348042+0000","last_became_peered":"2024-09-10T08:34:28.348042+0000","last_unstale":"2024-09-10T08:34:28.356299+0000","last_undegraded":"2024-09-10T08:34:28.356299+0000","last_fullsized":"2024-09-10T08:34:28.356299+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.327467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335701+0000","last_change":"2024-09-10T08:34:27.341517+0000","last_active":"2024-09-10T08:34:28.335701+0000","last_peered":"2024-09-10T08:34:28.335701+0000","last_clean":"2024-09-10T08:34:28.335701+0000","last_became_active":"2024-09-10T08:34:27.341271+0000","last_became_peered":"2024-09-10T08:34:27.341271+0000","last_unstale":"2024-09-10T08:34:28.335701+0000","last_undegraded":"2024-09-10T08:34:28.335701+0000","last_fullsized":"2024-09-10T08:34:28.335701+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360139+0000","last_change":"2024-09-10T08:34:28.358861+0000","last_active":"2024-09-10T08:34:28.360139+0000","last_peered":"2024-09-10T08:34:28.360139+0000","last_clean":"2024-09-10T08:34:28.360139+0000","last_became_active":"2024-09-10T08:34:28.358509+0000","last_became_peered":"2024-09-10T08:34:28.358509+0000","last_unstale":"2024-09-10T08:34:28.360139+0000","last_undegraded":"2024-09-10T08:34:28.360139+0000","last_fullsized":"2024-09-10T08:34:28.360139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338234+0000","last_change":"2024-09-10T08:34:27.339765+0000","last_active":"2024-09-10T08:34:28.338234+0000","last_peered":"2024-09-10T08:34:28.338234+0000","last_clean":"2024-09-10T08:34:28.338234+0000","last_became_active":"2024-09-10T08:34:27.339495+0000","last_became_peered":"2024-09-10T08:34:27.339495+0000","last_unstale":"2024-09-10T08:34:28.338234+0000","last_undegraded":"2024-09-10T08:34:28.338234+0000","last_fullsized":"2024-09-10T08:34:28.338234+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:47.772447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356577+0000","last_change":"2024-09-10T08:34:28.352462+0000","last_active":"2024-09-10T08:34:28.356577+0000","last_peered":"2024-09-10T08:34:28.356577+0000","last_clean":"2024-09-10T08:34:28.356577+0000","last_became_active":"2024-09-10T08:34:28.352197+0000","last_became_peered":"2024-09-10T08:34:28.352197+0000","last_unstale":"2024-09-10T08:34:28.356577+0000","last_undegraded":"2024-09-10T08:34:28.356577+0000","last_fullsized":"2024-09-10T08:34:28.356577+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338848+0000","last_change":"2024-09-10T08:34:27.346391+0000","last_active":"2024-09-10T08:34:28.338848+0000","last_peered":"2024-09-10T08:34:28.338848+0000","last_clean":"2024-09-10T08:34:28.338848+0000","last_became_active":"2024-09-10T08:34:27.346112+0000","last_became_peered":"2024-09-10T08:34:27.346112+0000","last_unstale":"2024-09-10T08:34:28.338848+0000","last_undegraded":"2024-09-10T08:34:28.338848+0000","last_fullsized":"2024-09-10T08:34:28.338848+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:04.452642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358297+0000","last_change":"2024-09-10T08:34:28.346457+0000","last_active":"2024-09-10T08:34:28.358297+0000","last_peered":"2024-09-10T08:34:28.358297+0000","last_clean":"2024-09-10T08:34:28.358297+0000","last_became_active":"2024-09-10T08:34:28.346127+0000","last_became_peered":"2024-09-10T08:34:28.346127+0000","last_unstale":"2024-09-10T08:34:28.358297+0000","last_undegraded":"2024-09-10T08:34:28.358297+0000","last_fullsized":"2024-09-10T08:34:28.358297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336227+0000","last_change":"2024-09-10T08:34:27.337013+0000","last_active":"2024-09-10T08:34:29.336227+0000","last_peered":"2024-09-10T08:34:29.336227+0000","last_clean":"2024-09-10T08:34:29.336227+0000","last_became_active":"2024-09-10T08:34:27.336737+0000","last_became_peered":"2024-09-10T08:34:27.336737+0000","last_unstale":"2024-09-10T08:34:29.336227+0000","last_undegraded":"2024-09-10T08:34:29.336227+0000","last_fullsized":"2024-09-10T08:34:29.336227+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353398+0000","last_change":"2024-09-10T08:34:28.344578+0000","last_active":"2024-09-10T08:34:28.353398+0000","last_peered":"2024-09-10T08:34:28.353398+0000","last_clean":"2024-09-10T08:34:28.353398+0000","last_became_active":"2024-09-10T08:34:28.344307+0000","last_became_peered":"2024-09-10T08:34:28.344307+0000","last_unstale":"2024-09-10T08:34:28.353398+0000","last_undegraded":"2024-09-10T08:34:28.353398+0000","last_fullsized":"2024-09-10T08:34:28.353398+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:23.543323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342623+0000","last_change":"2024-09-10T08:34:27.345413+0000","last_active":"2024-09-10T08:34:28.342623+0000","last_peered":"2024-09-10T08:34:28.342623+0000","last_clean":"2024-09-10T08:34:28.342623+0000","last_became_active":"2024-09-10T08:34:27.345128+0000","last_became_peered":"2024-09-10T08:34:27.345128+0000","last_unstale":"2024-09-10T08:34:28.342623+0000","last_undegraded":"2024-09-10T08:34:28.342623+0000","last_fullsized":"2024-09-10T08:34:28.342623+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358657+0000","last_change":"2024-09-10T08:34:28.351348+0000","last_active":"2024-09-10T08:34:28.358657+0000","last_peered":"2024-09-10T08:34:28.358657+0000","last_clean":"2024-09-10T08:34:28.358657+0000","last_became_active":"2024-09-10T08:34:28.351024+0000","last_became_peered":"2024-09-10T08:34:28.351024+0000","last_unstale":"2024-09-10T08:34:28.358657+0000","last_undegraded":"2024-09-10T08:34:28.358657+0000","last_fullsized":"2024-09-10T08:34:28.358657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:32.189852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338316+0000","last_change":"2024-09-10T08:34:27.341337+0000","last_active":"2024-09-10T08:34:28.338316+0000","last_peered":"2024-09-10T08:34:28.338316+0000","last_clean":"2024-09-10T08:34:28.338316+0000","last_became_active":"2024-09-10T08:34:27.341084+0000","last_became_peered":"2024-09-10T08:34:27.341084+0000","last_unstale":"2024-09-10T08:34:28.338316+0000","last_undegraded":"2024-09-10T08:34:28.338316+0000","last_fullsized":"2024-09-10T08:34:28.338316+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:56.336311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":230,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336835+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:34:28.336835+0000","last_peered":"2024-09-10T08:34:28.336835+0000","last_clean":"2024-09-10T08:34:28.336835+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:34:28.336835+0000","last_undegraded":"2024-09-10T08:34:28.336835+0000","last_fullsized":"2024-09-10T08:34:28.336835+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476764,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":614400,"data_stored":268396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1191936,"data_stored":851015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509466,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509467,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509466,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":622592,"data_stored":269426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509466,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1212416,"data_stored":858238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":585728,"data_stored":253980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:34:31.955 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3f is not active+clean 2024-09-10T08:34:31.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.955 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3a is not active+clean 2024-09-10T08:34:31.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.955 INFO:tasks.ceph.ceph_manager.ceph:PG 8.36 is not active+clean 2024-09-10T08:34:31.955 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:PG 8.33 is not active+clean 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:PG 8.30 is not active+clean 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:PG 8.25 is not active+clean 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1e is not active+clean 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:34:26.330223+0000', 'last_change': '2024-09-10T08:34:26.330223+0000', 'last_active': '2024-09-10T08:34:26.318165+0000', 'last_peered': '2024-09-10T08:34:26.318165+0000', 'last_clean': '2024-09-10T08:34:26.318165+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:26.330223+0000', 'last_undegraded': '2024-09-10T08:34:26.330223+0000', 'last_fullsized': '2024-09-10T08:34:26.330223+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1d is not active+clean 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:34:26.329788+0000', 'last_change': '2024-09-10T08:34:26.329788+0000', 'last_active': '2024-09-10T08:34:26.318165+0000', 'last_peered': '2024-09-10T08:34:26.318165+0000', 'last_clean': '2024-09-10T08:34:26.318165+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:26.329788+0000', 'last_undegraded': '2024-09-10T08:34:26.329788+0000', 'last_fullsized': '2024-09-10T08:34:26.329788+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:34:31.956 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1 is not active+clean 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3 is not active+clean 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:PG 7.b is not active+clean 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 50, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:34:26.328474+0000', 'last_change': '2024-09-10T08:34:26.328474+0000', 'last_active': '2024-09-10T08:34:26.318165+0000', 'last_peered': '2024-09-10T08:34:26.318165+0000', 'last_clean': '2024-09-10T08:34:26.318165+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:26.328474+0000', 'last_undegraded': '2024-09-10T08:34:26.328474+0000', 'last_fullsized': '2024-09-10T08:34:26.328474+0000', 'mapping_epoch': 50, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 50, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:26.318165+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:PG 8.7 is not active+clean 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:PG 8.a is not active+clean 2024-09-10T08:34:31.957 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:34:27.322390+0000', 'last_change': '2024-09-10T08:34:27.322390+0000', 'last_active': '2024-09-10T08:34:27.322390+0000', 'last_peered': '2024-09-10T08:34:27.322390+0000', 'last_clean': '2024-09-10T08:34:27.322390+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:34:27.322390+0000', 'last_undegraded': '2024-09-10T08:34:27.322390+0000', 'last_fullsized': '2024-09-10T08:34:27.322390+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'last_clean_scrub_stamp': '2024-09-10T08:34:27.322390+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:34:31.958 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T08:34:32.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.082+0000 7f72e4dd6640 1 Processor -- start 2024-09-10T08:34:32.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.082+0000 7f72e4dd6640 1 -- start start 2024-09-10T08:34:32.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.083+0000 7f72e4dd6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f72e015e2a0 0x7f72e006d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.083+0000 7f72e4dd6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.083+0000 7f72e4dd6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72e00d1880 con 0x7f72e015e680 2024-09-10T08:34:32.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.083+0000 7f72e4dd6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f72e00d1b60 con 0x7f72e015e2a0 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.083+0000 7f72e4dd6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f72e00cf2d0 con 0x7f72e006d960 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.083+0000 7f72ddd9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f72e015e680 0x7f72e00cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44658/0 (socket says 172.21.15.94:44658) 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.083+0000 7f72ddd9b640 1 -- 172.21.15.94:0/3346899383 learned_addr learned my addr 172.21.15.94:0/3346899383 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72ded9d640 1 --2- 172.21.15.94:0/3346899383 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72de59c640 1 --2- 172.21.15.94:0/3346899383 >> v2:172.21.15.143:3300/0 conn(0x7f72e015e2a0 0x7f72e006d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72dd59a640 1 -- 172.21.15.94:0/3346899383 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1528639381 0 0) 0x7f72e00d1880 con 0x7f72e015e680 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72dd59a640 1 -- 172.21.15.94:0/3346899383 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f72c8003520 con 0x7f72e015e680 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72ded9d640 1 -- 172.21.15.94:0/3346899383 >> v2:172.21.15.143:3300/0 conn(0x7f72e015e2a0 msgr2=0x7f72e006d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72ded9d640 1 --2- 172.21.15.94:0/3346899383 >> v2:172.21.15.143:3300/0 conn(0x7f72e015e2a0 0x7f72e006d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72ded9d640 1 -- 172.21.15.94:0/3346899383 >> v1:172.21.15.94:6789/0 conn(0x7f72e015e680 legacy=0x7f72e00cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.084+0000 7f72ded9d640 1 -- 172.21.15.94:0/3346899383 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e00cf5b0 con 0x7f72e006d960 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72ded9d640 1 --2- 172.21.15.94:0/3346899383 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00d4370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f72d8009d90 tx=0x7f72d802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66bb92d0ae5ad364 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72dd59a640 1 -- 172.21.15.94:0/3346899383 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d8007740 con 0x7f72e006d960 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72dd59a640 1 -- 172.21.15.94:0/3346899383 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72d80078e0 con 0x7f72e006d960 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72dd59a640 1 -- 172.21.15.94:0/3346899383 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d8007c90 con 0x7f72e006d960 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 -- 172.21.15.94:0/3346899383 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 msgr2=0x7f72e00d4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/3346899383 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00d4370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f72d8009d90 tx=0x7f72d802a660 comp rx=0 tx=0).stop 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 -- 172.21.15.94:0/3346899383 shutdown_connections 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/3346899383 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00d4370 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/3346899383 >> v2:172.21.15.143:3300/0 conn(0x7f72e015e2a0 0x7f72e006d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 -- 172.21.15.94:0/3346899383 >> 172.21.15.94:0/3346899383 conn(0x7f72e009d760 msgr2=0x7f72e008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:32.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 -- 172.21.15.94:0/3346899383 shutdown_connections 2024-09-10T08:34:32.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.085+0000 7f72e4dd6640 1 -- 172.21.15.94:0/3346899383 wait complete. 2024-09-10T08:34:32.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 Processor -- start 2024-09-10T08:34:32.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 -- start start 2024-09-10T08:34:32.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00a1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72e015e2a0 0x7f72e00b9650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72e015e680 0x7f72e015c560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f72e00d0360 con 0x7f72e015e2a0 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f72e00d01e0 con 0x7f72e015e680 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.087+0000 7f72e4dd6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f72e00d48b0 con 0x7f72e006d960 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72e015e2a0 0x7f72e00b9650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72e015e2a0 0x7f72e00b9650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34206/0 (socket says 172.21.15.94:34206) 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 -- 172.21.15.94:0/2865633048 learned_addr learned my addr 172.21.15.94:0/2865633048 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ded9d640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72e015e680 0x7f72e015c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 -- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 msgr2=0x7f72e00a1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72de59c640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00a1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00a1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 -- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72e015e680 msgr2=0x7f72e015c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72e015e680 0x7f72e015c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 -- 172.21.15.94:0/2865633048 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72e00c80b0 con 0x7f72e015e2a0 2024-09-10T08:34:32.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ded9d640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72e015e680 0x7f72e015c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72de59c640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ddd9b640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72e015e2a0 0x7f72e00b9650 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f72d4001eb0 tx=0x7f72d400c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ceffd640 1 -- 172.21.15.94:0/2865633048 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d4017070 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ceffd640 1 -- 172.21.15.94:0/2865633048 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72d4005d00 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72e00c8a00 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72ceffd640 1 -- 172.21.15.94:0/2865633048 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72d4007310 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.088+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72e00b9b90 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.089+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72e00d4c70 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.090+0000 7f72ceffd640 1 -- 172.21.15.94:0/2865633048 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f72d401a070 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.090+0000 7f72ceffd640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f72c006be30 0x7f72c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.090+0000 7f72ceffd640 1 -- 172.21.15.94:0/2865633048 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f72d408a410 con 0x7f72e015e2a0 2024-09-10T08:34:32.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.090+0000 7f72de59c640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f72c006be30 0x7f72c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.091+0000 7f72de59c640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f72c006be30 0x7f72c006e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f72d0009ac0 tx=0x7f72d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:32.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.094+0000 7f72ceffd640 1 -- 172.21.15.94:0/2865633048 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f72d4058c30 con 0x7f72e015e2a0 2024-09-10T08:34:32.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.322+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f72e006cf90 con 0x7f72e015e2a0 2024-09-10T08:34:32.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.322+0000 7f72ceffd640 1 -- 172.21.15.94:0/2865633048 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1765 (secure 0 0 0) 0x7f72d4058530 con 0x7f72e015e2a0 2024-09-10T08:34:32.324 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:32.324 INFO:teuthology.orchestra.run.smithi094.stdout:{"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":130,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":53,"num_osds":8,"num_up_osds":8,"osd_up_since":1725957154,"num_in_osds":8,"osd_in_since":1725957143,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":76},{"state_name":"unknown","count":18},{"state_name":"creating+peering","count":3}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592778,"bytes_used":244412416,"bytes_avail":772849700864,"bytes_total":773094113280,"unknown_pgs_ratio":0.18556700646877289,"inactive_pgs_ratio":0.030927835032343864,"write_bytes_sec":3583,"read_op_per_sec":0,"write_op_per_sec":9},"fsmap":{"epoch":23,"btime":"2024-09-10T08:34:30:350311+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":5367}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-10T08:33:35.823779+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T08:34:32.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f72c006be30 msgr2=0x7f72c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f72c006be30 0x7f72c006e2f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f72d0009ac0 tx=0x7f72d0008040 comp rx=0 tx=0).stop 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72e015e2a0 msgr2=0x7f72e00b9650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72e015e2a0 0x7f72e00b9650 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f72d4001eb0 tx=0x7f72d400c820 comp rx=0 tx=0).stop 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 shutdown_connections 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f72c006be30 0x7f72c006e2f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f72e015e680 0x7f72e015c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f72e015e2a0 0x7f72e00b9650 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 --2- 172.21.15.94:0/2865633048 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f72e006d960 0x7f72e00a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 >> 172.21.15.94:0/2865633048 conn(0x7f72e009d760 msgr2=0x7f72e0160bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 shutdown_connections 2024-09-10T08:34:32.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.325+0000 7f72e4dd6640 1 -- 172.21.15.94:0/2865633048 wait complete. 2024-09-10T08:34:32.337 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T08:34:32.337 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:34:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.434+0000 7f0cb7dc4640 1 Processor -- start 2024-09-10T08:34:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.434+0000 7f0cb7dc4640 1 -- start start 2024-09-10T08:34:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb7dc4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0cb0141680 0x7f0cb00cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb7dc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb00d0370 0x7f0cb0141a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb7dc4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cb015d710 con 0x7f0cb0141fa0 2024-09-10T08:34:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb7dc4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0cb00d07b0 con 0x7f0cb0141680 2024-09-10T08:34:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb7dc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0cb015c6f0 con 0x7f0cb00d0370 2024-09-10T08:34:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb5b60640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0cb0141680 0x7f0cb00cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb5b60640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0cb0141680 0x7f0cb00cfe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34218/0 (socket says 172.21.15.94:34218) 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb5b60640 1 -- 172.21.15.94:0/744790273 learned_addr learned my addr 172.21.15.94:0/744790273 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb535f640 1 --2- 172.21.15.94:0/744790273 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb00d0370 0x7f0cb0141a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb5b60640 1 -- 172.21.15.94:0/744790273 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb00d0370 msgr2=0x7f0cb0141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb5b60640 1 --2- 172.21.15.94:0/744790273 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb00d0370 0x7f0cb0141a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb5b60640 1 -- 172.21.15.94:0/744790273 >> v1:172.21.15.143:6789/0 conn(0x7f0cb0141fa0 legacy=0x7f0cb00cec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb5b60640 1 -- 172.21.15.94:0/744790273 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cb015c950 con 0x7f0cb0141680 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.435+0000 7f0cb535f640 1 --2- 172.21.15.94:0/744790273 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb00d0370 0x7f0cb0141a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb5b60640 1 --2- 172.21.15.94:0/744790273 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141680 0x7f0cb00cfe30 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0cac009870 tx=0x7f0cac02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b0b494677c49c0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb4b5e640 1 -- 172.21.15.94:0/744790273 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cac037070 con 0x7f0cb0141680 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb4b5e640 1 -- 172.21.15.94:0/744790273 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cac032440 con 0x7f0cb0141680 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb4b5e640 1 -- 172.21.15.94:0/744790273 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cac032810 con 0x7f0cb0141680 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/744790273 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141680 msgr2=0x7f0cb00cfe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/744790273 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141680 0x7f0cb00cfe30 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0cac009870 tx=0x7f0cac02a210 comp rx=0 tx=0).stop 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/744790273 shutdown_connections 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/744790273 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb00d0370 0x7f0cb0141a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/744790273 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141680 0x7f0cb00cfe30 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/744790273 >> 172.21.15.94:0/744790273 conn(0x7f0cb00b3ed0 msgr2=0x7f0cb00b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.436+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/744790273 shutdown_connections 2024-09-10T08:34:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.437+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/744790273 wait complete. 2024-09-10T08:34:32.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 Processor -- start 2024-09-10T08:34:32.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 -- start start 2024-09-10T08:34:32.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cb00d0370 0x7f0cb0155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb0141680 0x7f0cb01e2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141fa0 0x7f0cb00c8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb015d1f0 con 0x7f0cb0141fa0 2024-09-10T08:34:32.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb015cf10 con 0x7f0cb00d0370 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb7dc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0cb01408c0 con 0x7f0cb0141680 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb6361640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141fa0 0x7f0cb00c8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb6361640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141fa0 0x7f0cb00c8190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34226/0 (socket says 172.21.15.94:34226) 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.438+0000 7f0cb6361640 1 -- 172.21.15.94:0/901653549 learned_addr learned my addr 172.21.15.94:0/901653549 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb535f640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb0141680 0x7f0cb01e2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb5b60640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cb00d0370 0x7f0cb0155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb6361640 1 -- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb0141680 msgr2=0x7f0cb01e2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb6361640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb0141680 0x7f0cb01e2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb6361640 1 -- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cb00d0370 msgr2=0x7f0cb0155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb6361640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cb00d0370 0x7f0cb0155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb6361640 1 -- 172.21.15.94:0/901653549 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cb01e4670 con 0x7f0cb0141fa0 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb6361640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141fa0 0x7f0cb00c8190 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f0ca800b990 tx=0x7f0ca800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:32.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0ca27fc640 1 -- 172.21.15.94:0/901653549 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca8019070 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0ca27fc640 1 -- 172.21.15.94:0/901653549 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ca800cba0 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0ca27fc640 1 -- 172.21.15.94:0/901653549 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca8014440 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cb0156ea0 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.439+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cb01e4950 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.440+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cb0142410 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.441+0000 7f0ca27fc640 1 -- 172.21.15.94:0/901653549 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0ca801c070 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.441+0000 7f0ca27fc640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c9406be60 0x7f0c9406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.441+0000 7f0ca27fc640 1 -- 172.21.15.94:0/901653549 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f0ca808ad40 con 0x7f0cb0141fa0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.441+0000 7f0cb5b60640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c9406be60 0x7f0c9406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:32.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.441+0000 7f0cb5b60640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c9406be60 0x7f0c9406e320 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0cac034000 tx=0x7f0cac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:32.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.445+0000 7f0ca27fc640 1 -- 172.21.15.94:0/901653549 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ca8059560 con 0x7f0cb0141fa0 2024-09-10T08:34:32.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.608+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0cb013f590 con 0x7f0c9406be60 2024-09-10T08:34:32.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.614+0000 7f0ca27fc640 1 -- 172.21.15.94:0/901653549 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250260 (secure 0 0 0) 0x7f0cac07f1b0 con 0x7f0c9406be60 2024-09-10T08:34:32.618 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:32.619 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:34:32.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c9406be60 msgr2=0x7f0c9406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c9406be60 0x7f0c9406e320 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0cac034000 tx=0x7f0cac02e000 comp rx=0 tx=0).stop 2024-09-10T08:34:32.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141fa0 msgr2=0x7f0cb00c8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:32.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141fa0 0x7f0cb00c8190 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f0ca800b990 tx=0x7f0ca800be50 comp rx=0 tx=0).stop 2024-09-10T08:34:32.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 shutdown_connections 2024-09-10T08:34:32.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c9406be60 0x7f0c9406e320 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0cb0141fa0 0x7f0cb00c8190 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0cb0141680 0x7f0cb01e2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 --2- 172.21.15.94:0/901653549 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0cb00d0370 0x7f0cb0155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:32.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 >> 172.21.15.94:0/901653549 conn(0x7f0cb00b3ed0 msgr2=0x7f0cb0156040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:32.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 shutdown_connections 2024-09-10T08:34:32.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:32.617+0000 7f0cb7dc4640 1 -- 172.21.15.94:0/901653549 wait complete. 2024-09-10T08:34:32.629 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":106,"stamp":"2024-09-10T08:34:31.833952+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":93,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238788,"kb_used_data":5880,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735932,"statfs":{"total":773094113280,"available":772849594368,"internally_reserved":0,"allocated":6021120,"data_stored":3282996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.511482"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359148+0000","last_change":"2024-09-10T08:34:28.349553+0000","last_active":"2024-09-10T08:34:28.359148+0000","last_peered":"2024-09-10T08:34:28.359148+0000","last_clean":"2024-09-10T08:34:28.359148+0000","last_became_active":"2024-09-10T08:34:28.349045+0000","last_became_peered":"2024-09-10T08:34:28.349045+0000","last_unstale":"2024-09-10T08:34:28.359148+0000","last_undegraded":"2024-09-10T08:34:28.359148+0000","last_fullsized":"2024-09-10T08:34:28.359148+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359002+0000","last_change":"2024-09-10T08:34:28.348101+0000","last_active":"2024-09-10T08:34:28.359002+0000","last_peered":"2024-09-10T08:34:28.359002+0000","last_clean":"2024-09-10T08:34:28.359002+0000","last_became_active":"2024-09-10T08:34:28.347778+0000","last_became_peered":"2024-09-10T08:34:28.347778+0000","last_unstale":"2024-09-10T08:34:28.359002+0000","last_undegraded":"2024-09-10T08:34:28.359002+0000","last_fullsized":"2024-09-10T08:34:28.359002+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359322+0000","last_change":"2024-09-10T08:34:28.354416+0000","last_active":"2024-09-10T08:34:28.359322+0000","last_peered":"2024-09-10T08:34:28.359322+0000","last_clean":"2024-09-10T08:34:28.359322+0000","last_became_active":"2024-09-10T08:34:28.354126+0000","last_became_peered":"2024-09-10T08:34:28.354126+0000","last_unstale":"2024-09-10T08:34:28.359322+0000","last_undegraded":"2024-09-10T08:34:28.359322+0000","last_fullsized":"2024-09-10T08:34:28.359322+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336726+0000","last_change":"2024-09-10T08:34:28.344397+0000","last_active":"2024-09-10T08:34:29.336726+0000","last_peered":"2024-09-10T08:34:29.336726+0000","last_clean":"2024-09-10T08:34:29.336726+0000","last_became_active":"2024-09-10T08:34:28.344055+0000","last_became_peered":"2024-09-10T08:34:28.344055+0000","last_unstale":"2024-09-10T08:34:29.336726+0000","last_undegraded":"2024-09-10T08:34:29.336726+0000","last_fullsized":"2024-09-10T08:34:29.336726+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359940+0000","last_change":"2024-09-10T08:34:28.349890+0000","last_active":"2024-09-10T08:34:28.359940+0000","last_peered":"2024-09-10T08:34:28.359940+0000","last_clean":"2024-09-10T08:34:28.359940+0000","last_became_active":"2024-09-10T08:34:28.348337+0000","last_became_peered":"2024-09-10T08:34:28.348337+0000","last_unstale":"2024-09-10T08:34:28.359940+0000","last_undegraded":"2024-09-10T08:34:28.359940+0000","last_fullsized":"2024-09-10T08:34:28.359940+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361215+0000","last_change":"2024-09-10T08:34:28.356739+0000","last_active":"2024-09-10T08:34:28.361215+0000","last_peered":"2024-09-10T08:34:28.361215+0000","last_clean":"2024-09-10T08:34:28.361215+0000","last_became_active":"2024-09-10T08:34:28.354885+0000","last_became_peered":"2024-09-10T08:34:28.354885+0000","last_unstale":"2024-09-10T08:34:28.361215+0000","last_undegraded":"2024-09-10T08:34:28.361215+0000","last_fullsized":"2024-09-10T08:34:28.361215+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:31.417847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361153+0000","last_change":"2024-09-10T08:34:28.356417+0000","last_active":"2024-09-10T08:34:28.361153+0000","last_peered":"2024-09-10T08:34:28.361153+0000","last_clean":"2024-09-10T08:34:28.361153+0000","last_became_active":"2024-09-10T08:34:28.354651+0000","last_became_peered":"2024-09-10T08:34:28.354651+0000","last_unstale":"2024-09-10T08:34:28.361153+0000","last_undegraded":"2024-09-10T08:34:28.361153+0000","last_fullsized":"2024-09-10T08:34:28.361153+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:43:12.311801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.345276+0000","last_change":"2024-09-10T08:34:28.344201+0000","last_active":"2024-09-10T08:34:28.345276+0000","last_peered":"2024-09-10T08:34:28.345276+0000","last_clean":"2024-09-10T08:34:28.345276+0000","last_became_active":"2024-09-10T08:34:28.343972+0000","last_became_peered":"2024-09-10T08:34:28.343972+0000","last_unstale":"2024-09-10T08:34:28.345276+0000","last_undegraded":"2024-09-10T08:34:28.345276+0000","last_fullsized":"2024-09-10T08:34:28.345276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:05:35.352737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361231+0000","last_change":"2024-09-10T08:34:28.356790+0000","last_active":"2024-09-10T08:34:28.361231+0000","last_peered":"2024-09-10T08:34:28.361231+0000","last_clean":"2024-09-10T08:34:28.361231+0000","last_became_active":"2024-09-10T08:34:28.356501+0000","last_became_peered":"2024-09-10T08:34:28.356501+0000","last_unstale":"2024-09-10T08:34:28.361231+0000","last_undegraded":"2024-09-10T08:34:28.361231+0000","last_fullsized":"2024-09-10T08:34:28.361231+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:02.544699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358345+0000","last_change":"2024-09-10T08:34:28.345233+0000","last_active":"2024-09-10T08:34:28.358345+0000","last_peered":"2024-09-10T08:34:28.358345+0000","last_clean":"2024-09-10T08:34:28.358345+0000","last_became_active":"2024-09-10T08:34:28.344936+0000","last_became_peered":"2024-09-10T08:34:28.344936+0000","last_unstale":"2024-09-10T08:34:28.358345+0000","last_undegraded":"2024-09-10T08:34:28.358345+0000","last_fullsized":"2024-09-10T08:34:28.358345+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:17.571515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356055+0000","last_change":"2024-09-10T08:34:28.346053+0000","last_active":"2024-09-10T08:34:28.356055+0000","last_peered":"2024-09-10T08:34:28.356055+0000","last_clean":"2024-09-10T08:34:28.356055+0000","last_became_active":"2024-09-10T08:34:28.345725+0000","last_became_peered":"2024-09-10T08:34:28.345725+0000","last_unstale":"2024-09-10T08:34:28.356055+0000","last_undegraded":"2024-09-10T08:34:28.356055+0000","last_fullsized":"2024-09-10T08:34:28.356055+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360017+0000","last_change":"2024-09-10T08:34:28.352755+0000","last_active":"2024-09-10T08:34:28.360017+0000","last_peered":"2024-09-10T08:34:28.360017+0000","last_clean":"2024-09-10T08:34:28.360017+0000","last_became_active":"2024-09-10T08:34:28.352488+0000","last_became_peered":"2024-09-10T08:34:28.352488+0000","last_unstale":"2024-09-10T08:34:28.360017+0000","last_undegraded":"2024-09-10T08:34:28.360017+0000","last_fullsized":"2024-09-10T08:34:28.360017+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359074+0000","last_change":"2024-09-10T08:34:28.349308+0000","last_active":"2024-09-10T08:34:28.359074+0000","last_peered":"2024-09-10T08:34:28.359074+0000","last_clean":"2024-09-10T08:34:28.359074+0000","last_became_active":"2024-09-10T08:34:28.348119+0000","last_became_peered":"2024-09-10T08:34:28.348119+0000","last_unstale":"2024-09-10T08:34:28.359074+0000","last_undegraded":"2024-09-10T08:34:28.359074+0000","last_fullsized":"2024-09-10T08:34:28.359074+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359964+0000","last_change":"2024-09-10T08:34:28.356802+0000","last_active":"2024-09-10T08:34:28.359964+0000","last_peered":"2024-09-10T08:34:28.359964+0000","last_clean":"2024-09-10T08:34:28.359964+0000","last_became_active":"2024-09-10T08:34:28.356527+0000","last_became_peered":"2024-09-10T08:34:28.356527+0000","last_unstale":"2024-09-10T08:34:28.359964+0000","last_undegraded":"2024-09-10T08:34:28.359964+0000","last_fullsized":"2024-09-10T08:34:28.359964+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361877+0000","last_change":"2024-09-10T08:34:28.357187+0000","last_active":"2024-09-10T08:34:28.361877+0000","last_peered":"2024-09-10T08:34:28.361877+0000","last_clean":"2024-09-10T08:34:28.361877+0000","last_became_active":"2024-09-10T08:34:28.356874+0000","last_became_peered":"2024-09-10T08:34:28.356874+0000","last_unstale":"2024-09-10T08:34:28.361877+0000","last_undegraded":"2024-09-10T08:34:28.361877+0000","last_fullsized":"2024-09-10T08:34:28.361877+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361912+0000","last_change":"2024-09-10T08:34:28.357177+0000","last_active":"2024-09-10T08:34:28.361912+0000","last_peered":"2024-09-10T08:34:28.361912+0000","last_clean":"2024-09-10T08:34:28.361912+0000","last_became_active":"2024-09-10T08:34:28.356904+0000","last_became_peered":"2024-09-10T08:34:28.356904+0000","last_unstale":"2024-09-10T08:34:28.361912+0000","last_undegraded":"2024-09-10T08:34:28.361912+0000","last_fullsized":"2024-09-10T08:34:28.361912+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:44.913378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360646+0000","last_change":"2024-09-10T08:34:28.355047+0000","last_active":"2024-09-10T08:34:28.360646+0000","last_peered":"2024-09-10T08:34:28.360646+0000","last_clean":"2024-09-10T08:34:28.360646+0000","last_became_active":"2024-09-10T08:34:28.354798+0000","last_became_peered":"2024-09-10T08:34:28.354798+0000","last_unstale":"2024-09-10T08:34:28.360646+0000","last_undegraded":"2024-09-10T08:34:28.360646+0000","last_fullsized":"2024-09-10T08:34:28.360646+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.257965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342901+0000","last_change":"2024-09-10T08:34:28.341323+0000","last_active":"2024-09-10T08:34:28.342901+0000","last_peered":"2024-09-10T08:34:28.342901+0000","last_clean":"2024-09-10T08:34:28.342901+0000","last_became_active":"2024-09-10T08:34:28.341057+0000","last_became_peered":"2024-09-10T08:34:28.341057+0000","last_unstale":"2024-09-10T08:34:28.342901+0000","last_undegraded":"2024-09-10T08:34:28.342901+0000","last_fullsized":"2024-09-10T08:34:28.342901+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:57:13.728263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.357363+0000","last_change":"2024-09-10T08:34:28.344362+0000","last_active":"2024-09-10T08:34:28.357363+0000","last_peered":"2024-09-10T08:34:28.357363+0000","last_clean":"2024-09-10T08:34:28.357363+0000","last_became_active":"2024-09-10T08:34:28.344068+0000","last_became_peered":"2024-09-10T08:34:28.344068+0000","last_unstale":"2024-09-10T08:34:28.357363+0000","last_undegraded":"2024-09-10T08:34:28.357363+0000","last_fullsized":"2024-09-10T08:34:28.357363+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:56.369426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359900+0000","last_change":"2024-09-10T08:34:28.348534+0000","last_active":"2024-09-10T08:34:28.359900+0000","last_peered":"2024-09-10T08:34:28.359900+0000","last_clean":"2024-09-10T08:34:28.359900+0000","last_became_active":"2024-09-10T08:34:28.348260+0000","last_became_peered":"2024-09-10T08:34:28.348260+0000","last_unstale":"2024-09-10T08:34:28.359900+0000","last_undegraded":"2024-09-10T08:34:28.359900+0000","last_fullsized":"2024-09-10T08:34:28.359900+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353360+0000","last_change":"2024-09-10T08:34:28.345307+0000","last_active":"2024-09-10T08:34:28.353360+0000","last_peered":"2024-09-10T08:34:28.353360+0000","last_clean":"2024-09-10T08:34:28.353360+0000","last_became_active":"2024-09-10T08:34:28.345011+0000","last_became_peered":"2024-09-10T08:34:28.345011+0000","last_unstale":"2024-09-10T08:34:28.353360+0000","last_undegraded":"2024-09-10T08:34:28.353360+0000","last_fullsized":"2024-09-10T08:34:28.353360+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:22.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358767+0000","last_change":"2024-09-10T08:34:28.350791+0000","last_active":"2024-09-10T08:34:28.358767+0000","last_peered":"2024-09-10T08:34:28.358767+0000","last_clean":"2024-09-10T08:34:28.358767+0000","last_became_active":"2024-09-10T08:34:28.350427+0000","last_became_peered":"2024-09-10T08:34:28.350427+0000","last_unstale":"2024-09-10T08:34:28.358767+0000","last_undegraded":"2024-09-10T08:34:28.358767+0000","last_fullsized":"2024-09-10T08:34:28.358767+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:58.236747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359289+0000","last_change":"2024-09-10T08:34:28.349097+0000","last_active":"2024-09-10T08:34:28.359289+0000","last_peered":"2024-09-10T08:34:28.359289+0000","last_clean":"2024-09-10T08:34:28.359289+0000","last_became_active":"2024-09-10T08:34:28.348787+0000","last_became_peered":"2024-09-10T08:34:28.348787+0000","last_unstale":"2024-09-10T08:34:28.359289+0000","last_undegraded":"2024-09-10T08:34:28.359289+0000","last_fullsized":"2024-09-10T08:34:28.359289+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.355907+0000","last_change":"2024-09-10T08:34:28.345276+0000","last_active":"2024-09-10T08:34:28.355907+0000","last_peered":"2024-09-10T08:34:28.355907+0000","last_clean":"2024-09-10T08:34:28.355907+0000","last_became_active":"2024-09-10T08:34:28.345004+0000","last_became_peered":"2024-09-10T08:34:28.345004+0000","last_unstale":"2024-09-10T08:34:28.355907+0000","last_undegraded":"2024-09-10T08:34:28.355907+0000","last_fullsized":"2024-09-10T08:34:28.355907+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358518+0000","last_change":"2024-09-10T08:34:28.345956+0000","last_active":"2024-09-10T08:34:28.358518+0000","last_peered":"2024-09-10T08:34:28.358518+0000","last_clean":"2024-09-10T08:34:28.358518+0000","last_became_active":"2024-09-10T08:34:28.345675+0000","last_became_peered":"2024-09-10T08:34:28.345675+0000","last_unstale":"2024-09-10T08:34:28.358518+0000","last_undegraded":"2024-09-10T08:34:28.358518+0000","last_fullsized":"2024-09-10T08:34:28.358518+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364042+0000","last_change":"2024-09-10T08:34:28.361412+0000","last_active":"2024-09-10T08:34:28.364042+0000","last_peered":"2024-09-10T08:34:28.364042+0000","last_clean":"2024-09-10T08:34:28.364042+0000","last_became_active":"2024-09-10T08:34:28.361101+0000","last_became_peered":"2024-09-10T08:34:28.361101+0000","last_unstale":"2024-09-10T08:34:28.364042+0000","last_undegraded":"2024-09-10T08:34:28.364042+0000","last_fullsized":"2024-09-10T08:34:28.364042+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359015+0000","last_change":"2024-09-10T08:34:28.348808+0000","last_active":"2024-09-10T08:34:28.359015+0000","last_peered":"2024-09-10T08:34:28.359015+0000","last_clean":"2024-09-10T08:34:28.359015+0000","last_became_active":"2024-09-10T08:34:28.348543+0000","last_became_peered":"2024-09-10T08:34:28.348543+0000","last_unstale":"2024-09-10T08:34:28.359015+0000","last_undegraded":"2024-09-10T08:34:28.359015+0000","last_fullsized":"2024-09-10T08:34:28.359015+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"52'4","reported_seq":16,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362242+0000","last_change":"2024-09-10T08:34:27.339115+0000","last_active":"2024-09-10T08:34:28.362242+0000","last_peered":"2024-09-10T08:34:28.362242+0000","last_clean":"2024-09-10T08:34:28.362242+0000","last_became_active":"2024-09-10T08:34:27.338844+0000","last_became_peered":"2024-09-10T08:34:27.338844+0000","last_unstale":"2024-09-10T08:34:28.362242+0000","last_undegraded":"2024-09-10T08:34:28.362242+0000","last_fullsized":"2024-09-10T08:34:28.362242+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:50.248663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353902+0000","last_change":"2024-09-10T08:34:28.349157+0000","last_active":"2024-09-10T08:34:28.353902+0000","last_peered":"2024-09-10T08:34:28.353902+0000","last_clean":"2024-09-10T08:34:28.353902+0000","last_became_active":"2024-09-10T08:34:28.348883+0000","last_became_peered":"2024-09-10T08:34:28.348883+0000","last_unstale":"2024-09-10T08:34:28.353902+0000","last_undegraded":"2024-09-10T08:34:28.353902+0000","last_fullsized":"2024-09-10T08:34:28.353902+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.330223+0000","last_change":"2024-09-10T08:34:26.330223+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.330223+0000","last_undegraded":"2024-09-10T08:34:26.330223+0000","last_fullsized":"2024-09-10T08:34:26.330223+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361963+0000","last_change":"2024-09-10T08:34:28.357085+0000","last_active":"2024-09-10T08:34:28.361963+0000","last_peered":"2024-09-10T08:34:28.361963+0000","last_clean":"2024-09-10T08:34:28.361963+0000","last_became_active":"2024-09-10T08:34:28.356799+0000","last_became_peered":"2024-09-10T08:34:28.356799+0000","last_unstale":"2024-09-10T08:34:28.361963+0000","last_undegraded":"2024-09-10T08:34:28.361963+0000","last_fullsized":"2024-09-10T08:34:28.361963+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:57.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.329788+0000","last_change":"2024-09-10T08:34:26.329788+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.329788+0000","last_undegraded":"2024-09-10T08:34:26.329788+0000","last_fullsized":"2024-09-10T08:34:26.329788+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356321+0000","last_change":"2024-09-10T08:34:28.351544+0000","last_active":"2024-09-10T08:34:28.356321+0000","last_peered":"2024-09-10T08:34:28.356321+0000","last_clean":"2024-09-10T08:34:28.356321+0000","last_became_active":"2024-09-10T08:34:28.350982+0000","last_became_peered":"2024-09-10T08:34:28.350982+0000","last_unstale":"2024-09-10T08:34:28.356321+0000","last_undegraded":"2024-09-10T08:34:28.356321+0000","last_fullsized":"2024-09-10T08:34:28.356321+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:23.132014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361987+0000","last_change":"2024-09-10T08:34:27.344713+0000","last_active":"2024-09-10T08:34:28.361987+0000","last_peered":"2024-09-10T08:34:28.361987+0000","last_clean":"2024-09-10T08:34:28.361987+0000","last_became_active":"2024-09-10T08:34:27.344446+0000","last_became_peered":"2024-09-10T08:34:27.344446+0000","last_unstale":"2024-09-10T08:34:28.361987+0000","last_undegraded":"2024-09-10T08:34:28.361987+0000","last_fullsized":"2024-09-10T08:34:28.361987+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336861+0000","last_change":"2024-09-10T08:34:28.351353+0000","last_active":"2024-09-10T08:34:29.336861+0000","last_peered":"2024-09-10T08:34:29.336861+0000","last_clean":"2024-09-10T08:34:29.336861+0000","last_became_active":"2024-09-10T08:34:28.350831+0000","last_became_peered":"2024-09-10T08:34:28.350831+0000","last_unstale":"2024-09-10T08:34:29.336861+0000","last_undegraded":"2024-09-10T08:34:29.336861+0000","last_fullsized":"2024-09-10T08:34:29.336861+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359210+0000","last_change":"2024-09-10T08:34:27.337810+0000","last_active":"2024-09-10T08:34:28.359210+0000","last_peered":"2024-09-10T08:34:28.359210+0000","last_clean":"2024-09-10T08:34:28.359210+0000","last_became_active":"2024-09-10T08:34:27.337558+0000","last_became_peered":"2024-09-10T08:34:27.337558+0000","last_unstale":"2024-09-10T08:34:28.359210+0000","last_undegraded":"2024-09-10T08:34:28.359210+0000","last_fullsized":"2024-09-10T08:34:28.359210+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359283+0000","last_change":"2024-09-10T08:34:28.351551+0000","last_active":"2024-09-10T08:34:28.359283+0000","last_peered":"2024-09-10T08:34:28.359283+0000","last_clean":"2024-09-10T08:34:28.359283+0000","last_became_active":"2024-09-10T08:34:28.351247+0000","last_became_peered":"2024-09-10T08:34:28.351247+0000","last_unstale":"2024-09-10T08:34:28.359283+0000","last_undegraded":"2024-09-10T08:34:28.359283+0000","last_fullsized":"2024-09-10T08:34:28.359283+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"52'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336428+0000","last_change":"2024-09-10T08:34:27.337664+0000","last_active":"2024-09-10T08:34:29.336428+0000","last_peered":"2024-09-10T08:34:29.336428+0000","last_clean":"2024-09-10T08:34:29.336428+0000","last_became_active":"2024-09-10T08:34:27.337401+0000","last_became_peered":"2024-09-10T08:34:27.337401+0000","last_unstale":"2024-09-10T08:34:29.336428+0000","last_undegraded":"2024-09-10T08:34:29.336428+0000","last_fullsized":"2024-09-10T08:34:29.336428+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353276+0000","last_change":"2024-09-10T08:34:28.343570+0000","last_active":"2024-09-10T08:34:28.353276+0000","last_peered":"2024-09-10T08:34:28.353276+0000","last_clean":"2024-09-10T08:34:28.353276+0000","last_became_active":"2024-09-10T08:34:28.343314+0000","last_became_peered":"2024-09-10T08:34:28.343314+0000","last_unstale":"2024-09-10T08:34:28.353276+0000","last_undegraded":"2024-09-10T08:34:28.353276+0000","last_fullsized":"2024-09-10T08:34:28.353276+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342231+0000","last_change":"2024-09-10T08:34:27.339260+0000","last_active":"2024-09-10T08:34:28.342231+0000","last_peered":"2024-09-10T08:34:28.342231+0000","last_clean":"2024-09-10T08:34:28.342231+0000","last_became_active":"2024-09-10T08:34:27.339001+0000","last_became_peered":"2024-09-10T08:34:27.339001+0000","last_unstale":"2024-09-10T08:34:28.342231+0000","last_undegraded":"2024-09-10T08:34:28.342231+0000","last_fullsized":"2024-09-10T08:34:28.342231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.958343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359271+0000","last_change":"2024-09-10T08:34:28.353276+0000","last_active":"2024-09-10T08:34:28.359271+0000","last_peered":"2024-09-10T08:34:28.359271+0000","last_clean":"2024-09-10T08:34:28.359271+0000","last_became_active":"2024-09-10T08:34:28.353015+0000","last_became_peered":"2024-09-10T08:34:28.353015+0000","last_unstale":"2024-09-10T08:34:28.359271+0000","last_undegraded":"2024-09-10T08:34:28.359271+0000","last_fullsized":"2024-09-10T08:34:28.359271+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:05.456867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335451+0000","last_change":"2024-09-10T08:34:27.348965+0000","last_active":"2024-09-10T08:34:28.335451+0000","last_peered":"2024-09-10T08:34:28.335451+0000","last_clean":"2024-09-10T08:34:28.335451+0000","last_became_active":"2024-09-10T08:34:27.348681+0000","last_became_peered":"2024-09-10T08:34:27.348681+0000","last_unstale":"2024-09-10T08:34:28.335451+0000","last_undegraded":"2024-09-10T08:34:28.335451+0000","last_fullsized":"2024-09-10T08:34:28.335451+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336190+0000","last_change":"2024-09-10T08:34:28.349016+0000","last_active":"2024-09-10T08:34:29.336190+0000","last_peered":"2024-09-10T08:34:29.336190+0000","last_clean":"2024-09-10T08:34:29.336190+0000","last_became_active":"2024-09-10T08:34:28.348728+0000","last_became_peered":"2024-09-10T08:34:28.348728+0000","last_unstale":"2024-09-10T08:34:29.336190+0000","last_undegraded":"2024-09-10T08:34:29.336190+0000","last_fullsized":"2024-09-10T08:34:29.336190+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338463+0000","last_change":"2024-09-10T08:34:27.339592+0000","last_active":"2024-09-10T08:34:28.338463+0000","last_peered":"2024-09-10T08:34:28.338463+0000","last_clean":"2024-09-10T08:34:28.338463+0000","last_became_active":"2024-09-10T08:34:27.339322+0000","last_became_peered":"2024-09-10T08:34:27.339322+0000","last_unstale":"2024-09-10T08:34:28.338463+0000","last_undegraded":"2024-09-10T08:34:28.338463+0000","last_fullsized":"2024-09-10T08:34:28.338463+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361511+0000","last_change":"2024-09-10T08:34:28.356169+0000","last_active":"2024-09-10T08:34:28.361511+0000","last_peered":"2024-09-10T08:34:28.361511+0000","last_clean":"2024-09-10T08:34:28.361511+0000","last_became_active":"2024-09-10T08:34:28.355884+0000","last_became_peered":"2024-09-10T08:34:28.355884+0000","last_unstale":"2024-09-10T08:34:28.361511+0000","last_undegraded":"2024-09-10T08:34:28.361511+0000","last_fullsized":"2024-09-10T08:34:28.361511+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336284+0000","last_change":"2024-09-10T08:34:27.337758+0000","last_active":"2024-09-10T08:34:29.336284+0000","last_peered":"2024-09-10T08:34:29.336284+0000","last_clean":"2024-09-10T08:34:29.336284+0000","last_became_active":"2024-09-10T08:34:27.337468+0000","last_became_peered":"2024-09-10T08:34:27.337468+0000","last_unstale":"2024-09-10T08:34:29.336284+0000","last_undegraded":"2024-09-10T08:34:29.336284+0000","last_fullsized":"2024-09-10T08:34:29.336284+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359368+0000","last_change":"2024-09-10T08:34:28.349660+0000","last_active":"2024-09-10T08:34:28.359368+0000","last_peered":"2024-09-10T08:34:28.359368+0000","last_clean":"2024-09-10T08:34:28.359368+0000","last_became_active":"2024-09-10T08:34:28.349405+0000","last_became_peered":"2024-09-10T08:34:28.349405+0000","last_unstale":"2024-09-10T08:34:28.359368+0000","last_undegraded":"2024-09-10T08:34:28.359368+0000","last_fullsized":"2024-09-10T08:34:28.359368+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:01.500715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"52'3","reported_seq":15,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359211+0000","last_change":"2024-09-10T08:34:27.345358+0000","last_active":"2024-09-10T08:34:28.359211+0000","last_peered":"2024-09-10T08:34:28.359211+0000","last_clean":"2024-09-10T08:34:28.359211+0000","last_became_active":"2024-09-10T08:34:27.345114+0000","last_became_peered":"2024-09-10T08:34:27.345114+0000","last_unstale":"2024-09-10T08:34:28.359211+0000","last_undegraded":"2024-09-10T08:34:28.359211+0000","last_fullsized":"2024-09-10T08:34:28.359211+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336802+0000","last_change":"2024-09-10T08:34:28.344033+0000","last_active":"2024-09-10T08:34:29.336802+0000","last_peered":"2024-09-10T08:34:29.336802+0000","last_clean":"2024-09-10T08:34:29.336802+0000","last_became_active":"2024-09-10T08:34:28.343754+0000","last_became_peered":"2024-09-10T08:34:28.343754+0000","last_unstale":"2024-09-10T08:34:29.336802+0000","last_undegraded":"2024-09-10T08:34:29.336802+0000","last_fullsized":"2024-09-10T08:34:29.336802+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"52'6","reported_seq":18,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.362731+0000","last_change":"2024-09-10T08:34:27.342407+0000","last_active":"2024-09-10T08:34:28.362731+0000","last_peered":"2024-09-10T08:34:28.362731+0000","last_clean":"2024-09-10T08:34:28.362731+0000","last_became_active":"2024-09-10T08:34:27.341918+0000","last_became_peered":"2024-09-10T08:34:27.341918+0000","last_unstale":"2024-09-10T08:34:28.362731+0000","last_undegraded":"2024-09-10T08:34:28.362731+0000","last_fullsized":"2024-09-10T08:34:28.362731+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:18.046770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356817+0000","last_change":"2024-09-10T08:34:28.351832+0000","last_active":"2024-09-10T08:34:28.356817+0000","last_peered":"2024-09-10T08:34:28.356817+0000","last_clean":"2024-09-10T08:34:28.356817+0000","last_became_active":"2024-09-10T08:34:28.351563+0000","last_became_peered":"2024-09-10T08:34:28.351563+0000","last_unstale":"2024-09-10T08:34:28.356817+0000","last_undegraded":"2024-09-10T08:34:28.356817+0000","last_fullsized":"2024-09-10T08:34:28.356817+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360231+0000","last_change":"2024-09-10T08:34:27.340421+0000","last_active":"2024-09-10T08:34:28.360231+0000","last_peered":"2024-09-10T08:34:28.360231+0000","last_clean":"2024-09-10T08:34:28.360231+0000","last_became_active":"2024-09-10T08:34:27.340133+0000","last_became_peered":"2024-09-10T08:34:27.340133+0000","last_unstale":"2024-09-10T08:34:28.360231+0000","last_undegraded":"2024-09-10T08:34:28.360231+0000","last_fullsized":"2024-09-10T08:34:28.360231+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359985+0000","last_change":"2024-09-10T08:34:28.357563+0000","last_active":"2024-09-10T08:34:28.359985+0000","last_peered":"2024-09-10T08:34:28.359985+0000","last_clean":"2024-09-10T08:34:28.359985+0000","last_became_active":"2024-09-10T08:34:28.357248+0000","last_became_peered":"2024-09-10T08:34:28.357248+0000","last_unstale":"2024-09-10T08:34:28.359985+0000","last_undegraded":"2024-09-10T08:34:28.359985+0000","last_fullsized":"2024-09-10T08:34:28.359985+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344276+0000","last_change":"2024-09-10T08:34:27.348788+0000","last_active":"2024-09-10T08:34:28.344276+0000","last_peered":"2024-09-10T08:34:28.344276+0000","last_clean":"2024-09-10T08:34:28.344276+0000","last_became_active":"2024-09-10T08:34:27.348516+0000","last_became_peered":"2024-09-10T08:34:27.348516+0000","last_unstale":"2024-09-10T08:34:28.344276+0000","last_undegraded":"2024-09-10T08:34:28.344276+0000","last_fullsized":"2024-09-10T08:34:28.344276+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:58.604920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360760+0000","last_change":"2024-09-10T08:34:28.354924+0000","last_active":"2024-09-10T08:34:28.360760+0000","last_peered":"2024-09-10T08:34:28.360760+0000","last_clean":"2024-09-10T08:34:28.360760+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.360760+0000","last_undegraded":"2024-09-10T08:34:28.360760+0000","last_fullsized":"2024-09-10T08:34:28.360760+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:24:48.777669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336829+0000","last_change":"2024-09-10T08:34:27.337898+0000","last_active":"2024-09-10T08:34:28.336829+0000","last_peered":"2024-09-10T08:34:28.336829+0000","last_clean":"2024-09-10T08:34:28.336829+0000","last_became_active":"2024-09-10T08:34:27.337618+0000","last_became_peered":"2024-09-10T08:34:27.337618+0000","last_unstale":"2024-09-10T08:34:28.336829+0000","last_undegraded":"2024-09-10T08:34:28.336829+0000","last_fullsized":"2024-09-10T08:34:28.336829+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:07.333453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359924+0000","last_change":"2024-09-10T08:34:28.350246+0000","last_active":"2024-09-10T08:34:28.359924+0000","last_peered":"2024-09-10T08:34:28.359924+0000","last_clean":"2024-09-10T08:34:28.359924+0000","last_became_active":"2024-09-10T08:34:28.349992+0000","last_became_peered":"2024-09-10T08:34:28.349992+0000","last_unstale":"2024-09-10T08:34:28.359924+0000","last_undegraded":"2024-09-10T08:34:28.359924+0000","last_fullsized":"2024-09-10T08:34:28.359924+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:48.776672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"52'8","reported_seq":20,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358229+0000","last_change":"2024-09-10T08:34:27.341546+0000","last_active":"2024-09-10T08:34:28.358229+0000","last_peered":"2024-09-10T08:34:28.358229+0000","last_clean":"2024-09-10T08:34:28.358229+0000","last_became_active":"2024-09-10T08:34:27.341284+0000","last_became_peered":"2024-09-10T08:34:27.341284+0000","last_unstale":"2024-09-10T08:34:28.358229+0000","last_undegraded":"2024-09-10T08:34:28.358229+0000","last_fullsized":"2024-09-10T08:34:28.358229+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:55.802793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361312+0000","last_change":"2024-09-10T08:34:28.357996+0000","last_active":"2024-09-10T08:34:28.361312+0000","last_peered":"2024-09-10T08:34:28.361312+0000","last_clean":"2024-09-10T08:34:28.361312+0000","last_became_active":"2024-09-10T08:34:28.357025+0000","last_became_peered":"2024-09-10T08:34:28.357025+0000","last_unstale":"2024-09-10T08:34:28.361312+0000","last_undegraded":"2024-09-10T08:34:28.361312+0000","last_fullsized":"2024-09-10T08:34:28.361312+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:12.628024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361468+0000","last_change":"2024-09-10T08:34:27.339377+0000","last_active":"2024-09-10T08:34:28.361468+0000","last_peered":"2024-09-10T08:34:28.361468+0000","last_clean":"2024-09-10T08:34:28.361468+0000","last_became_active":"2024-09-10T08:34:27.339121+0000","last_became_peered":"2024-09-10T08:34:27.339121+0000","last_unstale":"2024-09-10T08:34:28.361468+0000","last_undegraded":"2024-09-10T08:34:28.361468+0000","last_fullsized":"2024-09-10T08:34:28.361468+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:52.564278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.e","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359648+0000","last_change":"2024-09-10T08:34:27.340874+0000","last_active":"2024-09-10T08:34:28.359648+0000","last_peered":"2024-09-10T08:34:28.359648+0000","last_clean":"2024-09-10T08:34:28.359648+0000","last_became_active":"2024-09-10T08:34:27.340610+0000","last_became_peered":"2024-09-10T08:34:27.340610+0000","last_unstale":"2024-09-10T08:34:28.359648+0000","last_undegraded":"2024-09-10T08:34:28.359648+0000","last_fullsized":"2024-09-10T08:34:28.359648+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:07.785368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336319+0000","last_change":"2024-09-10T08:34:28.351041+0000","last_active":"2024-09-10T08:34:29.336319+0000","last_peered":"2024-09-10T08:34:29.336319+0000","last_clean":"2024-09-10T08:34:29.336319+0000","last_became_active":"2024-09-10T08:34:28.350258+0000","last_became_peered":"2024-09-10T08:34:28.350258+0000","last_unstale":"2024-09-10T08:34:29.336319+0000","last_undegraded":"2024-09-10T08:34:29.336319+0000","last_fullsized":"2024-09-10T08:34:29.336319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"52'1","reported_seq":13,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361805+0000","last_change":"2024-09-10T08:34:27.342034+0000","last_active":"2024-09-10T08:34:28.361805+0000","last_peered":"2024-09-10T08:34:28.361805+0000","last_clean":"2024-09-10T08:34:28.361805+0000","last_became_active":"2024-09-10T08:34:27.341753+0000","last_became_peered":"2024-09-10T08:34:27.341753+0000","last_unstale":"2024-09-10T08:34:28.361805+0000","last_undegraded":"2024-09-10T08:34:28.361805+0000","last_fullsized":"2024-09-10T08:34:28.361805+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.344318+0000","last_change":"2024-09-10T08:34:27.342408+0000","last_active":"2024-09-10T08:34:28.344318+0000","last_peered":"2024-09-10T08:34:28.344318+0000","last_clean":"2024-09-10T08:34:28.344318+0000","last_became_active":"2024-09-10T08:34:27.342133+0000","last_became_peered":"2024-09-10T08:34:27.342133+0000","last_unstale":"2024-09-10T08:34:28.344318+0000","last_undegraded":"2024-09-10T08:34:28.344318+0000","last_fullsized":"2024-09-10T08:34:28.344318+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361590+0000","last_change":"2024-09-10T08:34:28.356332+0000","last_active":"2024-09-10T08:34:28.361590+0000","last_peered":"2024-09-10T08:34:28.361590+0000","last_clean":"2024-09-10T08:34:28.361590+0000","last_became_active":"2024-09-10T08:34:28.356078+0000","last_became_peered":"2024-09-10T08:34:28.356078+0000","last_unstale":"2024-09-10T08:34:28.361590+0000","last_undegraded":"2024-09-10T08:34:28.361590+0000","last_fullsized":"2024-09-10T08:34:28.361590+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:19.050995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":50,"state":"creating+peering","last_fresh":"2024-09-10T08:34:26.328474+0000","last_change":"2024-09-10T08:34:26.328474+0000","last_active":"2024-09-10T08:34:26.318165+0000","last_peered":"2024-09-10T08:34:26.318165+0000","last_clean":"2024-09-10T08:34:26.318165+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:26.328474+0000","last_undegraded":"2024-09-10T08:34:26.328474+0000","last_fullsized":"2024-09-10T08:34:26.328474+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361739+0000","last_change":"2024-09-10T08:34:28.354993+0000","last_active":"2024-09-10T08:34:28.361739+0000","last_peered":"2024-09-10T08:34:28.361739+0000","last_clean":"2024-09-10T08:34:28.361739+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:28.361739+0000","last_undegraded":"2024-09-10T08:34:28.361739+0000","last_fullsized":"2024-09-10T08:34:28.361739+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:53.568503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338719+0000","last_change":"2024-09-10T08:34:27.341502+0000","last_active":"2024-09-10T08:34:28.338719+0000","last_peered":"2024-09-10T08:34:28.338719+0000","last_clean":"2024-09-10T08:34:28.338719+0000","last_became_active":"2024-09-10T08:34:27.341255+0000","last_became_peered":"2024-09-10T08:34:27.341255+0000","last_unstale":"2024-09-10T08:34:28.338719+0000","last_undegraded":"2024-09-10T08:34:28.338719+0000","last_fullsized":"2024-09-10T08:34:28.338719+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:41.963672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.359264+0000","last_change":"2024-09-10T08:34:28.348650+0000","last_active":"2024-09-10T08:34:28.359264+0000","last_peered":"2024-09-10T08:34:28.359264+0000","last_clean":"2024-09-10T08:34:28.359264+0000","last_became_active":"2024-09-10T08:34:28.348390+0000","last_became_peered":"2024-09-10T08:34:28.348390+0000","last_unstale":"2024-09-10T08:34:28.359264+0000","last_undegraded":"2024-09-10T08:34:28.359264+0000","last_fullsized":"2024-09-10T08:34:28.359264+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.339070+0000","last_change":"2024-09-10T08:34:27.345879+0000","last_active":"2024-09-10T08:34:28.339070+0000","last_peered":"2024-09-10T08:34:28.339070+0000","last_clean":"2024-09-10T08:34:28.339070+0000","last_became_active":"2024-09-10T08:34:27.345629+0000","last_became_peered":"2024-09-10T08:34:27.345629+0000","last_unstale":"2024-09-10T08:34:28.339070+0000","last_undegraded":"2024-09-10T08:34:28.339070+0000","last_fullsized":"2024-09-10T08:34:28.339070+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:43.909153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.334639+0000","last_change":"2024-09-10T08:34:27.336258+0000","last_active":"2024-09-10T08:34:28.334639+0000","last_peered":"2024-09-10T08:34:28.334639+0000","last_clean":"2024-09-10T08:34:28.334639+0000","last_became_active":"2024-09-10T08:34:27.335989+0000","last_became_peered":"2024-09-10T08:34:27.335989+0000","last_unstale":"2024-09-10T08:34:28.334639+0000","last_undegraded":"2024-09-10T08:34:28.334639+0000","last_fullsized":"2024-09-10T08:34:28.334639+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:07.342029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.364058+0000","last_change":"2024-09-10T08:34:28.361464+0000","last_active":"2024-09-10T08:34:28.364058+0000","last_peered":"2024-09-10T08:34:28.364058+0000","last_clean":"2024-09-10T08:34:28.364058+0000","last_became_active":"2024-09-10T08:34:28.361078+0000","last_became_peered":"2024-09-10T08:34:28.361078+0000","last_unstale":"2024-09-10T08:34:28.364058+0000","last_undegraded":"2024-09-10T08:34:28.364058+0000","last_fullsized":"2024-09-10T08:34:28.364058+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:42.967897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"52'2","reported_seq":14,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.361996+0000","last_change":"2024-09-10T08:34:27.348812+0000","last_active":"2024-09-10T08:34:28.361996+0000","last_peered":"2024-09-10T08:34:28.361996+0000","last_clean":"2024-09-10T08:34:28.361996+0000","last_became_active":"2024-09-10T08:34:27.348526+0000","last_became_peered":"2024-09-10T08:34:27.348526+0000","last_unstale":"2024-09-10T08:34:28.361996+0000","last_undegraded":"2024-09-10T08:34:28.361996+0000","last_fullsized":"2024-09-10T08:34:28.361996+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:04:15.497972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:34:27.322390+0000","last_change":"2024-09-10T08:34:27.322390+0000","last_active":"2024-09-10T08:34:27.322390+0000","last_peered":"2024-09-10T08:34:27.322390+0000","last_clean":"2024-09-10T08:34:27.322390+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:34:27.322390+0000","last_undegraded":"2024-09-10T08:34:27.322390+0000","last_fullsized":"2024-09-10T08:34:27.322390+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338579+0000","last_change":"2024-09-10T08:34:27.338456+0000","last_active":"2024-09-10T08:34:28.338579+0000","last_peered":"2024-09-10T08:34:28.338579+0000","last_clean":"2024-09-10T08:34:28.338579+0000","last_became_active":"2024-09-10T08:34:27.338219+0000","last_became_peered":"2024-09-10T08:34:27.338219+0000","last_unstale":"2024-09-10T08:34:28.338579+0000","last_undegraded":"2024-09-10T08:34:28.338579+0000","last_fullsized":"2024-09-10T08:34:28.338579+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:09.536195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356299+0000","last_change":"2024-09-10T08:34:28.348325+0000","last_active":"2024-09-10T08:34:28.356299+0000","last_peered":"2024-09-10T08:34:28.356299+0000","last_clean":"2024-09-10T08:34:28.356299+0000","last_became_active":"2024-09-10T08:34:28.348042+0000","last_became_peered":"2024-09-10T08:34:28.348042+0000","last_unstale":"2024-09-10T08:34:28.356299+0000","last_undegraded":"2024-09-10T08:34:28.356299+0000","last_fullsized":"2024-09-10T08:34:28.356299+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.327467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.335701+0000","last_change":"2024-09-10T08:34:27.341517+0000","last_active":"2024-09-10T08:34:28.335701+0000","last_peered":"2024-09-10T08:34:28.335701+0000","last_clean":"2024-09-10T08:34:28.335701+0000","last_became_active":"2024-09-10T08:34:27.341271+0000","last_became_peered":"2024-09-10T08:34:27.341271+0000","last_unstale":"2024-09-10T08:34:28.335701+0000","last_undegraded":"2024-09-10T08:34:28.335701+0000","last_fullsized":"2024-09-10T08:34:28.335701+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.360139+0000","last_change":"2024-09-10T08:34:28.358861+0000","last_active":"2024-09-10T08:34:28.360139+0000","last_peered":"2024-09-10T08:34:28.360139+0000","last_clean":"2024-09-10T08:34:28.360139+0000","last_became_active":"2024-09-10T08:34:28.358509+0000","last_became_peered":"2024-09-10T08:34:28.358509+0000","last_unstale":"2024-09-10T08:34:28.360139+0000","last_undegraded":"2024-09-10T08:34:28.360139+0000","last_fullsized":"2024-09-10T08:34:28.360139+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338234+0000","last_change":"2024-09-10T08:34:27.339765+0000","last_active":"2024-09-10T08:34:28.338234+0000","last_peered":"2024-09-10T08:34:28.338234+0000","last_clean":"2024-09-10T08:34:28.338234+0000","last_became_active":"2024-09-10T08:34:27.339495+0000","last_became_peered":"2024-09-10T08:34:27.339495+0000","last_unstale":"2024-09-10T08:34:28.338234+0000","last_undegraded":"2024-09-10T08:34:28.338234+0000","last_fullsized":"2024-09-10T08:34:28.338234+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:47.772447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.356577+0000","last_change":"2024-09-10T08:34:28.352462+0000","last_active":"2024-09-10T08:34:28.356577+0000","last_peered":"2024-09-10T08:34:28.356577+0000","last_clean":"2024-09-10T08:34:28.356577+0000","last_became_active":"2024-09-10T08:34:28.352197+0000","last_became_peered":"2024-09-10T08:34:28.352197+0000","last_unstale":"2024-09-10T08:34:28.356577+0000","last_undegraded":"2024-09-10T08:34:28.356577+0000","last_fullsized":"2024-09-10T08:34:28.356577+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:07.752828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338848+0000","last_change":"2024-09-10T08:34:27.346391+0000","last_active":"2024-09-10T08:34:28.338848+0000","last_peered":"2024-09-10T08:34:28.338848+0000","last_clean":"2024-09-10T08:34:28.338848+0000","last_became_active":"2024-09-10T08:34:27.346112+0000","last_became_peered":"2024-09-10T08:34:27.346112+0000","last_unstale":"2024-09-10T08:34:28.338848+0000","last_undegraded":"2024-09-10T08:34:28.338848+0000","last_fullsized":"2024-09-10T08:34:28.338848+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:04.452642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358297+0000","last_change":"2024-09-10T08:34:28.346457+0000","last_active":"2024-09-10T08:34:28.358297+0000","last_peered":"2024-09-10T08:34:28.358297+0000","last_clean":"2024-09-10T08:34:28.358297+0000","last_became_active":"2024-09-10T08:34:28.346127+0000","last_became_peered":"2024-09-10T08:34:28.346127+0000","last_unstale":"2024-09-10T08:34:28.358297+0000","last_undegraded":"2024-09-10T08:34:28.358297+0000","last_fullsized":"2024-09-10T08:34:28.358297+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336227+0000","last_change":"2024-09-10T08:34:27.337013+0000","last_active":"2024-09-10T08:34:29.336227+0000","last_peered":"2024-09-10T08:34:29.336227+0000","last_clean":"2024-09-10T08:34:29.336227+0000","last_became_active":"2024-09-10T08:34:27.336737+0000","last_became_peered":"2024-09-10T08:34:27.336737+0000","last_unstale":"2024-09-10T08:34:29.336227+0000","last_undegraded":"2024-09-10T08:34:29.336227+0000","last_fullsized":"2024-09-10T08:34:29.336227+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.353398+0000","last_change":"2024-09-10T08:34:28.344578+0000","last_active":"2024-09-10T08:34:28.353398+0000","last_peered":"2024-09-10T08:34:28.353398+0000","last_clean":"2024-09-10T08:34:28.353398+0000","last_became_active":"2024-09-10T08:34:28.344307+0000","last_became_peered":"2024-09-10T08:34:28.344307+0000","last_unstale":"2024-09-10T08:34:28.353398+0000","last_undegraded":"2024-09-10T08:34:28.353398+0000","last_fullsized":"2024-09-10T08:34:28.353398+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:23.543323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.342623+0000","last_change":"2024-09-10T08:34:27.345413+0000","last_active":"2024-09-10T08:34:28.342623+0000","last_peered":"2024-09-10T08:34:28.342623+0000","last_clean":"2024-09-10T08:34:28.342623+0000","last_became_active":"2024-09-10T08:34:27.345128+0000","last_became_peered":"2024-09-10T08:34:27.345128+0000","last_unstale":"2024-09-10T08:34:28.342623+0000","last_undegraded":"2024-09-10T08:34:28.342623+0000","last_fullsized":"2024-09-10T08:34:28.342623+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":9,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.358657+0000","last_change":"2024-09-10T08:34:28.351348+0000","last_active":"2024-09-10T08:34:28.358657+0000","last_peered":"2024-09-10T08:34:28.358657+0000","last_clean":"2024-09-10T08:34:28.358657+0000","last_became_active":"2024-09-10T08:34:28.351024+0000","last_became_peered":"2024-09-10T08:34:28.351024+0000","last_unstale":"2024-09-10T08:34:28.358657+0000","last_undegraded":"2024-09-10T08:34:28.358657+0000","last_fullsized":"2024-09-10T08:34:28.358657+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:32.189852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.338316+0000","last_change":"2024-09-10T08:34:27.341337+0000","last_active":"2024-09-10T08:34:28.338316+0000","last_peered":"2024-09-10T08:34:28.338316+0000","last_clean":"2024-09-10T08:34:28.338316+0000","last_became_active":"2024-09-10T08:34:27.341084+0000","last_became_peered":"2024-09-10T08:34:27.341084+0000","last_unstale":"2024-09-10T08:34:28.338316+0000","last_undegraded":"2024-09-10T08:34:28.338316+0000","last_fullsized":"2024-09-10T08:34:28.338316+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:56.336311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":230,"reported_epoch":52,"state":"active+clean","last_fresh":"2024-09-10T08:34:28.336835+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:34:28.336835+0000","last_peered":"2024-09-10T08:34:28.336835+0000","last_clean":"2024-09-10T08:34:28.336835+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:34:28.336835+0000","last_undegraded":"2024-09-10T08:34:28.336835+0000","last_fullsized":"2024-09-10T08:34:28.336835+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33,"ondisk_log_size":33,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476764,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":614400,"data_stored":268396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28196,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343644,"statfs":{"total":96636764160,"available":96607891456,"internally_reserved":0,"allocated":1191936,"data_stored":851015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509466,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27616,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344224,"statfs":{"total":96636764160,"available":96608485376,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509467,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31776,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340064,"statfs":{"total":96636764160,"available":96604225536,"internally_reserved":0,"allocated":598016,"data_stored":260647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509466,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31804,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340036,"statfs":{"total":96636764160,"available":96604196864,"internally_reserved":0,"allocated":622592,"data_stored":269426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509466,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32380,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339460,"statfs":{"total":96636764160,"available":96603607040,"internally_reserved":0,"allocated":1212416,"data_stored":858238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31764,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340076,"statfs":{"total":96636764160,"available":96604237824,"internally_reserved":0,"allocated":585728,"data_stored":253980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:34:35.634 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:34:35.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.744+0000 7f2b1e453640 1 Processor -- start 2024-09-10T08:34:35.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.744+0000 7f2b1e453640 1 -- start start 2024-09-10T08:34:35.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.744+0000 7f2b1e453640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2b1815ea80 0x7f2b180c7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:35.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.744+0000 7f2b1e453640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b18162580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:35.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b1e453640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b18143b40 con 0x7f2b181621a0 2024-09-10T08:34:35.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b1e453640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f2b181421a0 con 0x7f2b1815ea80 2024-09-10T08:34:35.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b1e453640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2b1815efb0 con 0x7f2b180c75a0 2024-09-10T08:34:35.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b1c9f0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b18162580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:35.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b177fe640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2b1815ea80 0x7f2b180c7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:35.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b1c9f0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b18162580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:38268/0 (socket says 172.21.15.94:38268) 2024-09-10T08:34:35.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b1c9f0640 1 -- 172.21.15.94:0/338208682 learned_addr learned my addr 172.21.15.94:0/338208682 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:35.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b177fe640 1 -- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 msgr2=0x7f2b18162580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b177fe640 1 --2- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b18162580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b177fe640 1 -- 172.21.15.94:0/338208682 >> v1:172.21.15.143:6789/0 conn(0x7f2b181621a0 legacy=0x7f2b18141a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b177fe640 1 -- 172.21.15.94:0/338208682 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b1815f290 con 0x7f2b1815ea80 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.745+0000 7f2b1c9f0640 1 --2- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b18162580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.746+0000 7f2b177fe640 1 --2- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 0x7f2b180c7060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c0097a0 tx=0x7f2b0c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c076f71282e0c2f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.746+0000 7f2b16ffd640 1 -- 172.21.15.94:0/338208682 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0c037070 con 0x7f2b1815ea80 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.746+0000 7f2b16ffd640 1 -- 172.21.15.94:0/338208682 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b0c032440 con 0x7f2b1815ea80 2024-09-10T08:34:35.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.746+0000 7f2b16ffd640 1 -- 172.21.15.94:0/338208682 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0c032810 con 0x7f2b1815ea80 2024-09-10T08:34:35.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 -- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 msgr2=0x7f2b180c7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:35.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 --2- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 0x7f2b180c7060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f2b0c0097a0 tx=0x7f2b0c02a180 comp rx=0 tx=0).stop 2024-09-10T08:34:35.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 -- 172.21.15.94:0/338208682 shutdown_connections 2024-09-10T08:34:35.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 --2- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b18162580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 --2- 172.21.15.94:0/338208682 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 0x7f2b180c7060 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 -- 172.21.15.94:0/338208682 >> 172.21.15.94:0/338208682 conn(0x7f2b18067fe0 msgr2=0x7f2b1806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:35.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 -- 172.21.15.94:0/338208682 shutdown_connections 2024-09-10T08:34:35.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.747+0000 7f2b1e453640 1 -- 172.21.15.94:0/338208682 wait complete. 2024-09-10T08:34:35.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.748+0000 7f2b1e453640 1 Processor -- start 2024-09-10T08:34:35.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.748+0000 7f2b1e453640 1 -- start start 2024-09-10T08:34:35.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1e453640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b1815ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:35.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1e453640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 0x7f2b1813f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1e453640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b181621a0 0x7f2b18159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1e453640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2b180cfa50 con 0x7f2b181621a0 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1e453640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2b1815f850 con 0x7f2b1815ea80 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1e453640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2b18159280 con 0x7f2b180c75a0 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1c9f0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b181621a0 0x7f2b18159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1c9f0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b181621a0 0x7f2b18159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34230/0 (socket says 172.21.15.94:34230) 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b1c9f0640 1 -- 172.21.15.94:0/2688599615 learned_addr learned my addr 172.21.15.94:0/2688599615 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b177fe640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 0x7f2b1813f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.749+0000 7f2b17fff640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b1815ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1c9f0640 1 -- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 msgr2=0x7f2b1815ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1c9f0640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b1815ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1c9f0640 1 -- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 msgr2=0x7f2b1813f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1c9f0640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 0x7f2b1813f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1c9f0640 1 -- 172.21.15.94:0/2688599615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b1815b9d0 con 0x7f2b181621a0 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1c9f0640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b181621a0 0x7f2b18159a40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000efc0 tx=0x7f2b1000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b14ff9640 1 -- 172.21.15.94:0/2688599615 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b1000cbe0 con 0x7f2b181621a0 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b14ff9640 1 -- 172.21.15.94:0/2688599615 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b1000cd80 con 0x7f2b181621a0 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b14ff9640 1 -- 172.21.15.94:0/2688599615 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b10003bb0 con 0x7f2b181621a0 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b1815b410 con 0x7f2b181621a0 2024-09-10T08:34:35.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.750+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b18159520 con 0x7f2b181621a0 2024-09-10T08:34:35.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.751+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b180c7060 con 0x7f2b181621a0 2024-09-10T08:34:35.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.751+0000 7f2b14ff9640 1 -- 172.21.15.94:0/2688599615 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2b1001b030 con 0x7f2b181621a0 2024-09-10T08:34:35.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.752+0000 7f2b14ff9640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b0406be30 0x7f2b0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:35.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.752+0000 7f2b14ff9640 1 -- 172.21.15.94:0/2688599615 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f2b1008b200 con 0x7f2b181621a0 2024-09-10T08:34:35.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.752+0000 7f2b17fff640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b0406be30 0x7f2b0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:35.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.752+0000 7f2b17fff640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b0406be30 0x7f2b0406e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2b08001780 tx=0x7f2b08009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:35.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.756+0000 7f2b14ff9640 1 -- 172.21.15.94:0/2688599615 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b10022020 con 0x7f2b181621a0 2024-09-10T08:34:35.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.919+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2b181590c0 con 0x7f2b0406be30 2024-09-10T08:34:35.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.924+0000 7f2b14ff9640 1 -- 172.21.15.94:0/2688599615 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251868 (secure 0 0 0) 0x7f2b08001420 con 0x7f2b0406be30 2024-09-10T08:34:35.928 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:35.929 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:34:35.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b0406be30 msgr2=0x7f2b0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:35.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b0406be30 0x7f2b0406e2f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2b08001780 tx=0x7f2b08009040 comp rx=0 tx=0).stop 2024-09-10T08:34:35.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b181621a0 msgr2=0x7f2b18159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:35.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b181621a0 0x7f2b18159a40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f2b1000efc0 tx=0x7f2b1000c490 comp rx=0 tx=0).stop 2024-09-10T08:34:35.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 shutdown_connections 2024-09-10T08:34:35.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b0406be30 0x7f2b0406e2f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b1815ea80 0x7f2b1813f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b181621a0 0x7f2b18159a40 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 --2- 172.21.15.94:0/2688599615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b180c75a0 0x7f2b1815ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:35.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 >> 172.21.15.94:0/2688599615 conn(0x7f2b18067fe0 msgr2=0x7f2b180d2170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:35.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 shutdown_connections 2024-09-10T08:34:35.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:35.928+0000 7f2b1e453640 1 -- 172.21.15.94:0/2688599615 wait complete. 2024-09-10T08:34:35.940 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":108,"stamp":"2024-09-10T08:34:35.834902+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":238956,"kb_used_data":6088,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754735764,"statfs":{"total":773094113280,"available":772849422336,"internally_reserved":0,"allocated":6234112,"data_stored":3381604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001816"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332507+0000","last_change":"2024-09-10T08:34:28.348372+0000","last_active":"2024-09-10T08:34:29.332507+0000","last_peered":"2024-09-10T08:34:29.332507+0000","last_clean":"2024-09-10T08:34:29.332507+0000","last_became_active":"2024-09-10T08:34:28.348096+0000","last_became_peered":"2024-09-10T08:34:28.348096+0000","last_unstale":"2024-09-10T08:34:29.332507+0000","last_undegraded":"2024-09-10T08:34:29.332507+0000","last_fullsized":"2024-09-10T08:34:29.332507+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:46.417955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337318+0000","last_change":"2024-09-10T08:34:28.349553+0000","last_active":"2024-09-10T08:34:29.337318+0000","last_peered":"2024-09-10T08:34:29.337318+0000","last_clean":"2024-09-10T08:34:29.337318+0000","last_became_active":"2024-09-10T08:34:28.349045+0000","last_became_peered":"2024-09-10T08:34:28.349045+0000","last_unstale":"2024-09-10T08:34:29.337318+0000","last_undegraded":"2024-09-10T08:34:29.337318+0000","last_fullsized":"2024-09-10T08:34:29.337318+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:23.132014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499336+0000","last_change":"2024-09-10T08:34:28.348101+0000","last_active":"2024-09-10T08:34:29.499336+0000","last_peered":"2024-09-10T08:34:29.499336+0000","last_clean":"2024-09-10T08:34:29.499336+0000","last_became_active":"2024-09-10T08:34:28.347778+0000","last_became_peered":"2024-09-10T08:34:28.347778+0000","last_unstale":"2024-09-10T08:34:29.499336+0000","last_undegraded":"2024-09-10T08:34:29.499336+0000","last_fullsized":"2024-09-10T08:34:29.499336+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:24:48.777669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337256+0000","last_change":"2024-09-10T08:34:28.354416+0000","last_active":"2024-09-10T08:34:29.337256+0000","last_peered":"2024-09-10T08:34:29.337256+0000","last_clean":"2024-09-10T08:34:29.337256+0000","last_became_active":"2024-09-10T08:34:28.354126+0000","last_became_peered":"2024-09-10T08:34:28.354126+0000","last_unstale":"2024-09-10T08:34:29.337256+0000","last_undegraded":"2024-09-10T08:34:29.337256+0000","last_fullsized":"2024-09-10T08:34:29.337256+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:24:48.777669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336726+0000","last_change":"2024-09-10T08:34:28.344397+0000","last_active":"2024-09-10T08:34:29.336726+0000","last_peered":"2024-09-10T08:34:29.336726+0000","last_clean":"2024-09-10T08:34:29.336726+0000","last_became_active":"2024-09-10T08:34:28.344055+0000","last_became_peered":"2024-09-10T08:34:28.344055+0000","last_unstale":"2024-09-10T08:34:29.336726+0000","last_undegraded":"2024-09-10T08:34:29.336726+0000","last_fullsized":"2024-09-10T08:34:29.336726+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332300+0000","last_change":"2024-09-10T08:34:28.347113+0000","last_active":"2024-09-10T08:34:29.332300+0000","last_peered":"2024-09-10T08:34:29.332300+0000","last_clean":"2024-09-10T08:34:29.332300+0000","last_became_active":"2024-09-10T08:34:28.346833+0000","last_became_peered":"2024-09-10T08:34:28.346833+0000","last_unstale":"2024-09-10T08:34:29.332300+0000","last_undegraded":"2024-09-10T08:34:29.332300+0000","last_fullsized":"2024-09-10T08:34:29.332300+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:15:27.301077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499027+0000","last_change":"2024-09-10T08:34:28.349890+0000","last_active":"2024-09-10T08:34:29.499027+0000","last_peered":"2024-09-10T08:34:29.499027+0000","last_clean":"2024-09-10T08:34:29.499027+0000","last_became_active":"2024-09-10T08:34:28.348337+0000","last_became_peered":"2024-09-10T08:34:28.348337+0000","last_unstale":"2024-09-10T08:34:29.499027+0000","last_undegraded":"2024-09-10T08:34:29.499027+0000","last_fullsized":"2024-09-10T08:34:29.499027+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:22.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500255+0000","last_change":"2024-09-10T08:34:28.356739+0000","last_active":"2024-09-10T08:34:29.500255+0000","last_peered":"2024-09-10T08:34:29.500255+0000","last_clean":"2024-09-10T08:34:29.500255+0000","last_became_active":"2024-09-10T08:34:28.354885+0000","last_became_peered":"2024-09-10T08:34:28.354885+0000","last_unstale":"2024-09-10T08:34:29.500255+0000","last_undegraded":"2024-09-10T08:34:29.500255+0000","last_fullsized":"2024-09-10T08:34:29.500255+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:03.477182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500253+0000","last_change":"2024-09-10T08:34:28.356417+0000","last_active":"2024-09-10T08:34:29.500253+0000","last_peered":"2024-09-10T08:34:29.500253+0000","last_clean":"2024-09-10T08:34:29.500253+0000","last_became_active":"2024-09-10T08:34:28.354651+0000","last_became_peered":"2024-09-10T08:34:28.354651+0000","last_unstale":"2024-09-10T08:34:29.500253+0000","last_undegraded":"2024-09-10T08:34:29.500253+0000","last_fullsized":"2024-09-10T08:34:29.500253+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:26:13.405522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332440+0000","last_change":"2024-09-10T08:34:28.340736+0000","last_active":"2024-09-10T08:34:29.332440+0000","last_peered":"2024-09-10T08:34:29.332440+0000","last_clean":"2024-09-10T08:34:29.332440+0000","last_became_active":"2024-09-10T08:34:28.340468+0000","last_became_peered":"2024-09-10T08:34:28.340468+0000","last_unstale":"2024-09-10T08:34:29.332440+0000","last_undegraded":"2024-09-10T08:34:29.332440+0000","last_fullsized":"2024-09-10T08:34:29.332440+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:39.777965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500324+0000","last_change":"2024-09-10T08:34:28.344201+0000","last_active":"2024-09-10T08:34:29.500324+0000","last_peered":"2024-09-10T08:34:29.500324+0000","last_clean":"2024-09-10T08:34:29.500324+0000","last_became_active":"2024-09-10T08:34:28.343972+0000","last_became_peered":"2024-09-10T08:34:28.343972+0000","last_unstale":"2024-09-10T08:34:29.500324+0000","last_undegraded":"2024-09-10T08:34:29.500324+0000","last_fullsized":"2024-09-10T08:34:29.500324+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:53:53.247982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500913+0000","last_change":"2024-09-10T08:34:28.356790+0000","last_active":"2024-09-10T08:34:29.500913+0000","last_peered":"2024-09-10T08:34:29.500913+0000","last_clean":"2024-09-10T08:34:29.500913+0000","last_became_active":"2024-09-10T08:34:28.356501+0000","last_became_peered":"2024-09-10T08:34:28.356501+0000","last_unstale":"2024-09-10T08:34:29.500913+0000","last_undegraded":"2024-09-10T08:34:29.500913+0000","last_fullsized":"2024-09-10T08:34:29.500913+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:22.774850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332254+0000","last_change":"2024-09-10T08:34:28.341761+0000","last_active":"2024-09-10T08:34:29.332254+0000","last_peered":"2024-09-10T08:34:29.332254+0000","last_clean":"2024-09-10T08:34:29.332254+0000","last_became_active":"2024-09-10T08:34:28.340480+0000","last_became_peered":"2024-09-10T08:34:28.340480+0000","last_unstale":"2024-09-10T08:34:29.332254+0000","last_undegraded":"2024-09-10T08:34:29.332254+0000","last_fullsized":"2024-09-10T08:34:29.332254+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:42:43.724288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499967+0000","last_change":"2024-09-10T08:34:28.345233+0000","last_active":"2024-09-10T08:34:29.499967+0000","last_peered":"2024-09-10T08:34:29.499967+0000","last_clean":"2024-09-10T08:34:29.499967+0000","last_became_active":"2024-09-10T08:34:28.344936+0000","last_became_peered":"2024-09-10T08:34:28.344936+0000","last_unstale":"2024-09-10T08:34:29.499967+0000","last_undegraded":"2024-09-10T08:34:29.499967+0000","last_fullsized":"2024-09-10T08:34:29.499967+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.495507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336821+0000","last_change":"2024-09-10T08:34:28.346053+0000","last_active":"2024-09-10T08:34:29.336821+0000","last_peered":"2024-09-10T08:34:29.336821+0000","last_clean":"2024-09-10T08:34:29.336821+0000","last_became_active":"2024-09-10T08:34:28.345725+0000","last_became_peered":"2024-09-10T08:34:28.345725+0000","last_unstale":"2024-09-10T08:34:29.336821+0000","last_undegraded":"2024-09-10T08:34:29.336821+0000","last_fullsized":"2024-09-10T08:34:29.336821+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:23.543323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332187+0000","last_change":"2024-09-10T08:34:28.346426+0000","last_active":"2024-09-10T08:34:29.332187+0000","last_peered":"2024-09-10T08:34:29.332187+0000","last_clean":"2024-09-10T08:34:29.332187+0000","last_became_active":"2024-09-10T08:34:28.346157+0000","last_became_peered":"2024-09-10T08:34:28.346157+0000","last_unstale":"2024-09-10T08:34:29.332187+0000","last_undegraded":"2024-09-10T08:34:29.332187+0000","last_fullsized":"2024-09-10T08:34:29.332187+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:32:40.954805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499782+0000","last_change":"2024-09-10T08:34:28.352755+0000","last_active":"2024-09-10T08:34:29.499782+0000","last_peered":"2024-09-10T08:34:29.499782+0000","last_clean":"2024-09-10T08:34:29.499782+0000","last_became_active":"2024-09-10T08:34:28.352488+0000","last_became_peered":"2024-09-10T08:34:28.352488+0000","last_unstale":"2024-09-10T08:34:29.499782+0000","last_undegraded":"2024-09-10T08:34:29.499782+0000","last_fullsized":"2024-09-10T08:34:29.499782+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:12.628024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337541+0000","last_change":"2024-09-10T08:34:28.349308+0000","last_active":"2024-09-10T08:34:29.337541+0000","last_peered":"2024-09-10T08:34:29.337541+0000","last_clean":"2024-09-10T08:34:29.337541+0000","last_became_active":"2024-09-10T08:34:28.348119+0000","last_became_peered":"2024-09-10T08:34:28.348119+0000","last_unstale":"2024-09-10T08:34:29.337541+0000","last_undegraded":"2024-09-10T08:34:29.337541+0000","last_fullsized":"2024-09-10T08:34:29.337541+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:43:12.311801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499474+0000","last_change":"2024-09-10T08:34:28.356802+0000","last_active":"2024-09-10T08:34:29.499474+0000","last_peered":"2024-09-10T08:34:29.499474+0000","last_clean":"2024-09-10T08:34:29.499474+0000","last_became_active":"2024-09-10T08:34:28.356527+0000","last_became_peered":"2024-09-10T08:34:28.356527+0000","last_unstale":"2024-09-10T08:34:29.499474+0000","last_undegraded":"2024-09-10T08:34:29.499474+0000","last_fullsized":"2024-09-10T08:34:29.499474+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:43:12.311801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500455+0000","last_change":"2024-09-10T08:34:28.357187+0000","last_active":"2024-09-10T08:34:29.500455+0000","last_peered":"2024-09-10T08:34:29.500455+0000","last_clean":"2024-09-10T08:34:29.500455+0000","last_became_active":"2024-09-10T08:34:28.356874+0000","last_became_peered":"2024-09-10T08:34:28.356874+0000","last_unstale":"2024-09-10T08:34:29.500455+0000","last_undegraded":"2024-09-10T08:34:29.500455+0000","last_fullsized":"2024-09-10T08:34:29.500455+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500206+0000","last_change":"2024-09-10T08:34:28.357177+0000","last_active":"2024-09-10T08:34:29.500206+0000","last_peered":"2024-09-10T08:34:29.500206+0000","last_clean":"2024-09-10T08:34:29.500206+0000","last_became_active":"2024-09-10T08:34:28.356904+0000","last_became_peered":"2024-09-10T08:34:28.356904+0000","last_unstale":"2024-09-10T08:34:29.500206+0000","last_undegraded":"2024-09-10T08:34:29.500206+0000","last_fullsized":"2024-09-10T08:34:29.500206+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500402+0000","last_change":"2024-09-10T08:34:28.355047+0000","last_active":"2024-09-10T08:34:29.500402+0000","last_peered":"2024-09-10T08:34:29.500402+0000","last_clean":"2024-09-10T08:34:29.500402+0000","last_became_active":"2024-09-10T08:34:28.354798+0000","last_became_peered":"2024-09-10T08:34:28.354798+0000","last_unstale":"2024-09-10T08:34:29.500402+0000","last_undegraded":"2024-09-10T08:34:29.500402+0000","last_fullsized":"2024-09-10T08:34:29.500402+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:35.086474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500048+0000","last_change":"2024-09-10T08:34:28.341323+0000","last_active":"2024-09-10T08:34:29.500048+0000","last_peered":"2024-09-10T08:34:29.500048+0000","last_clean":"2024-09-10T08:34:29.500048+0000","last_became_active":"2024-09-10T08:34:28.341057+0000","last_became_peered":"2024-09-10T08:34:28.341057+0000","last_unstale":"2024-09-10T08:34:29.500048+0000","last_undegraded":"2024-09-10T08:34:29.500048+0000","last_fullsized":"2024-09-10T08:34:29.500048+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:51:45.408866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500494+0000","last_change":"2024-09-10T08:34:28.344362+0000","last_active":"2024-09-10T08:34:29.500494+0000","last_peered":"2024-09-10T08:34:29.500494+0000","last_clean":"2024-09-10T08:34:29.500494+0000","last_became_active":"2024-09-10T08:34:28.344068+0000","last_became_peered":"2024-09-10T08:34:28.344068+0000","last_unstale":"2024-09-10T08:34:29.500494+0000","last_undegraded":"2024-09-10T08:34:29.500494+0000","last_fullsized":"2024-09-10T08:34:29.500494+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:03.477182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499926+0000","last_change":"2024-09-10T08:34:28.348534+0000","last_active":"2024-09-10T08:34:29.499926+0000","last_peered":"2024-09-10T08:34:29.499926+0000","last_clean":"2024-09-10T08:34:29.499926+0000","last_became_active":"2024-09-10T08:34:28.348260+0000","last_became_peered":"2024-09-10T08:34:28.348260+0000","last_unstale":"2024-09-10T08:34:29.499926+0000","last_undegraded":"2024-09-10T08:34:29.499926+0000","last_fullsized":"2024-09-10T08:34:29.499926+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:33.459057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499971+0000","last_change":"2024-09-10T08:34:28.345307+0000","last_active":"2024-09-10T08:34:29.499971+0000","last_peered":"2024-09-10T08:34:29.499971+0000","last_clean":"2024-09-10T08:34:29.499971+0000","last_became_active":"2024-09-10T08:34:28.345011+0000","last_became_peered":"2024-09-10T08:34:28.345011+0000","last_unstale":"2024-09-10T08:34:29.499971+0000","last_undegraded":"2024-09-10T08:34:29.499971+0000","last_fullsized":"2024-09-10T08:34:29.499971+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:47.159430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332505+0000","last_change":"2024-09-10T08:34:28.352416+0000","last_active":"2024-09-10T08:34:29.332505+0000","last_peered":"2024-09-10T08:34:29.332505+0000","last_clean":"2024-09-10T08:34:29.332505+0000","last_became_active":"2024-09-10T08:34:28.352117+0000","last_became_peered":"2024-09-10T08:34:28.352117+0000","last_unstale":"2024-09-10T08:34:29.332505+0000","last_undegraded":"2024-09-10T08:34:29.332505+0000","last_fullsized":"2024-09-10T08:34:29.332505+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:32:59.303572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500130+0000","last_change":"2024-09-10T08:34:28.350791+0000","last_active":"2024-09-10T08:34:29.500130+0000","last_peered":"2024-09-10T08:34:29.500130+0000","last_clean":"2024-09-10T08:34:29.500130+0000","last_became_active":"2024-09-10T08:34:28.350427+0000","last_became_peered":"2024-09-10T08:34:28.350427+0000","last_unstale":"2024-09-10T08:34:29.500130+0000","last_undegraded":"2024-09-10T08:34:29.500130+0000","last_fullsized":"2024-09-10T08:34:29.500130+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499018+0000","last_change":"2024-09-10T08:34:28.349097+0000","last_active":"2024-09-10T08:34:29.499018+0000","last_peered":"2024-09-10T08:34:29.499018+0000","last_clean":"2024-09-10T08:34:29.499018+0000","last_became_active":"2024-09-10T08:34:28.348787+0000","last_became_peered":"2024-09-10T08:34:28.348787+0000","last_unstale":"2024-09-10T08:34:29.499018+0000","last_undegraded":"2024-09-10T08:34:29.499018+0000","last_fullsized":"2024-09-10T08:34:29.499018+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:23.543323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337254+0000","last_change":"2024-09-10T08:34:28.345276+0000","last_active":"2024-09-10T08:34:29.337254+0000","last_peered":"2024-09-10T08:34:29.337254+0000","last_clean":"2024-09-10T08:34:29.337254+0000","last_became_active":"2024-09-10T08:34:28.345004+0000","last_became_peered":"2024-09-10T08:34:28.345004+0000","last_unstale":"2024-09-10T08:34:29.337254+0000","last_undegraded":"2024-09-10T08:34:29.337254+0000","last_fullsized":"2024-09-10T08:34:29.337254+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.327467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499170+0000","last_change":"2024-09-10T08:34:28.345956+0000","last_active":"2024-09-10T08:34:29.499170+0000","last_peered":"2024-09-10T08:34:29.499170+0000","last_clean":"2024-09-10T08:34:29.499170+0000","last_became_active":"2024-09-10T08:34:28.345675+0000","last_became_peered":"2024-09-10T08:34:28.345675+0000","last_unstale":"2024-09-10T08:34:29.499170+0000","last_undegraded":"2024-09-10T08:34:29.499170+0000","last_fullsized":"2024-09-10T08:34:29.499170+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.327467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500273+0000","last_change":"2024-09-10T08:34:28.361412+0000","last_active":"2024-09-10T08:34:29.500273+0000","last_peered":"2024-09-10T08:34:29.500273+0000","last_clean":"2024-09-10T08:34:29.500273+0000","last_became_active":"2024-09-10T08:34:28.361101+0000","last_became_peered":"2024-09-10T08:34:28.361101+0000","last_unstale":"2024-09-10T08:34:29.500273+0000","last_undegraded":"2024-09-10T08:34:29.500273+0000","last_fullsized":"2024-09-10T08:34:29.500273+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:06.327467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336154+0000","last_change":"2024-09-10T08:34:28.348808+0000","last_active":"2024-09-10T08:34:29.336154+0000","last_peered":"2024-09-10T08:34:29.336154+0000","last_clean":"2024-09-10T08:34:29.336154+0000","last_became_active":"2024-09-10T08:34:28.348543+0000","last_became_peered":"2024-09-10T08:34:28.348543+0000","last_unstale":"2024-09-10T08:34:29.336154+0000","last_undegraded":"2024-09-10T08:34:29.336154+0000","last_fullsized":"2024-09-10T08:34:29.336154+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"52'4","reported_seq":18,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499940+0000","last_change":"2024-09-10T08:34:27.339115+0000","last_active":"2024-09-10T08:34:29.499940+0000","last_peered":"2024-09-10T08:34:29.499940+0000","last_clean":"2024-09-10T08:34:29.499940+0000","last_became_active":"2024-09-10T08:34:27.338844+0000","last_became_peered":"2024-09-10T08:34:27.338844+0000","last_unstale":"2024-09-10T08:34:29.499940+0000","last_undegraded":"2024-09-10T08:34:29.499940+0000","last_fullsized":"2024-09-10T08:34:29.499940+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:25:50.248663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500146+0000","last_change":"2024-09-10T08:34:28.349157+0000","last_active":"2024-09-10T08:34:29.500146+0000","last_peered":"2024-09-10T08:34:29.500146+0000","last_clean":"2024-09-10T08:34:29.500146+0000","last_became_active":"2024-09-10T08:34:28.348883+0000","last_became_peered":"2024-09-10T08:34:28.348883+0000","last_unstale":"2024-09-10T08:34:29.500146+0000","last_undegraded":"2024-09-10T08:34:29.500146+0000","last_fullsized":"2024-09-10T08:34:29.500146+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:23.543323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"52'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332434+0000","last_change":"2024-09-10T08:34:27.344988+0000","last_active":"2024-09-10T08:34:29.332434+0000","last_peered":"2024-09-10T08:34:29.332434+0000","last_clean":"2024-09-10T08:34:29.332434+0000","last_became_active":"2024-09-10T08:34:27.344641+0000","last_became_peered":"2024-09-10T08:34:27.344641+0000","last_unstale":"2024-09-10T08:34:29.332434+0000","last_undegraded":"2024-09-10T08:34:29.332434+0000","last_fullsized":"2024-09-10T08:34:29.332434+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:45:10.966261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500349+0000","last_change":"2024-09-10T08:34:28.357085+0000","last_active":"2024-09-10T08:34:29.500349+0000","last_peered":"2024-09-10T08:34:29.500349+0000","last_clean":"2024-09-10T08:34:29.500349+0000","last_became_active":"2024-09-10T08:34:28.356799+0000","last_became_peered":"2024-09-10T08:34:28.356799+0000","last_unstale":"2024-09-10T08:34:29.500349+0000","last_undegraded":"2024-09-10T08:34:29.500349+0000","last_fullsized":"2024-09-10T08:34:29.500349+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:56.370933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"52'2","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332587+0000","last_change":"2024-09-10T08:34:27.341953+0000","last_active":"2024-09-10T08:34:29.332587+0000","last_peered":"2024-09-10T08:34:29.332587+0000","last_clean":"2024-09-10T08:34:29.332587+0000","last_became_active":"2024-09-10T08:34:27.341679+0000","last_became_peered":"2024-09-10T08:34:27.341679+0000","last_unstale":"2024-09-10T08:34:29.332587+0000","last_undegraded":"2024-09-10T08:34:29.332587+0000","last_fullsized":"2024-09-10T08:34:29.332587+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:48:30.202970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500779+0000","last_change":"2024-09-10T08:34:28.351544+0000","last_active":"2024-09-10T08:34:29.500779+0000","last_peered":"2024-09-10T08:34:29.500779+0000","last_clean":"2024-09-10T08:34:29.500779+0000","last_became_active":"2024-09-10T08:34:28.350982+0000","last_became_peered":"2024-09-10T08:34:28.350982+0000","last_unstale":"2024-09-10T08:34:29.500779+0000","last_undegraded":"2024-09-10T08:34:29.500779+0000","last_fullsized":"2024-09-10T08:34:29.500779+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:53.726307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"52'2","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500498+0000","last_change":"2024-09-10T08:34:27.344713+0000","last_active":"2024-09-10T08:34:29.500498+0000","last_peered":"2024-09-10T08:34:29.500498+0000","last_clean":"2024-09-10T08:34:29.500498+0000","last_became_active":"2024-09-10T08:34:27.344446+0000","last_became_peered":"2024-09-10T08:34:27.344446+0000","last_unstale":"2024-09-10T08:34:29.500498+0000","last_undegraded":"2024-09-10T08:34:29.500498+0000","last_fullsized":"2024-09-10T08:34:29.500498+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336861+0000","last_change":"2024-09-10T08:34:28.351353+0000","last_active":"2024-09-10T08:34:29.336861+0000","last_peered":"2024-09-10T08:34:29.336861+0000","last_clean":"2024-09-10T08:34:29.336861+0000","last_became_active":"2024-09-10T08:34:28.350831+0000","last_became_peered":"2024-09-10T08:34:28.350831+0000","last_unstale":"2024-09-10T08:34:29.336861+0000","last_undegraded":"2024-09-10T08:34:29.336861+0000","last_fullsized":"2024-09-10T08:34:29.336861+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:58:28.119898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"52'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499110+0000","last_change":"2024-09-10T08:34:27.337810+0000","last_active":"2024-09-10T08:34:29.499110+0000","last_peered":"2024-09-10T08:34:29.499110+0000","last_clean":"2024-09-10T08:34:29.499110+0000","last_became_active":"2024-09-10T08:34:27.337558+0000","last_became_peered":"2024-09-10T08:34:27.337558+0000","last_unstale":"2024-09-10T08:34:29.499110+0000","last_undegraded":"2024-09-10T08:34:29.499110+0000","last_fullsized":"2024-09-10T08:34:29.499110+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337337+0000","last_change":"2024-09-10T08:34:28.351551+0000","last_active":"2024-09-10T08:34:29.337337+0000","last_peered":"2024-09-10T08:34:29.337337+0000","last_clean":"2024-09-10T08:34:29.337337+0000","last_became_active":"2024-09-10T08:34:28.351247+0000","last_became_peered":"2024-09-10T08:34:28.351247+0000","last_unstale":"2024-09-10T08:34:29.337337+0000","last_undegraded":"2024-09-10T08:34:29.337337+0000","last_fullsized":"2024-09-10T08:34:29.337337+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.257965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"52'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336428+0000","last_change":"2024-09-10T08:34:27.337664+0000","last_active":"2024-09-10T08:34:29.336428+0000","last_peered":"2024-09-10T08:34:29.336428+0000","last_clean":"2024-09-10T08:34:29.336428+0000","last_became_active":"2024-09-10T08:34:27.337401+0000","last_became_peered":"2024-09-10T08:34:27.337401+0000","last_unstale":"2024-09-10T08:34:29.336428+0000","last_undegraded":"2024-09-10T08:34:29.336428+0000","last_fullsized":"2024-09-10T08:34:29.336428+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:57.232522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500243+0000","last_change":"2024-09-10T08:34:28.343570+0000","last_active":"2024-09-10T08:34:29.500243+0000","last_peered":"2024-09-10T08:34:29.500243+0000","last_clean":"2024-09-10T08:34:29.500243+0000","last_became_active":"2024-09-10T08:34:28.343314+0000","last_became_peered":"2024-09-10T08:34:28.343314+0000","last_unstale":"2024-09-10T08:34:29.500243+0000","last_undegraded":"2024-09-10T08:34:29.500243+0000","last_fullsized":"2024-09-10T08:34:29.500243+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:53:17.495507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499802+0000","last_change":"2024-09-10T08:34:27.339260+0000","last_active":"2024-09-10T08:34:29.499802+0000","last_peered":"2024-09-10T08:34:29.499802+0000","last_clean":"2024-09-10T08:34:29.499802+0000","last_became_active":"2024-09-10T08:34:27.339001+0000","last_became_peered":"2024-09-10T08:34:27.339001+0000","last_unstale":"2024-09-10T08:34:29.499802+0000","last_undegraded":"2024-09-10T08:34:29.499802+0000","last_fullsized":"2024-09-10T08:34:29.499802+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:08.958343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337195+0000","last_change":"2024-09-10T08:34:28.353276+0000","last_active":"2024-09-10T08:34:29.337195+0000","last_peered":"2024-09-10T08:34:29.337195+0000","last_clean":"2024-09-10T08:34:29.337195+0000","last_became_active":"2024-09-10T08:34:28.353015+0000","last_became_peered":"2024-09-10T08:34:28.353015+0000","last_unstale":"2024-09-10T08:34:29.337195+0000","last_undegraded":"2024-09-10T08:34:29.337195+0000","last_fullsized":"2024-09-10T08:34:29.337195+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:22.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500591+0000","last_change":"2024-09-10T08:34:27.348965+0000","last_active":"2024-09-10T08:34:29.500591+0000","last_peered":"2024-09-10T08:34:29.500591+0000","last_clean":"2024-09-10T08:34:29.500591+0000","last_became_active":"2024-09-10T08:34:27.348681+0000","last_became_peered":"2024-09-10T08:34:27.348681+0000","last_unstale":"2024-09-10T08:34:29.500591+0000","last_undegraded":"2024-09-10T08:34:29.500591+0000","last_fullsized":"2024-09-10T08:34:29.500591+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336190+0000","last_change":"2024-09-10T08:34:28.349016+0000","last_active":"2024-09-10T08:34:29.336190+0000","last_peered":"2024-09-10T08:34:29.336190+0000","last_clean":"2024-09-10T08:34:29.336190+0000","last_became_active":"2024-09-10T08:34:28.348728+0000","last_became_peered":"2024-09-10T08:34:28.348728+0000","last_unstale":"2024-09-10T08:34:29.336190+0000","last_undegraded":"2024-09-10T08:34:29.336190+0000","last_fullsized":"2024-09-10T08:34:29.336190+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:08.337678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337167+0000","last_change":"2024-09-10T08:34:27.339592+0000","last_active":"2024-09-10T08:34:29.337167+0000","last_peered":"2024-09-10T08:34:29.337167+0000","last_clean":"2024-09-10T08:34:29.337167+0000","last_became_active":"2024-09-10T08:34:27.339322+0000","last_became_peered":"2024-09-10T08:34:27.339322+0000","last_unstale":"2024-09-10T08:34:29.337167+0000","last_undegraded":"2024-09-10T08:34:29.337167+0000","last_fullsized":"2024-09-10T08:34:29.337167+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500199+0000","last_change":"2024-09-10T08:34:28.356169+0000","last_active":"2024-09-10T08:34:29.500199+0000","last_peered":"2024-09-10T08:34:29.500199+0000","last_clean":"2024-09-10T08:34:29.500199+0000","last_became_active":"2024-09-10T08:34:28.355884+0000","last_became_peered":"2024-09-10T08:34:28.355884+0000","last_unstale":"2024-09-10T08:34:29.500199+0000","last_undegraded":"2024-09-10T08:34:29.500199+0000","last_fullsized":"2024-09-10T08:34:29.500199+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:30:22.732610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336284+0000","last_change":"2024-09-10T08:34:27.337758+0000","last_active":"2024-09-10T08:34:29.336284+0000","last_peered":"2024-09-10T08:34:29.336284+0000","last_clean":"2024-09-10T08:34:29.336284+0000","last_became_active":"2024-09-10T08:34:27.337468+0000","last_became_peered":"2024-09-10T08:34:27.337468+0000","last_unstale":"2024-09-10T08:34:29.336284+0000","last_undegraded":"2024-09-10T08:34:29.336284+0000","last_fullsized":"2024-09-10T08:34:29.336284+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500232+0000","last_change":"2024-09-10T08:34:28.349660+0000","last_active":"2024-09-10T08:34:29.500232+0000","last_peered":"2024-09-10T08:34:29.500232+0000","last_clean":"2024-09-10T08:34:29.500232+0000","last_became_active":"2024-09-10T08:34:28.349405+0000","last_became_peered":"2024-09-10T08:34:28.349405+0000","last_unstale":"2024-09-10T08:34:29.500232+0000","last_undegraded":"2024-09-10T08:34:29.500232+0000","last_fullsized":"2024-09-10T08:34:29.500232+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:26:13.405522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"52'3","reported_seq":17,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337356+0000","last_change":"2024-09-10T08:34:27.345358+0000","last_active":"2024-09-10T08:34:29.337356+0000","last_peered":"2024-09-10T08:34:29.337356+0000","last_clean":"2024-09-10T08:34:29.337356+0000","last_became_active":"2024-09-10T08:34:27.345114+0000","last_became_peered":"2024-09-10T08:34:27.345114+0000","last_unstale":"2024-09-10T08:34:29.337356+0000","last_undegraded":"2024-09-10T08:34:29.337356+0000","last_fullsized":"2024-09-10T08:34:29.337356+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:24.089201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336802+0000","last_change":"2024-09-10T08:34:28.344033+0000","last_active":"2024-09-10T08:34:29.336802+0000","last_peered":"2024-09-10T08:34:29.336802+0000","last_clean":"2024-09-10T08:34:29.336802+0000","last_became_active":"2024-09-10T08:34:28.343754+0000","last_became_peered":"2024-09-10T08:34:28.343754+0000","last_unstale":"2024-09-10T08:34:29.336802+0000","last_undegraded":"2024-09-10T08:34:29.336802+0000","last_fullsized":"2024-09-10T08:34:29.336802+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:10.540420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"52'6","reported_seq":20,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500935+0000","last_change":"2024-09-10T08:34:27.342407+0000","last_active":"2024-09-10T08:34:29.500935+0000","last_peered":"2024-09-10T08:34:29.500935+0000","last_clean":"2024-09-10T08:34:29.500935+0000","last_became_active":"2024-09-10T08:34:27.341918+0000","last_became_peered":"2024-09-10T08:34:27.341918+0000","last_unstale":"2024-09-10T08:34:29.500935+0000","last_undegraded":"2024-09-10T08:34:29.500935+0000","last_fullsized":"2024-09-10T08:34:29.500935+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:14:18.046770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500497+0000","last_change":"2024-09-10T08:34:28.351832+0000","last_active":"2024-09-10T08:34:29.500497+0000","last_peered":"2024-09-10T08:34:29.500497+0000","last_clean":"2024-09-10T08:34:29.500497+0000","last_became_active":"2024-09-10T08:34:28.351563+0000","last_became_peered":"2024-09-10T08:34:28.351563+0000","last_unstale":"2024-09-10T08:34:29.500497+0000","last_undegraded":"2024-09-10T08:34:29.500497+0000","last_fullsized":"2024-09-10T08:34:29.500497+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:24:48.777669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"52'2","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499752+0000","last_change":"2024-09-10T08:34:27.340421+0000","last_active":"2024-09-10T08:34:29.499752+0000","last_peered":"2024-09-10T08:34:29.499752+0000","last_clean":"2024-09-10T08:34:29.499752+0000","last_became_active":"2024-09-10T08:34:27.340133+0000","last_became_peered":"2024-09-10T08:34:27.340133+0000","last_unstale":"2024-09-10T08:34:29.499752+0000","last_undegraded":"2024-09-10T08:34:29.499752+0000","last_fullsized":"2024-09-10T08:34:29.499752+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499603+0000","last_change":"2024-09-10T08:34:28.357563+0000","last_active":"2024-09-10T08:34:29.499603+0000","last_peered":"2024-09-10T08:34:29.499603+0000","last_clean":"2024-09-10T08:34:29.499603+0000","last_became_active":"2024-09-10T08:34:28.357248+0000","last_became_peered":"2024-09-10T08:34:28.357248+0000","last_unstale":"2024-09-10T08:34:29.499603+0000","last_undegraded":"2024-09-10T08:34:29.499603+0000","last_fullsized":"2024-09-10T08:34:29.499603+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:02.544699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500416+0000","last_change":"2024-09-10T08:34:27.348788+0000","last_active":"2024-09-10T08:34:29.500416+0000","last_peered":"2024-09-10T08:34:29.500416+0000","last_clean":"2024-09-10T08:34:29.500416+0000","last_became_active":"2024-09-10T08:34:27.348516+0000","last_became_peered":"2024-09-10T08:34:27.348516+0000","last_unstale":"2024-09-10T08:34:29.500416+0000","last_undegraded":"2024-09-10T08:34:29.500416+0000","last_fullsized":"2024-09-10T08:34:29.500416+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:58.604920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500108+0000","last_change":"2024-09-10T08:34:28.354924+0000","last_active":"2024-09-10T08:34:29.500108+0000","last_peered":"2024-09-10T08:34:29.500108+0000","last_clean":"2024-09-10T08:34:29.500108+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:29.500108+0000","last_undegraded":"2024-09-10T08:34:29.500108+0000","last_fullsized":"2024-09-10T08:34:29.500108+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:33:33.459057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336852+0000","last_change":"2024-09-10T08:34:27.337898+0000","last_active":"2024-09-10T08:34:29.336852+0000","last_peered":"2024-09-10T08:34:29.336852+0000","last_clean":"2024-09-10T08:34:29.336852+0000","last_became_active":"2024-09-10T08:34:27.337618+0000","last_became_peered":"2024-09-10T08:34:27.337618+0000","last_unstale":"2024-09-10T08:34:29.336852+0000","last_undegraded":"2024-09-10T08:34:29.336852+0000","last_fullsized":"2024-09-10T08:34:29.336852+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:17:07.333453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499839+0000","last_change":"2024-09-10T08:34:28.350246+0000","last_active":"2024-09-10T08:34:29.499839+0000","last_peered":"2024-09-10T08:34:29.499839+0000","last_clean":"2024-09-10T08:34:29.499839+0000","last_became_active":"2024-09-10T08:34:28.349992+0000","last_became_peered":"2024-09-10T08:34:28.349992+0000","last_unstale":"2024-09-10T08:34:29.499839+0000","last_undegraded":"2024-09-10T08:34:29.499839+0000","last_fullsized":"2024-09-10T08:34:29.499839+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:47.159430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"52'8","reported_seq":22,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500606+0000","last_change":"2024-09-10T08:34:27.341546+0000","last_active":"2024-09-10T08:34:29.500606+0000","last_peered":"2024-09-10T08:34:29.500606+0000","last_clean":"2024-09-10T08:34:29.500606+0000","last_became_active":"2024-09-10T08:34:27.341284+0000","last_became_peered":"2024-09-10T08:34:27.341284+0000","last_unstale":"2024-09-10T08:34:29.500606+0000","last_undegraded":"2024-09-10T08:34:29.500606+0000","last_fullsized":"2024-09-10T08:34:29.500606+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:55.802793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500802+0000","last_change":"2024-09-10T08:34:28.357996+0000","last_active":"2024-09-10T08:34:29.500802+0000","last_peered":"2024-09-10T08:34:29.500802+0000","last_clean":"2024-09-10T08:34:29.500802+0000","last_became_active":"2024-09-10T08:34:28.357025+0000","last_became_peered":"2024-09-10T08:34:28.357025+0000","last_unstale":"2024-09-10T08:34:29.500802+0000","last_undegraded":"2024-09-10T08:34:29.500802+0000","last_fullsized":"2024-09-10T08:34:29.500802+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:01:40.223574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"52'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499925+0000","last_change":"2024-09-10T08:34:27.339377+0000","last_active":"2024-09-10T08:34:29.499925+0000","last_peered":"2024-09-10T08:34:29.499925+0000","last_clean":"2024-09-10T08:34:29.499925+0000","last_became_active":"2024-09-10T08:34:27.339121+0000","last_became_peered":"2024-09-10T08:34:27.339121+0000","last_unstale":"2024-09-10T08:34:29.499925+0000","last_undegraded":"2024-09-10T08:34:29.499925+0000","last_fullsized":"2024-09-10T08:34:29.499925+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:42:52.564278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332201+0000","last_change":"2024-09-10T08:34:28.351700+0000","last_active":"2024-09-10T08:34:29.332201+0000","last_peered":"2024-09-10T08:34:29.332201+0000","last_clean":"2024-09-10T08:34:29.332201+0000","last_became_active":"2024-09-10T08:34:28.351434+0000","last_became_peered":"2024-09-10T08:34:28.351434+0000","last_unstale":"2024-09-10T08:34:29.332201+0000","last_undegraded":"2024-09-10T08:34:29.332201+0000","last_fullsized":"2024-09-10T08:34:29.332201+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:46.842724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"52'2","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499456+0000","last_change":"2024-09-10T08:34:27.340874+0000","last_active":"2024-09-10T08:34:29.499456+0000","last_peered":"2024-09-10T08:34:29.499456+0000","last_clean":"2024-09-10T08:34:29.499456+0000","last_became_active":"2024-09-10T08:34:27.340610+0000","last_became_peered":"2024-09-10T08:34:27.340610+0000","last_unstale":"2024-09-10T08:34:29.499456+0000","last_undegraded":"2024-09-10T08:34:29.499456+0000","last_fullsized":"2024-09-10T08:34:29.499456+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:45:07.785368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336319+0000","last_change":"2024-09-10T08:34:28.351041+0000","last_active":"2024-09-10T08:34:29.336319+0000","last_peered":"2024-09-10T08:34:29.336319+0000","last_clean":"2024-09-10T08:34:29.336319+0000","last_became_active":"2024-09-10T08:34:28.350258+0000","last_became_peered":"2024-09-10T08:34:28.350258+0000","last_unstale":"2024-09-10T08:34:29.336319+0000","last_undegraded":"2024-09-10T08:34:29.336319+0000","last_fullsized":"2024-09-10T08:34:29.336319+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"52'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500317+0000","last_change":"2024-09-10T08:34:27.342034+0000","last_active":"2024-09-10T08:34:29.500317+0000","last_peered":"2024-09-10T08:34:29.500317+0000","last_clean":"2024-09-10T08:34:29.500317+0000","last_became_active":"2024-09-10T08:34:27.341753+0000","last_became_peered":"2024-09-10T08:34:27.341753+0000","last_unstale":"2024-09-10T08:34:29.500317+0000","last_undegraded":"2024-09-10T08:34:29.500317+0000","last_fullsized":"2024-09-10T08:34:29.500317+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332386+0000","last_change":"2024-09-10T08:34:28.349051+0000","last_active":"2024-09-10T08:34:29.332386+0000","last_peered":"2024-09-10T08:34:29.332386+0000","last_clean":"2024-09-10T08:34:29.332386+0000","last_became_active":"2024-09-10T08:34:28.348804+0000","last_became_peered":"2024-09-10T08:34:28.348804+0000","last_unstale":"2024-09-10T08:34:29.332386+0000","last_undegraded":"2024-09-10T08:34:29.332386+0000","last_fullsized":"2024-09-10T08:34:29.332386+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:38.006088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500241+0000","last_change":"2024-09-10T08:34:27.342408+0000","last_active":"2024-09-10T08:34:29.500241+0000","last_peered":"2024-09-10T08:34:29.500241+0000","last_clean":"2024-09-10T08:34:29.500241+0000","last_became_active":"2024-09-10T08:34:27.342133+0000","last_became_peered":"2024-09-10T08:34:27.342133+0000","last_unstale":"2024-09-10T08:34:29.500241+0000","last_undegraded":"2024-09-10T08:34:29.500241+0000","last_fullsized":"2024-09-10T08:34:29.500241+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:21:26.634409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500400+0000","last_change":"2024-09-10T08:34:28.356332+0000","last_active":"2024-09-10T08:34:29.500400+0000","last_peered":"2024-09-10T08:34:29.500400+0000","last_clean":"2024-09-10T08:34:29.500400+0000","last_became_active":"2024-09-10T08:34:28.356078+0000","last_became_peered":"2024-09-10T08:34:28.356078+0000","last_unstale":"2024-09-10T08:34:29.500400+0000","last_undegraded":"2024-09-10T08:34:29.500400+0000","last_fullsized":"2024-09-10T08:34:29.500400+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:23.132014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"52'2","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332305+0000","last_change":"2024-09-10T08:34:27.348462+0000","last_active":"2024-09-10T08:34:29.332305+0000","last_peered":"2024-09-10T08:34:29.332305+0000","last_clean":"2024-09-10T08:34:29.332305+0000","last_became_active":"2024-09-10T08:34:27.348164+0000","last_became_peered":"2024-09-10T08:34:27.348164+0000","last_unstale":"2024-09-10T08:34:29.332305+0000","last_undegraded":"2024-09-10T08:34:29.332305+0000","last_fullsized":"2024-09-10T08:34:29.332305+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:15.391483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500193+0000","last_change":"2024-09-10T08:34:28.354993+0000","last_active":"2024-09-10T08:34:29.500193+0000","last_peered":"2024-09-10T08:34:29.500193+0000","last_clean":"2024-09-10T08:34:29.500193+0000","last_became_active":"2024-09-10T08:34:28.354602+0000","last_became_peered":"2024-09-10T08:34:28.354602+0000","last_unstale":"2024-09-10T08:34:29.500193+0000","last_undegraded":"2024-09-10T08:34:29.500193+0000","last_fullsized":"2024-09-10T08:34:29.500193+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:25.093426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500481+0000","last_change":"2024-09-10T08:34:27.341502+0000","last_active":"2024-09-10T08:34:29.500481+0000","last_peered":"2024-09-10T08:34:29.500481+0000","last_clean":"2024-09-10T08:34:29.500481+0000","last_became_active":"2024-09-10T08:34:27.341255+0000","last_became_peered":"2024-09-10T08:34:27.341255+0000","last_unstale":"2024-09-10T08:34:29.500481+0000","last_undegraded":"2024-09-10T08:34:29.500481+0000","last_fullsized":"2024-09-10T08:34:29.500481+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:41.963672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499583+0000","last_change":"2024-09-10T08:34:28.348650+0000","last_active":"2024-09-10T08:34:29.499583+0000","last_peered":"2024-09-10T08:34:29.499583+0000","last_clean":"2024-09-10T08:34:29.499583+0000","last_became_active":"2024-09-10T08:34:28.348390+0000","last_became_peered":"2024-09-10T08:34:28.348390+0000","last_unstale":"2024-09-10T08:34:29.499583+0000","last_undegraded":"2024-09-10T08:34:29.499583+0000","last_fullsized":"2024-09-10T08:34:29.499583+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:16:31.417847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499255+0000","last_change":"2024-09-10T08:34:27.345879+0000","last_active":"2024-09-10T08:34:29.499255+0000","last_peered":"2024-09-10T08:34:29.499255+0000","last_clean":"2024-09-10T08:34:29.499255+0000","last_became_active":"2024-09-10T08:34:27.345629+0000","last_became_peered":"2024-09-10T08:34:27.345629+0000","last_unstale":"2024-09-10T08:34:29.499255+0000","last_undegraded":"2024-09-10T08:34:29.499255+0000","last_fullsized":"2024-09-10T08:34:29.499255+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:10:43.909153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332521+0000","last_change":"2024-09-10T08:34:28.349466+0000","last_active":"2024-09-10T08:34:29.332521+0000","last_peered":"2024-09-10T08:34:29.332521+0000","last_clean":"2024-09-10T08:34:29.332521+0000","last_became_active":"2024-09-10T08:34:28.349203+0000","last_became_peered":"2024-09-10T08:34:28.349203+0000","last_unstale":"2024-09-10T08:34:29.332521+0000","last_undegraded":"2024-09-10T08:34:29.332521+0000","last_fullsized":"2024-09-10T08:34:29.332521+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:35:03.642057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499697+0000","last_change":"2024-09-10T08:34:27.336258+0000","last_active":"2024-09-10T08:34:29.499697+0000","last_peered":"2024-09-10T08:34:29.499697+0000","last_clean":"2024-09-10T08:34:29.499697+0000","last_became_active":"2024-09-10T08:34:27.335989+0000","last_became_peered":"2024-09-10T08:34:27.335989+0000","last_unstale":"2024-09-10T08:34:29.499697+0000","last_undegraded":"2024-09-10T08:34:29.499697+0000","last_fullsized":"2024-09-10T08:34:29.499697+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:42:07.342029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499785+0000","last_change":"2024-09-10T08:34:28.361464+0000","last_active":"2024-09-10T08:34:29.499785+0000","last_peered":"2024-09-10T08:34:29.499785+0000","last_clean":"2024-09-10T08:34:29.499785+0000","last_became_active":"2024-09-10T08:34:28.361078+0000","last_became_peered":"2024-09-10T08:34:28.361078+0000","last_unstale":"2024-09-10T08:34:29.499785+0000","last_undegraded":"2024-09-10T08:34:29.499785+0000","last_fullsized":"2024-09-10T08:34:29.499785+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:10:56.807018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"52'2","reported_seq":16,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500061+0000","last_change":"2024-09-10T08:34:27.348812+0000","last_active":"2024-09-10T08:34:29.500061+0000","last_peered":"2024-09-10T08:34:29.500061+0000","last_clean":"2024-09-10T08:34:29.500061+0000","last_became_active":"2024-09-10T08:34:27.348526+0000","last_became_peered":"2024-09-10T08:34:27.348526+0000","last_unstale":"2024-09-10T08:34:29.500061+0000","last_undegraded":"2024-09-10T08:34:29.500061+0000","last_fullsized":"2024-09-10T08:34:29.500061+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:04:15.497972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.332361+0000","last_change":"2024-09-10T08:34:28.343528+0000","last_active":"2024-09-10T08:34:29.332361+0000","last_peered":"2024-09-10T08:34:29.332361+0000","last_clean":"2024-09-10T08:34:29.332361+0000","last_became_active":"2024-09-10T08:34:28.343272+0000","last_became_peered":"2024-09-10T08:34:28.343272+0000","last_unstale":"2024-09-10T08:34:29.332361+0000","last_undegraded":"2024-09-10T08:34:29.332361+0000","last_fullsized":"2024-09-10T08:34:29.332361+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:32:18.618201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.337442+0000","last_change":"2024-09-10T08:34:27.338456+0000","last_active":"2024-09-10T08:34:29.337442+0000","last_peered":"2024-09-10T08:34:29.337442+0000","last_clean":"2024-09-10T08:34:29.337442+0000","last_became_active":"2024-09-10T08:34:27.338219+0000","last_became_peered":"2024-09-10T08:34:27.338219+0000","last_unstale":"2024-09-10T08:34:29.337442+0000","last_undegraded":"2024-09-10T08:34:29.337442+0000","last_fullsized":"2024-09-10T08:34:29.337442+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:28:09.536195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500780+0000","last_change":"2024-09-10T08:34:28.348325+0000","last_active":"2024-09-10T08:34:29.500780+0000","last_peered":"2024-09-10T08:34:29.500780+0000","last_clean":"2024-09-10T08:34:29.500780+0000","last_became_active":"2024-09-10T08:34:28.348042+0000","last_became_peered":"2024-09-10T08:34:28.348042+0000","last_unstale":"2024-09-10T08:34:29.500780+0000","last_undegraded":"2024-09-10T08:34:29.500780+0000","last_fullsized":"2024-09-10T08:34:29.500780+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:12:16.101762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499164+0000","last_change":"2024-09-10T08:34:27.341517+0000","last_active":"2024-09-10T08:34:29.499164+0000","last_peered":"2024-09-10T08:34:29.499164+0000","last_clean":"2024-09-10T08:34:29.499164+0000","last_became_active":"2024-09-10T08:34:27.341271+0000","last_became_peered":"2024-09-10T08:34:27.341271+0000","last_unstale":"2024-09-10T08:34:29.499164+0000","last_undegraded":"2024-09-10T08:34:29.499164+0000","last_fullsized":"2024-09-10T08:34:29.499164+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:35:42.059748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499168+0000","last_change":"2024-09-10T08:34:28.358861+0000","last_active":"2024-09-10T08:34:29.499168+0000","last_peered":"2024-09-10T08:34:29.499168+0000","last_clean":"2024-09-10T08:34:29.499168+0000","last_became_active":"2024-09-10T08:34:28.358509+0000","last_became_peered":"2024-09-10T08:34:28.358509+0000","last_unstale":"2024-09-10T08:34:29.499168+0000","last_undegraded":"2024-09-10T08:34:29.499168+0000","last_fullsized":"2024-09-10T08:34:29.499168+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:23.132014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500871+0000","last_change":"2024-09-10T08:34:27.339765+0000","last_active":"2024-09-10T08:34:29.500871+0000","last_peered":"2024-09-10T08:34:29.500871+0000","last_clean":"2024-09-10T08:34:29.500871+0000","last_became_active":"2024-09-10T08:34:27.339495+0000","last_became_peered":"2024-09-10T08:34:27.339495+0000","last_unstale":"2024-09-10T08:34:29.500871+0000","last_undegraded":"2024-09-10T08:34:29.500871+0000","last_fullsized":"2024-09-10T08:34:29.500871+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:39:47.772447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499848+0000","last_change":"2024-09-10T08:34:28.352462+0000","last_active":"2024-09-10T08:34:29.499848+0000","last_peered":"2024-09-10T08:34:29.499848+0000","last_clean":"2024-09-10T08:34:29.499848+0000","last_became_active":"2024-09-10T08:34:28.352197+0000","last_became_peered":"2024-09-10T08:34:28.352197+0000","last_unstale":"2024-09-10T08:34:29.499848+0000","last_undegraded":"2024-09-10T08:34:29.499848+0000","last_fullsized":"2024-09-10T08:34:29.499848+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:17.716936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500559+0000","last_change":"2024-09-10T08:34:27.346391+0000","last_active":"2024-09-10T08:34:29.500559+0000","last_peered":"2024-09-10T08:34:29.500559+0000","last_clean":"2024-09-10T08:34:29.500559+0000","last_became_active":"2024-09-10T08:34:27.346112+0000","last_became_peered":"2024-09-10T08:34:27.346112+0000","last_unstale":"2024-09-10T08:34:29.500559+0000","last_undegraded":"2024-09-10T08:34:29.500559+0000","last_fullsized":"2024-09-10T08:34:29.500559+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:37:04.452642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499399+0000","last_change":"2024-09-10T08:34:28.346457+0000","last_active":"2024-09-10T08:34:29.499399+0000","last_peered":"2024-09-10T08:34:29.499399+0000","last_clean":"2024-09-10T08:34:29.499399+0000","last_became_active":"2024-09-10T08:34:28.346127+0000","last_became_peered":"2024-09-10T08:34:28.346127+0000","last_unstale":"2024-09-10T08:34:29.499399+0000","last_undegraded":"2024-09-10T08:34:29.499399+0000","last_fullsized":"2024-09-10T08:34:29.499399+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.257965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336227+0000","last_change":"2024-09-10T08:34:27.337013+0000","last_active":"2024-09-10T08:34:29.336227+0000","last_peered":"2024-09-10T08:34:29.336227+0000","last_clean":"2024-09-10T08:34:29.336227+0000","last_became_active":"2024-09-10T08:34:27.336737+0000","last_became_peered":"2024-09-10T08:34:27.336737+0000","last_unstale":"2024-09-10T08:34:29.336227+0000","last_undegraded":"2024-09-10T08:34:29.336227+0000","last_fullsized":"2024-09-10T08:34:29.336227+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:57:31.185627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.500469+0000","last_change":"2024-09-10T08:34:28.344578+0000","last_active":"2024-09-10T08:34:29.500469+0000","last_peered":"2024-09-10T08:34:29.500469+0000","last_clean":"2024-09-10T08:34:29.500469+0000","last_became_active":"2024-09-10T08:34:28.344307+0000","last_became_peered":"2024-09-10T08:34:28.344307+0000","last_unstale":"2024-09-10T08:34:29.500469+0000","last_undegraded":"2024-09-10T08:34:29.500469+0000","last_fullsized":"2024-09-10T08:34:29.500469+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:42.452558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":14,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499917+0000","last_change":"2024-09-10T08:34:27.345413+0000","last_active":"2024-09-10T08:34:29.499917+0000","last_peered":"2024-09-10T08:34:29.499917+0000","last_clean":"2024-09-10T08:34:29.499917+0000","last_became_active":"2024-09-10T08:34:27.345128+0000","last_became_peered":"2024-09-10T08:34:27.345128+0000","last_unstale":"2024-09-10T08:34:29.499917+0000","last_undegraded":"2024-09-10T08:34:29.499917+0000","last_fullsized":"2024-09-10T08:34:29.499917+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.366708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":12,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499814+0000","last_change":"2024-09-10T08:34:28.351348+0000","last_active":"2024-09-10T08:34:29.499814+0000","last_peered":"2024-09-10T08:34:29.499814+0000","last_clean":"2024-09-10T08:34:29.499814+0000","last_became_active":"2024-09-10T08:34:28.351024+0000","last_became_peered":"2024-09-10T08:34:28.351024+0000","last_unstale":"2024-09-10T08:34:29.499814+0000","last_undegraded":"2024-09-10T08:34:29.499814+0000","last_fullsized":"2024-09-10T08:34:29.499814+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:27.322390+0000","last_clean_scrub_stamp":"2024-09-10T08:34:27.322390+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:38:17.571515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"53'1","reported_seq":15,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.499701+0000","last_change":"2024-09-10T08:34:27.341337+0000","last_active":"2024-09-10T08:34:29.499701+0000","last_peered":"2024-09-10T08:34:29.499701+0000","last_clean":"2024-09-10T08:34:29.499701+0000","last_became_active":"2024-09-10T08:34:27.341084+0000","last_became_peered":"2024-09-10T08:34:27.341084+0000","last_unstale":"2024-09-10T08:34:29.499701+0000","last_undegraded":"2024-09-10T08:34:29.499701+0000","last_fullsized":"2024-09-10T08:34:29.499701+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":50,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:34:26.318165+0000","last_clean_scrub_stamp":"2024-09-10T08:34:26.318165+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:40:56.336311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":232,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-10T08:34:29.336321+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:34:29.336321+0000","last_peered":"2024-09-10T08:34:29.336321+0000","last_clean":"2024-09-10T08:34:29.336321+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:34:29.336321+0000","last_undegraded":"2024-09-10T08:34:29.336321+0000","last_fullsized":"2024-09-10T08:34:29.336321+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476765,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344200,"statfs":{"total":96636764160,"available":96608460800,"internally_reserved":0,"allocated":626688,"data_stored":275088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509467,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28224,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343616,"statfs":{"total":96636764160,"available":96607862784,"internally_reserved":0,"allocated":1224704,"data_stored":864998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509468,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27644,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344196,"statfs":{"total":96636764160,"available":96608456704,"internally_reserved":0,"allocated":630784,"data_stored":275158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509467,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":622592,"data_stored":274506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509468,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31812,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340028,"statfs":{"total":96636764160,"available":96604188672,"internally_reserved":0,"allocated":638976,"data_stored":276140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509467,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31808,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340032,"statfs":{"total":96636764160,"available":96604192768,"internally_reserved":0,"allocated":634880,"data_stored":276118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509467,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32384,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339456,"statfs":{"total":96636764160,"available":96603602944,"internally_reserved":0,"allocated":1224704,"data_stored":864930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31808,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340032,"statfs":{"total":96636764160,"available":96604192768,"internally_reserved":0,"allocated":630784,"data_stored":274666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:34:35.944 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:34:35.945 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T08:34:36.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.083+0000 7f45ffedd640 1 Processor -- start 2024-09-10T08:34:36.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.084+0000 7f45ffedd640 1 -- start start 2024-09-10T08:34:36.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.084+0000 7f45ffedd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f45f80d4af0 0x7f45f8162a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.084+0000 7f45ffedd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f45f80b4b70 0x7f45f80b5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.084+0000 7f45ffedd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45f815f250 con 0x7f45f815e0a0 2024-09-10T08:34:36.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.084+0000 7f45ffedd640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f45f80b5560 con 0x7f45f80d4af0 2024-09-10T08:34:36.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.084+0000 7f45ffedd640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f45f815f530 con 0x7f45f80b4b70 2024-09-10T08:34:36.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f45f80d4af0 0x7f45f8162a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f45f80d4af0 0x7f45f8162a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34236/0 (socket says 172.21.15.94:34236) 2024-09-10T08:34:36.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 -- 172.21.15.94:0/2543683892 learned_addr learned my addr 172.21.15.94:0/2543683892 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:36.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fe47a640 1 --2- 172.21.15.94:0/2543683892 >> v2:172.21.15.143:3300/0 conn(0x7f45f80b4b70 0x7f45f80b5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 -- 172.21.15.94:0/2543683892 >> v2:172.21.15.143:3300/0 conn(0x7f45f80b4b70 msgr2=0x7f45f80b5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:36.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 --2- 172.21.15.94:0/2543683892 >> v2:172.21.15.143:3300/0 conn(0x7f45f80b4b70 0x7f45f80b5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 -- 172.21.15.94:0/2543683892 >> v1:172.21.15.143:6789/0 conn(0x7f45f815e0a0 legacy=0x7f45f80d43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 -- 172.21.15.94:0/2543683892 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f815f810 con 0x7f45f80d4af0 2024-09-10T08:34:36.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.085+0000 7f45fd478640 1 --2- 172.21.15.94:0/2543683892 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f8162a70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f45f809ddf0 tx=0x7f45e802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aae155f8b42cb98 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:36.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45fcc77640 1 -- 172.21.15.94:0/2543683892 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e8004030 con 0x7f45f80d4af0 2024-09-10T08:34:36.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45fcc77640 1 -- 172.21.15.94:0/2543683892 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45e80041d0 con 0x7f45f80d4af0 2024-09-10T08:34:36.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45fcc77640 1 -- 172.21.15.94:0/2543683892 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e8003610 con 0x7f45f80d4af0 2024-09-10T08:34:36.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 -- 172.21.15.94:0/2543683892 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 msgr2=0x7f45f8162a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 --2- 172.21.15.94:0/2543683892 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f8162a70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f45f809ddf0 tx=0x7f45e802a270 comp rx=0 tx=0).stop 2024-09-10T08:34:36.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 -- 172.21.15.94:0/2543683892 shutdown_connections 2024-09-10T08:34:36.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 --2- 172.21.15.94:0/2543683892 >> v2:172.21.15.143:3300/0 conn(0x7f45f80b4b70 0x7f45f80b5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 --2- 172.21.15.94:0/2543683892 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f8162a70 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 -- 172.21.15.94:0/2543683892 >> 172.21.15.94:0/2543683892 conn(0x7f45f809d770 msgr2=0x7f45f808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:36.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 -- 172.21.15.94:0/2543683892 shutdown_connections 2024-09-10T08:34:36.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.086+0000 7f45ffedd640 1 -- 172.21.15.94:0/2543683892 wait complete. 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.087+0000 7f45ffedd640 1 Processor -- start 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.087+0000 7f45ffedd640 1 -- start start 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45ffedd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f45f80b4b70 0x7f45f81f7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45ffedd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f81f7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45ffedd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f45f815e0a0 0x7f45f81f7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45ffedd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f45f815e600 con 0x7f45f80d4af0 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45ffedd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f45f815e480 con 0x7f45f80b4b70 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45ffedd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f45f815e780 con 0x7f45f815e0a0 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45fd478640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f81f7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45fd478640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f81f7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34238/0 (socket says 172.21.15.94:34238) 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.088+0000 7f45fd478640 1 -- 172.21.15.94:0/3194894855 learned_addr learned my addr 172.21.15.94:0/3194894855 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45fd478640 1 -- 172.21.15.94:0/3194894855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f45f815e0a0 msgr2=0x7f45f81f7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45fd478640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f45f815e0a0 0x7f45f81f7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45fd478640 1 -- 172.21.15.94:0/3194894855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f45f80b4b70 msgr2=0x7f45f81f7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45fd478640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f45f80b4b70 0x7f45f81f7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45fd478640 1 -- 172.21.15.94:0/3194894855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f80b7c90 con 0x7f45f80d4af0 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45fd478640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f81f7990 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f45e802a2b0 tx=0x7f45e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45ee7fc640 1 -- 172.21.15.94:0/3194894855 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e8041020 con 0x7f45f80d4af0 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45ee7fc640 1 -- 172.21.15.94:0/3194894855 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45e8003c50 con 0x7f45f80d4af0 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45f80b7f70 con 0x7f45f80d4af0 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45ee7fc640 1 -- 172.21.15.94:0/3194894855 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e8004030 con 0x7f45f80d4af0 2024-09-10T08:34:36.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.089+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45f80b8530 con 0x7f45f80d4af0 2024-09-10T08:34:36.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.090+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45f80b5020 con 0x7f45f80d4af0 2024-09-10T08:34:36.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.090+0000 7f45ee7fc640 1 -- 172.21.15.94:0/3194894855 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f45e8044020 con 0x7f45f80d4af0 2024-09-10T08:34:36.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.091+0000 7f45ee7fc640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45dc06be30 0x7f45dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.091+0000 7f45ee7fc640 1 -- 172.21.15.94:0/3194894855 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f45e80abc40 con 0x7f45f80d4af0 2024-09-10T08:34:36.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.091+0000 7f45fdc79640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45dc06be30 0x7f45dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.091+0000 7f45fdc79640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45dc06be30 0x7f45dc06e2f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f45f4000f60 tx=0x7f45f40079d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:36.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.095+0000 7f45ee7fc640 1 -- 172.21.15.94:0/3194894855 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45e804b030 con 0x7f45f80d4af0 2024-09-10T08:34:36.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.326+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f45f806bc10 con 0x7f45f80d4af0 2024-09-10T08:34:36.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.327+0000 7f45ee7fc640 1 -- 172.21.15.94:0/3194894855 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v12) ==== 190+0+147 (secure 0 0 0) 0x7f45e807a4f0 con 0x7f45f80d4af0 2024-09-10T08:34:36.329 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-09-10T08:34:36.329 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:34:36.329 INFO:teuthology.orchestra.run.smithi094.stdout: caps mds = "allow" 2024-09-10T08:34:36.329 INFO:teuthology.orchestra.run.smithi094.stdout: caps mon = "allow r" 2024-09-10T08:34:36.329 INFO:teuthology.orchestra.run.smithi094.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T08:34:36.329 INFO:teuthology.orchestra.run.smithi094.stderr:updated caps for client.0 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45dc06be30 msgr2=0x7f45dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45dc06be30 0x7f45dc06e2f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f45f4000f60 tx=0x7f45f40079d0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 msgr2=0x7f45f81f7990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f81f7990 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f45e802a2b0 tx=0x7f45e80046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 shutdown_connections 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45dc06be30 0x7f45dc06e2f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f45f815e0a0 0x7f45f81f7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f45f80d4af0 0x7f45f81f7990 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 --2- 172.21.15.94:0/3194894855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f45f80b4b70 0x7f45f81f7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 >> 172.21.15.94:0/3194894855 conn(0x7f45f809d770 msgr2=0x7f45f80d43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:36.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 shutdown_connections 2024-09-10T08:34:36.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.330+0000 7f45ffedd640 1 -- 172.21.15.94:0/3194894855 wait complete. 2024-09-10T08:34:36.342 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:36.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.439+0000 7f1d610d0640 1 Processor -- start 2024-09-10T08:34:36.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.439+0000 7f1d610d0640 1 -- start start 2024-09-10T08:34:36.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d610d0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1d5c0d0350 0x7f1d5c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d610d0640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d5c0d07a0 con 0x7f1d5c06c150 2024-09-10T08:34:36.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d610d0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d5c0d0a30 con 0x7f1d5c15c280 2024-09-10T08:34:36.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d610d0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1d5c0b4010 con 0x7f1d5c0d0350 2024-09-10T08:34:36.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d5b59e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f1d5c06c150 0x7f1d5c0b4a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44662/0 (socket says 172.21.15.94:44662) 2024-09-10T08:34:36.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d5b59e640 1 -- 172.21.15.94:0/1537484429 learned_addr learned my addr 172.21.15.94:0/1537484429 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d5a59c640 1 --2- 172.21.15.94:0/1537484429 >> v2:172.21.15.143:3300/0 conn(0x7f1d5c0d0350 0x7f1d5c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.440+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 821778797 0 0) 0x7f1d5c0d07a0 con 0x7f1d5c06c150 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d44003520 con 0x7f1d5c06c150 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 863804325 0 0) 0x7f1d44003520 con 0x7f1d5c06c150 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 >> v2:172.21.15.143:3300/0 conn(0x7f1d5c0d0350 msgr2=0x7f1d5c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 --2- 172.21.15.94:0/1537484429 >> v2:172.21.15.143:3300/0 conn(0x7f1d5c0d0350 0x7f1d5c06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 >> v1:172.21.15.143:6789/0 conn(0x7f1d5c15c280 legacy=0x7f1d5c1608f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d5c0d0d10 con 0x7f1d5c06c150 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f1d54001670 con 0x7f1d5c06c150 2024-09-10T08:34:36.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 >> v1:172.21.15.94:6789/0 conn(0x7f1d5c06c150 legacy=0x7f1d5c0b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d440039b0 0x7f1d44003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d44004800 0x7f1d44004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d4400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1d5c0b4010 con 0x7f1d440051c0 2024-09-10T08:34:36.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1d4400c060 con 0x7f1d440039b0 2024-09-10T08:34:36.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1d4400c260 con 0x7f1d44004800 2024-09-10T08:34:36.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5b59e640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d4400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5a59c640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d44004800 0x7f1d44004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5ad9d640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d440039b0 0x7f1d44003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5b59e640 1 -- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d44004800 msgr2=0x7f1d44004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5b59e640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d44004800 0x7f1d44004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5b59e640 1 -- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d440039b0 msgr2=0x7f1d44003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5b59e640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d440039b0 0x7f1d44003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.441+0000 7f1d5b59e640 1 -- 172.21.15.94:0/1537484429 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d44003520 con 0x7f1d440051c0 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.442+0000 7f1d5b59e640 1 -- 172.21.15.94:0/1537484429 reap_dead start 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.442+0000 7f1d5b59e640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d4400b9c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1d5400c240 tx=0x7f1d44005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe0eafee7483f36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.442+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d54007d10 con 0x7f1d440051c0 2024-09-10T08:34:36.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.442+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d54005ad0 con 0x7f1d440051c0 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.442+0000 7f1d59d9b640 1 -- 172.21.15.94:0/1537484429 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d54007070 con 0x7f1d440051c0 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.442+0000 7f1d610d0640 1 -- 172.21.15.94:0/1537484429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 msgr2=0x7f1d4400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.442+0000 7f1d610d0640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d4400b9c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1d5400c240 tx=0x7f1d44005830 comp rx=0 tx=0).stop 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.443+0000 7f1d610d0640 1 -- 172.21.15.94:0/1537484429 shutdown_connections 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.443+0000 7f1d610d0640 1 --2- 172.21.15.94:0/1537484429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d4400b9c0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.443+0000 7f1d610d0640 1 -- 172.21.15.94:0/1537484429 >> 172.21.15.94:0/1537484429 conn(0x7f1d5c0b2d10 msgr2=0x7f1d5c0b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.443+0000 7f1d610d0640 1 -- 172.21.15.94:0/1537484429 shutdown_connections 2024-09-10T08:34:36.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.443+0000 7f1d610d0640 1 -- 172.21.15.94:0/1537484429 wait complete. 2024-09-10T08:34:36.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.444+0000 7f1d610d0640 1 Processor -- start 2024-09-10T08:34:36.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.444+0000 7f1d610d0640 1 -- start start 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d610d0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d5c14f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d610d0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d5c0c7ae0 0x7f1d5c0ca420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d610d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d5c15b430 0x7f1d5c0ca960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d610d0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1d5c06c580 con 0x7f1d440051c0 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d610d0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1d5c0b45d0 con 0x7f1d5c0c7ae0 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d610d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1d5c15c660 con 0x7f1d5c15b430 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d5c14f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d5c14f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34242/0 (socket says 172.21.15.94:34242) 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 -- 172.21.15.94:0/3936726325 learned_addr learned my addr 172.21.15.94:0/3936726325 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5a59c640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d5c0c7ae0 0x7f1d5c0ca420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 -- 172.21.15.94:0/3936726325 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d5c15b430 msgr2=0x7f1d5c0ca960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d5c15b430 0x7f1d5c0ca960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 -- 172.21.15.94:0/3936726325 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d5c0c7ae0 msgr2=0x7f1d5c0ca420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d5c0c7ae0 0x7f1d5c0ca420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 -- 172.21.15.94:0/3936726325 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d5c1f2330 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d5ad9d640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d5c14f360 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00f960 tx=0x7f1d4c00fe20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d437fe640 1 -- 172.21.15.94:0/3936726325 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c003b80 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d437fe640 1 -- 172.21.15.94:0/3936726325 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d4c018070 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.445+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d5c1f2610 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.446+0000 7f1d437fe640 1 -- 172.21.15.94:0/3936726325 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c00d790 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.446+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d5c0c7fc0 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.447+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d5c06bc10 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.447+0000 7f1d437fe640 1 -- 172.21.15.94:0/3936726325 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1d4c00d930 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.448+0000 7f1d437fe640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1d4806be60 0x7f1d4806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.448+0000 7f1d437fe640 1 -- 172.21.15.94:0/3936726325 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f1d4c08b010 con 0x7f1d440051c0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.448+0000 7f1d5a59c640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1d4806be60 0x7f1d4806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:36.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.448+0000 7f1d5a59c640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1d4806be60 0x7f1d4806e320 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0c4fd0 tx=0x7f1d50008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:36.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.452+0000 7f1d437fe640 1 -- 172.21.15.94:0/3936726325 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1d4c01a310 con 0x7f1d440051c0 2024-09-10T08:34:36.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.653+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d5c06c8b0 con 0x7f1d440051c0 2024-09-10T08:34:36.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.653+0000 7f1d437fe640 1 -- 172.21.15.94:0/3936726325 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+5226 (secure 0 0 0) 0x7f1d4c0598c0 con 0x7f1d440051c0 2024-09-10T08:34:36.655 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:36.655 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":23,"btime":"2024-09-10T08:34:30:350311+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5110,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:29.671439+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5367},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5367]},"id":3}]} 2024-09-10T08:34:36.655 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 23 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1d4806be60 msgr2=0x7f1d4806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1d4806be60 0x7f1d4806e320 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0c4fd0 tx=0x7f1d50008040 comp rx=0 tx=0).stop 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 msgr2=0x7f1d5c14f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d5c14f360 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00f960 tx=0x7f1d4c00fe20 comp rx=0 tx=0).stop 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 shutdown_connections 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1d4806be60 0x7f1d4806e320 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1d5c0c7ae0 0x7f1d5c0ca420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1d5c15b430 0x7f1d5c0ca960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 --2- 172.21.15.94:0/3936726325 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1d440051c0 0x7f1d5c14f360 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 >> 172.21.15.94:0/3936726325 conn(0x7f1d5c0b2d10 msgr2=0x7f1d5c0b5d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:36.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 shutdown_connections 2024-09-10T08:34:36.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:36.655+0000 7f1d610d0640 1 -- 172.21.15.94:0/3936726325 wait complete. 2024-09-10T08:34:37.070 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:34:27.671003+0000', 'modified': '2024-09-10T08:34:29.671439+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5367}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5367': {'gid': 5367, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.94:6835/2267345963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6834', 'nonce': 2267345963}, {'type': 'v1', 'addr': '172.21.15.94:6835', 'nonce': 2267345963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5367, 'qdb_cluster': [5367]} 2024-09-10T08:34:37.070 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:34:37.071 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T08:34:37.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.172+0000 7fc4429e4640 1 Processor -- start 2024-09-10T08:34:37.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.172+0000 7fc4429e4640 1 -- start start 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc4429e4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc43c0d1ca0 0x7fc43c0cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc4429e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc43c0d06d0 con 0x7fc43c0d02f0 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc4429e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc43c0d22d0 con 0x7fc43c15cb00 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc4429e4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc43c0b40b0 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc43b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc43c0d1ca0 0x7fc43c0cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc440f81640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc43c0d02f0 0x7fc43c1562c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44676/0 (socket says 172.21.15.94:44676) 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc43b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc43c0d1ca0 0x7fc43c0cfdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34244/0 (socket says 172.21.15.94:34244) 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.173+0000 7fc440f81640 1 -- 172.21.15.94:0/727127036 learned_addr learned my addr 172.21.15.94:0/727127036 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:37.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.174+0000 7fc43b7fe640 1 -- 172.21.15.94:0/727127036 >> v1:172.21.15.143:6789/0 conn(0x7fc43c15cb00 legacy=0x7fc43c15cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.174+0000 7fc43b7fe640 1 -- 172.21.15.94:0/727127036 >> v1:172.21.15.94:6789/0 conn(0x7fc43c0d02f0 legacy=0x7fc43c1562c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.174+0000 7fc43b7fe640 1 -- 172.21.15.94:0/727127036 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43c0d25b0 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.174+0000 7fc43affd640 1 -- 172.21.15.94:0/727127036 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1035921243 0 0) 0x7fc43c0d06d0 con 0x7fc43c0d02f0 2024-09-10T08:34:37.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.174+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/727127036 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c0cfdb0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc4300097a0 tx=0x7fc43002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2643b1c433895934 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc43affd640 1 -- 172.21.15.94:0/727127036 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc430037070 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc43affd640 1 -- 172.21.15.94:0/727127036 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc43002ae50 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc43affd640 1 -- 172.21.15.94:0/727127036 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc430032660 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc4429e4640 1 -- 172.21.15.94:0/727127036 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 msgr2=0x7fc43c0cfdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc4429e4640 1 --2- 172.21.15.94:0/727127036 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c0cfdb0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fc4300097a0 tx=0x7fc43002a140 comp rx=0 tx=0).stop 2024-09-10T08:34:37.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc4429e4640 1 -- 172.21.15.94:0/727127036 shutdown_connections 2024-09-10T08:34:37.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc4429e4640 1 --2- 172.21.15.94:0/727127036 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c0cfdb0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc4429e4640 1 -- 172.21.15.94:0/727127036 >> 172.21.15.94:0/727127036 conn(0x7fc43c067fe0 msgr2=0x7fc43c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc4429e4640 1 -- 172.21.15.94:0/727127036 shutdown_connections 2024-09-10T08:34:37.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.175+0000 7fc4429e4640 1 -- 172.21.15.94:0/727127036 wait complete. 2024-09-10T08:34:37.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.176+0000 7fc4429e4640 1 Processor -- start 2024-09-10T08:34:37.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc4429e4640 1 -- start start 2024-09-10T08:34:37.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc4429e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc43c0d02f0 0x7fc43c14bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc4429e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c14c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc4429e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc43c15cb00 0x7fc43c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc4429e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c15d5f0 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc4429e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c0d2b70 con 0x7fc43c0d02f0 2024-09-10T08:34:37.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc4429e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc43c15d770 con 0x7fc43c15cb00 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc43b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c14c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc43b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c14c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34258/0 (socket says 172.21.15.94:34258) 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.177+0000 7fc43b7fe640 1 -- 172.21.15.94:0/3345552330 learned_addr learned my addr 172.21.15.94:0/3345552330 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc43b7fe640 1 -- 172.21.15.94:0/3345552330 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc43c15cb00 msgr2=0x7fc43c0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc43c15cb00 0x7fc43c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc43b7fe640 1 -- 172.21.15.94:0/3345552330 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc43c0d02f0 msgr2=0x7fc43c14bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc43c0d02f0 0x7fc43c14bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc43b7fe640 1 -- 172.21.15.94:0/3345552330 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43c0c9450 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c14c050 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc4300097a0 tx=0x7fc4300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc438ff9640 1 -- 172.21.15.94:0/3345552330 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc430042070 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc438ff9640 1 -- 172.21.15.94:0/3345552330 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc43003e670 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc438ff9640 1 -- 172.21.15.94:0/3345552330 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc430037040 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc43c0cbe40 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.178+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc43c14c590 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.180+0000 7fc438ff9640 1 -- 172.21.15.94:0/3345552330 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc430045070 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.180+0000 7fc438ff9640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be30 0x7fc42806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.180+0000 7fc438ff9640 1 -- 172.21.15.94:0/3345552330 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fc4300ab6a0 con 0x7fc43c0d1ca0 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.180+0000 7fc43bfff640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be30 0x7fc42806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.180+0000 7fc43bfff640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be30 0x7fc42806e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc42c003cc0 tx=0x7fc42c0079b0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.181+0000 7fc445858740 1 Processor -- start 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.181+0000 7fc445858740 1 -- start start 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.181+0000 7fc445858740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c6867a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c681fa80 0x5592c68226a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c6823a50 0x5592c681c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc445858740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5592c6784520 con 0x5592c68222c0 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5592c672c3e0 con 0x5592c681fa80 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5592c67804e0 con 0x5592c6823a50 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c6867a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c6867a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34266/0 (socket says 172.21.15.94:34266) 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 -- 172.21.15.94:0/3907777964 learned_addr learned my addr 172.21.15.94:0/3907777964 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c681fa80 0x5592c68226a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc440f81640 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c6823a50 0x5592c681c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 -- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c6823a50 msgr2=0x5592c681c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c6823a50 0x5592c681c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 -- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c681fa80 msgr2=0x5592c68226a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c681fa80 0x5592c68226a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 -- 172.21.15.94:0/3907777964 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592c67472f0 con 0x5592c68222c0 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c681fa80 0x5592c68226a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc43bfff640 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c6867a60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc42c016920 tx=0x7fc42c00f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31afae0dc2da3050 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc421ffb640 1 -- 172.21.15.94:0/3907777964 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c0162e0 con 0x5592c68222c0 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc421ffb640 1 -- 172.21.15.94:0/3907777964 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42c0138b0 con 0x5592c68222c0 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.182+0000 7fc421ffb640 1 -- 172.21.15.94:0/3907777964 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c013c60 con 0x5592c68222c0 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 -- 172.21.15.94:0/3907777964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 msgr2=0x5592c6867a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c6867a60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc42c016920 tx=0x7fc42c00f000 comp rx=0 tx=0).stop 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 -- 172.21.15.94:0/3907777964 shutdown_connections 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c681fa80 0x5592c68226a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c6823a50 0x5592c681c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 --2- 172.21.15.94:0/3907777964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c6867a60 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 -- 172.21.15.94:0/3907777964 >> 172.21.15.94:0/3907777964 conn(0x5592c681ea80 msgr2=0x5592c6866f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 -- 172.21.15.94:0/3907777964 shutdown_connections 2024-09-10T08:34:37.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 -- 172.21.15.94:0/3907777964 wait complete. 2024-09-10T08:34:37.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.183+0000 7fc445858740 1 -- start start 2024-09-10T08:34:37.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 1 Processor -- start 2024-09-10T08:34:37.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 0x5592c681ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6844ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c68367f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5592c681df20 con 0x5592c681cf50 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5592c670d450 con 0x5592c6823a50 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5592c6868290 con 0x5592c68222c0 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.184+0000 7fc445858740 10 client.0 _ll_register_callbacks cb 0x5592c6496ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c68367f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c68367f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34272/0 (socket says 172.21.15.94:34272) 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 -- 172.21.15.94:0/363702809 learned_addr learned my addr 172.21.15.94:0/363702809 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc43bfff640 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 0x5592c681ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6844ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 -- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 msgr2=0x5592c681ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 0x5592c681ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 -- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 msgr2=0x5592c6844ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6844ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 -- 172.21.15.94:0/363702809 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592c64972d0 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc440f81640 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c68367f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc43400d480 tx=0x7fc43400d940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b197f3161757642 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc41affd640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc41affd640 1 -- 172.21.15.94:0/363702809 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4340070d0 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc41affd640 1 -- 172.21.15.94:0/363702809 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fc434013c10 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc42c0138b0 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc41affd640 1 -- 172.21.15.94:0/363702809 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fc434013e10 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc445858740 10 client.5511 fetch_fsmap learned FSMap version 23 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) -- 0x5592c65616b0 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc41affd640 1 -- 172.21.15.94:0/363702809 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42c0138b0 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.185+0000 7fc41affd640 1 -- 172.21.15.94:0/363702809 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 23) ==== 3502+0+0 (secure 0 0 0) 0x7fc434013420 con 0x5592c681cf50 2024-09-10T08:34:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc445858740 10 client.5511 fetch_fsmap finished waiting for FSMap version 23 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc445858740 10 client.5511 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc445858740 20 client.5511 populate_metadata read hostname 'smithi094' 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc445858740 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68354b0 0x5592c6835890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc445858740 4 client.5511 mds_command: new command op to 5367 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 --> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592c6791c50 con 0x5592c68354b0 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc43bfff640 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68354b0 0x5592c6835890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc41affd640 10 client.5511 ms_handle_connect on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.186+0000 7fc43bfff640 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68354b0 0x5592c6835890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1920ad84fc3d92df server_cookie=56ac77e5cf36b9fd in_seq=0 out_seq=0 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc41affd640 1 -- 172.21.15.94:0/363702809 <== mds.0 v2:172.21.15.94:6834/2267345963 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592c6791c50 con 0x5592c68354b0 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc41affd640 10 client.5511 handle_command_reply: tid=0 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 client.5511 shutdown 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 msgr2=0x5592c68367f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c68367f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc43400d480 tx=0x7fc43400d940 comp rx=0 tx=0).stop 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 shutdown_connections 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68354b0 0x5592c6835890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6844ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c68367f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 --2- 172.21.15.94:0/363702809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 0x5592c681ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc41affd640 0 client.5511 ms_handle_reset on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 >> 172.21.15.94:0/363702809 conn(0x5592c681fa80 msgr2=0x5592c6864ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 shutdown_connections 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 1 -- 172.21.15.94:0/363702809 wait complete. 2024-09-10T08:34:37.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.187+0000 7fc445858740 20 client.5511 trim_cache size 0 max 16384 2024-09-10T08:34:37.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 Processor -- start 2024-09-10T08:34:37.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 -- start start 2024-09-10T08:34:37.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c6820ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 0x5592c688ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c688b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c1fdd60 con 0x5592c681cf50 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c1fd190 con 0x5592c6823a50 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc43c1fd710 con 0x5592c68222c0 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc43bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c6820ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc43bfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c6820ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34288/0 (socket says 172.21.15.94:34288) 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.205+0000 7fc43bfff640 1 -- 172.21.15.94:0/858256916 learned_addr learned my addr 172.21.15.94:0/858256916 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc43bfff640 1 -- 172.21.15.94:0/858256916 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 msgr2=0x5592c688ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc43bfff640 1 --2- 172.21.15.94:0/858256916 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 0x5592c688ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc43bfff640 1 -- 172.21.15.94:0/858256916 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 msgr2=0x5592c688b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc43bfff640 1 --2- 172.21.15.94:0/858256916 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c688b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc43bfff640 1 -- 172.21.15.94:0/858256916 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592c681de90 con 0x5592c681cf50 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc43bfff640 1 --2- 172.21.15.94:0/858256916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c6820ce0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fc42c01e000 tx=0x7fc42c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b70046f20a6520db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc4217fa640 1 -- 172.21.15.94:0/858256916 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c038070 con 0x5592c681cf50 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc4217fa640 1 -- 172.21.15.94:0/858256916 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42c013bf0 con 0x5592c681cf50 2024-09-10T08:34:37.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.206+0000 7fc4217fa640 1 -- 172.21.15.94:0/858256916 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c013de0 con 0x5592c681cf50 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 -- 172.21.15.94:0/858256916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 msgr2=0x5592c6820ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 --2- 172.21.15.94:0/858256916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c6820ce0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fc42c01e000 tx=0x7fc42c011000 comp rx=0 tx=0).stop 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 -- 172.21.15.94:0/858256916 shutdown_connections 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 --2- 172.21.15.94:0/858256916 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c688b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 --2- 172.21.15.94:0/858256916 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c68222c0 0x5592c688ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 --2- 172.21.15.94:0/858256916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c681cf50 0x5592c6820ce0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 -- 172.21.15.94:0/858256916 >> 172.21.15.94:0/858256916 conn(0x5592c681fa80 msgr2=0x5592c6864ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 -- 172.21.15.94:0/858256916 shutdown_connections 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 -- 172.21.15.94:0/858256916 wait complete. 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 -- start start 2024-09-10T08:34:37.210 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.207+0000 7fc445858740 1 Processor -- start 2024-09-10T08:34:37.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c681cf50 0x5592c68e8050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc445858740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c685fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc445858740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6860290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc445858740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5592c6845230 con 0x5592c68222c0 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5592c6837310 con 0x5592c6823a50 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc445858740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5592c687aad0 con 0x5592c681cf50 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc445858740 10 client.0 _ll_register_callbacks cb 0x7fc4340014d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c685fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.215 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c685fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34304/0 (socket says 172.21.15.94:34304) 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 -- 172.21.15.94:0/2209943060 learned_addr learned my addr 172.21.15.94:0/2209943060 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc440f81640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6860290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43bfff640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c681cf50 0x5592c68e8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 -- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c681cf50 msgr2=0x5592c68e8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c681cf50 0x5592c68e8050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 -- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 msgr2=0x5592c6860290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6860290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc43b7fe640 1 -- 172.21.15.94:0/2209943060 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592c68182f0 con 0x5592c68222c0 2024-09-10T08:34:37.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.208+0000 7fc440f81640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6860290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc43b7fe640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c685fd50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fc430006ce0 tx=0x7fc430079ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b757df9e76d78892 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc41affd640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc41affd640 1 -- 172.21.15.94:0/2209943060 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc43004c040 con 0x5592c68222c0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc41affd640 1 -- 172.21.15.94:0/2209943060 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fc430081e70 con 0x5592c68222c0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc42c013bf0 con 0x5592c68222c0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc41affd640 1 -- 172.21.15.94:0/2209943060 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fc430082300 con 0x5592c68222c0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 10 client.5517 fetch_fsmap learned FSMap version 23 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) -- 0x5592c68f1700 con 0x5592c68222c0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc41affd640 1 -- 172.21.15.94:0/2209943060 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42c013bf0 con 0x5592c68222c0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc41affd640 1 -- 172.21.15.94:0/2209943060 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 23) ==== 3502+0+0 (secure 0 0 0) 0x7fc43008dbb0 con 0x5592c68222c0 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 10 client.5517 fetch_fsmap finished waiting for FSMap version 23 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 10 client.5517 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:34:37.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 20 client.5517 populate_metadata read hostname 'smithi094' 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68eebe0 0x5592c68436d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 4 client.5517 mds_command: new command op to 5367 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 --> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] -- command(tid 0: {"prefix": "status"}) -- 0x5592c6842e40 con 0x5592c68eebe0 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc43bfff640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68eebe0 0x5592c68436d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.209+0000 7fc41affd640 10 client.5517 ms_handle_connect on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc43bfff640 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68eebe0 0x5592c68436d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee7ac87cc419703e server_cookie=d1173d2dd509a043 in_seq=0 out_seq=0 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc41affd640 1 -- 172.21.15.94:0/2209943060 <== mds.0 v2:172.21.15.94:6834/2267345963 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5592c6842e40 con 0x5592c68eebe0 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc41affd640 10 client.5517 handle_command_reply: tid=0 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 client.5517 shutdown 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 msgr2=0x5592c685fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c685fd50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fc430006ce0 tx=0x7fc430079ee0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 shutdown_connections 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x5592c68eebe0 0x5592c68436d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5592c6823a50 0x5592c6860290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5592c68222c0 0x5592c685fd50 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 --2- 172.21.15.94:0/2209943060 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5592c681cf50 0x5592c68e8050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc41affd640 0 client.5517 ms_handle_reset on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 >> 172.21.15.94:0/2209943060 conn(0x5592c681fa80 msgr2=0x5592c6864ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 shutdown_connections 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 1 -- 172.21.15.94:0/2209943060 wait complete. 2024-09-10T08:34:37.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.210+0000 7fc445858740 20 client.5517 trim_cache size 0 max 16384 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5367, 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 8.8825606330000006, 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 23, 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 53, 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 53, 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 12.962179516999999 2024-09-10T08:34:37.220 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:34:37.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be30 msgr2=0x7fc42806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be30 0x7fc42806e2f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc42c003cc0 tx=0x7fc42c0079b0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 msgr2=0x7fc43c14c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c14c050 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc4300097a0 tx=0x7fc4300046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 shutdown_connections 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc42806be30 0x7fc42806e2f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc43c15cb00 0x7fc43c0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc43c0d1ca0 0x7fc43c14c050 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 --2- 172.21.15.94:0/3345552330 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc43c0d02f0 0x7fc43c14bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 >> 172.21.15.94:0/3345552330 conn(0x7fc43c067fe0 msgr2=0x7fc43c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 shutdown_connections 2024-09-10T08:34:37.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.211+0000 7fc4429e4640 1 -- 172.21.15.94:0/3345552330 wait complete. 2024-09-10T08:34:37.223 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:34:37.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.320+0000 7f287b149640 1 Processor -- start 2024-09-10T08:34:37.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.320+0000 7f287b149640 1 -- start start 2024-09-10T08:34:37.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f287b149640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 0x7f28740d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f287b149640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f28740b0a80 0x7f28740d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f287b149640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f287406c990 con 0x7f2874161d90 2024-09-10T08:34:37.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f287b149640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f28740d0ec0 con 0x7f28740b0a80 2024-09-10T08:34:37.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f287b149640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f28740cec10 con 0x7f28741619b0 2024-09-10T08:34:37.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f28796e6640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2874161d90 0x7f28740cd880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44692/0 (socket says 172.21.15.94:44692) 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f28796e6640 1 -- 172.21.15.94:0/3581677509 learned_addr learned my addr 172.21.15.94:0/3581677509 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.321+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 0x7f28740d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286bfff640 1 --2- 172.21.15.94:0/3581677509 >> v2:172.21.15.143:3300/0 conn(0x7f28740b0a80 0x7f28740d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2215307598 0 0) 0x7f287406c990 con 0x7f2874161d90 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f285c003520 con 0x7f2874161d90 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2125230061 0 0) 0x7f285c003520 con 0x7f2874161d90 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 msgr2=0x7f28740d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 0x7f28740d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 >> v2:172.21.15.143:3300/0 conn(0x7f28740b0a80 msgr2=0x7f28740d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 --2- 172.21.15.94:0/3581677509 >> v2:172.21.15.143:3300/0 conn(0x7f28740b0a80 0x7f28740d0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28740ce930 con 0x7f2874161d90 2024-09-10T08:34:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f286c0019f0 con 0x7f2874161d90 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286bfff640 1 --2- 172.21.15.94:0/3581677509 >> v2:172.21.15.143:3300/0 conn(0x7f28740b0a80 0x7f28740d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 >> v1:172.21.15.94:6789/0 conn(0x7f2874161d90 legacy=0x7f28740cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f285c0039b0 0x7f285c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 0x7f285c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f285c004d40 0x7f285c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f28740d0ec0 con 0x7f285c0039b0 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f28740cec10 con 0x7f285c004d40 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f285c0039b0 0x7f285c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f285c00b9c0 con 0x7f28741619b0 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f286bfff640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 0x7f285c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f28796e6640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f285c004d40 0x7f285c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f2878ee5640 1 -- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 msgr2=0x7f285c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28741619b0 0x7f285c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f2878ee5640 1 -- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f285c004d40 msgr2=0x7f285c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f285c004d40 0x7f285c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f2878ee5640 1 -- 172.21.15.94:0/3581677509 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f285c003520 con 0x7f285c0039b0 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.322+0000 7f28796e6640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f285c004d40 0x7f285c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.323+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f285c0039b0 0x7f285c003dd0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2870009af0 tx=0x7f285c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2813de9940a74fa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.323+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870036070 con 0x7f285c0039b0 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.323+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2870031400 con 0x7f285c0039b0 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.323+0000 7f286b7fe640 1 -- 172.21.15.94:0/3581677509 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870009690 con 0x7f285c0039b0 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.324+0000 7f287b149640 1 -- 172.21.15.94:0/3581677509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f285c0039b0 msgr2=0x7f285c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.324+0000 7f287b149640 1 --2- 172.21.15.94:0/3581677509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f285c0039b0 0x7f285c003dd0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2870009af0 tx=0x7f285c005830 comp rx=0 tx=0).stop 2024-09-10T08:34:37.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.324+0000 7f28796e6640 1 -- 172.21.15.94:0/3581677509 reap_dead start 2024-09-10T08:34:37.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.324+0000 7f287b149640 1 -- 172.21.15.94:0/3581677509 shutdown_connections 2024-09-10T08:34:37.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.324+0000 7f287b149640 1 -- 172.21.15.94:0/3581677509 >> 172.21.15.94:0/3581677509 conn(0x7f287409a9f0 msgr2=0x7f28740b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.324+0000 7f287b149640 1 -- 172.21.15.94:0/3581677509 shutdown_connections 2024-09-10T08:34:37.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.324+0000 7f287b149640 1 -- 172.21.15.94:0/3581677509 wait complete. 2024-09-10T08:34:37.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.325+0000 7f287b149640 1 Processor -- start 2024-09-10T08:34:37.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.325+0000 7f287b149640 1 -- start start 2024-09-10T08:34:37.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f285c0039b0 0x7f28741f7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28740c8470 0x7f287414eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f287414f3e0 0x7f28740af560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f287406c620 con 0x7f287414f3e0 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f28740b0820 con 0x7f28740c8470 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f28740ccce0 con 0x7f285c0039b0 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f287414f3e0 0x7f28740af560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f287414f3e0 0x7f28740af560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34308/0 (socket says 172.21.15.94:34308) 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 -- 172.21.15.94:0/3978362053 learned_addr learned my addr 172.21.15.94:0/3978362053 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f285c0039b0 0x7f28741f7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f286bfff640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28740c8470 0x7f287414eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 -- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f285c0039b0 msgr2=0x7f28741f7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f285c0039b0 0x7f28741f7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 -- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28740c8470 msgr2=0x7f287414eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28740c8470 0x7f287414eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 -- 172.21.15.94:0/3978362053 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28741f7b80 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28796e6640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f287414f3e0 0x7f28740af560 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f2874162170 tx=0x7f286c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28697fa640 1 -- 172.21.15.94:0/3978362053 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c007a80 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28697fa640 1 -- 172.21.15.94:0/3978362053 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f286c018070 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28741f7e00 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f28697fa640 1 -- 172.21.15.94:0/3978362053 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c013420 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.326+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28741f83c0 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.327+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28740cd330 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.328+0000 7f28697fa640 1 -- 172.21.15.94:0/3978362053 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f286c0135c0 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.328+0000 7f28697fa640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f286006be30 0x7f286006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.328+0000 7f28697fa640 1 -- 172.21.15.94:0/3978362053 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f286c08b130 con 0x7f287414f3e0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.328+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f286006be30 0x7f286006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:37.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.329+0000 7f2878ee5640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f286006be30 0x7f286006e2f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2870033000 tx=0x7f2870008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:37.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.333+0000 7f28697fa640 1 -- 172.21.15.94:0/3978362053 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f28741f7b80 con 0x7f287414f3e0 2024-09-10T08:34:37.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.533+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f287406c020 con 0x7f287414f3e0 2024-09-10T08:34:37.535 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.533+0000 7f28697fa640 1 -- 172.21.15.94:0/3978362053 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7f286c059390 con 0x7f287414f3e0 2024-09-10T08:34:37.535 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:34:37.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.535+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f286006be30 msgr2=0x7f286006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.535+0000 7f287b149640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f286006be30 0x7f286006e2f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2870033000 tx=0x7f2870008030 comp rx=0 tx=0).stop 2024-09-10T08:34:37.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.535+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f287414f3e0 msgr2=0x7f28740af560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:37.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.535+0000 7f287b149640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f287414f3e0 0x7f28740af560 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f2874162170 tx=0x7f286c00e530 comp rx=0 tx=0).stop 2024-09-10T08:34:37.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 shutdown_connections 2024-09-10T08:34:37.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f286006be30 0x7f286006e2f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28740c8470 0x7f287414eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f287414f3e0 0x7f28740af560 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 --2- 172.21.15.94:0/3978362053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f285c0039b0 0x7f28741f7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:37.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 >> 172.21.15.94:0/3978362053 conn(0x7f287409a9f0 msgr2=0x7f2874070770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:37.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 shutdown_connections 2024-09-10T08:34:37.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37.536+0000 7f287b149640 1 -- 172.21.15.94:0/3978362053 wait complete. 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:34:37.548 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:34:37.548 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:37.549 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:37.564 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42679sec preferred_lft 42679sec 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:37.565 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:34:37.566 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:37.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:37.567 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:34:37.627 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:34:37.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:37.629 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:34:37.685 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:34:37.685 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:34:37.685 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:34:37.685 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:34:37.685 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:34:37.686 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:34:37.686 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:34:37.686 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:34:37.686 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:34:37.686 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:34:37.686 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:34:37.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:34:37.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:37.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:37.811 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:34:37.826 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:34:37.826 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:34:37.826 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:34:37.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:37.826 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:34:37.890 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:34:37.891 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:34:37.891 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:37.946 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:34:37.947 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:34:37.947 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:38.002 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:34:38.067 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:34:38.125 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:34:38.126 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:38.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:38.128 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:34:38.180 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:34:38.180 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:34:38.222 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:34:38.246 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:34:38.303 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:34:38.302+0000 7fddfdfe8480 -1 init, newargv = 0x5567e4cfbae0 newargc=15 2024-09-10T08:34:38.304 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[51884]: starting ceph client 2024-09-10T08:34:38.304 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:34:38.304 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:34:38.304 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:34:38.305 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:34:38.306 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:38.307 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:34:38.307 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:38.307 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:34:38.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:38.308 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:34:38.308 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[51884]: starting fuse 2024-09-10T08:34:38.364 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:34:38.364 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:34:38.365 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:38.366 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:34:38.367 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:34:38.481 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.51884.asok 2024-09-10T08:34:38.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:38.492 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.51884.asok 2024-09-10T08:34:38.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:38.492 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.51884.asok status 2024-09-10T08:34:38.624 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:34:38.624 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:34:38.624 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "51884", 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5529, 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:34:38.625 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 5529 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 4081879626 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 4081879626 2024-09-10T08:34:38.626 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.5529 192.168.0.1:0/4081879626", 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/4081879626", 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 23, 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 53, 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:34:38.627 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:34:38.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:38.633 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:34:38.633 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:38.649 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:34:38.649 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:38.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:38.649 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:34:38.714 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:34:38.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.851+0000 7f14d8c06640 1 Processor -- start 2024-09-10T08:34:38.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.851+0000 7f14d8c06640 1 -- start start 2024-09-10T08:34:38.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d8c06640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f14d415a7b0 0x7f14d40c5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:38.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d8c06640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14d40b4540 con 0x7f14d40cde40 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d8c06640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14d40cf9b0 con 0x7f14d40cd040 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d8c06640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f14d40b4870 con 0x7f14d415a7b0 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d259c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f14d415a7b0 0x7f14d40c5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14c9d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f14d40cde40 0x7f14d40cc930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44696/0 (socket says 172.21.15.94:44696) 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d259c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f14d415a7b0 0x7f14d40c5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34320/0 (socket says 172.21.15.94:34320) 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14c9d9b640 1 -- 172.21.15.94:0/2441445744 learned_addr learned my addr 172.21.15.94:0/2441445744 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d259c640 1 -- 172.21.15.94:0/2441445744 >> v1:172.21.15.143:6789/0 conn(0x7f14d40cd040 legacy=0x7f14d40b3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d259c640 1 -- 172.21.15.94:0/2441445744 >> v1:172.21.15.94:6789/0 conn(0x7f14d40cde40 legacy=0x7f14d40cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d1d9b640 1 -- 172.21.15.94:0/2441445744 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1271102499 0 0) 0x7f14d40b4540 con 0x7f14d40cde40 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.852+0000 7f14d259c640 1 -- 172.21.15.94:0/2441445744 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d40cfc90 con 0x7f14d415a7b0 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.853+0000 7f14d259c640 1 --2- 172.21.15.94:0/2441445744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d415a7b0 0x7f14d40c5b00 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f14c40097a0 tx=0x7f14c402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9286a894c3335bea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.853+0000 7f14d1d9b640 1 -- 172.21.15.94:0/2441445744 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c4037070 con 0x7f14d415a7b0 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.853+0000 7f14d1d9b640 1 -- 172.21.15.94:0/2441445744 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14c4032440 con 0x7f14d415a7b0 2024-09-10T08:34:38.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.853+0000 7f14d1d9b640 1 -- 172.21.15.94:0/2441445744 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c4032810 con 0x7f14d415a7b0 2024-09-10T08:34:38.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.854+0000 7f14d8c06640 1 -- 172.21.15.94:0/2441445744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d415a7b0 msgr2=0x7f14d40c5b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.854+0000 7f14d8c06640 1 --2- 172.21.15.94:0/2441445744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d415a7b0 0x7f14d40c5b00 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f14c40097a0 tx=0x7f14c402a230 comp rx=0 tx=0).stop 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.854+0000 7f14d8c06640 1 -- 172.21.15.94:0/2441445744 shutdown_connections 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.854+0000 7f14d8c06640 1 --2- 172.21.15.94:0/2441445744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d415a7b0 0x7f14d40c5b00 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.854+0000 7f14d8c06640 1 -- 172.21.15.94:0/2441445744 >> 172.21.15.94:0/2441445744 conn(0x7f14d406bdf0 msgr2=0x7f14d406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.854+0000 7f14d8c06640 1 -- 172.21.15.94:0/2441445744 shutdown_connections 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.854+0000 7f14d8c06640 1 -- 172.21.15.94:0/2441445744 wait complete. 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.855+0000 7f14d8c06640 1 Processor -- start 2024-09-10T08:34:38.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.855+0000 7f14d8c06640 1 -- start start 2024-09-10T08:34:38.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d8c06640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d40cd040 0x7f14d4073020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:38.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d8c06640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14d40cde40 0x7f14d414bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:38.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d8c06640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14d415a7b0 0x7f14d414c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:38.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d8c06640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f14d40ca8c0 con 0x7f14d40cd040 2024-09-10T08:34:38.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d8c06640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f14d415ab90 con 0x7f14d40cde40 2024-09-10T08:34:38.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d8c06640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f14d40ce280 con 0x7f14d415a7b0 2024-09-10T08:34:38.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d40cd040 0x7f14d4073020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d40cd040 0x7f14d4073020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34326/0 (socket says 172.21.15.94:34326) 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d259c640 1 -- 172.21.15.94:0/4234773413 learned_addr learned my addr 172.21.15.94:0/4234773413 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14c9d9b640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14d40cde40 0x7f14d414bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.856+0000 7f14d2d9d640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14d415a7b0 0x7f14d414c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d259c640 1 -- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14d415a7b0 msgr2=0x7f14d414c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d259c640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14d415a7b0 0x7f14d414c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d259c640 1 -- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14d40cde40 msgr2=0x7f14d414bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d259c640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14d40cde40 0x7f14d414bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d259c640 1 -- 172.21.15.94:0/4234773413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d40afad0 con 0x7f14d40cd040 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d2d9d640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14d415a7b0 0x7f14d414c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d259c640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d40cd040 0x7f14d4073020 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f14c4035040 tx=0x7f14c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:38.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14cb7fe640 1 -- 172.21.15.94:0/4234773413 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c4037050 con 0x7f14d40cd040 2024-09-10T08:34:38.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14cb7fe640 1 -- 172.21.15.94:0/4234773413 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14c4038040 con 0x7f14d40cd040 2024-09-10T08:34:38.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14d40afd70 con 0x7f14d40cd040 2024-09-10T08:34:38.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14cb7fe640 1 -- 172.21.15.94:0/4234773413 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14c4004490 con 0x7f14d40cd040 2024-09-10T08:34:38.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.857+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14d40b0330 con 0x7f14d40cd040 2024-09-10T08:34:38.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.858+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14d40c5b00 con 0x7f14d40cd040 2024-09-10T08:34:38.862 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.858+0000 7f14cb7fe640 1 -- 172.21.15.94:0/4234773413 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f14c4030900 con 0x7f14d40cd040 2024-09-10T08:34:38.862 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.859+0000 7f14cb7fe640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14b406be30 0x7f14b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:38.862 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.859+0000 7f14cb7fe640 1 -- 172.21.15.94:0/4234773413 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f14c40abb80 con 0x7f14d40cd040 2024-09-10T08:34:38.862 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.859+0000 7f14c9d9b640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14b406be30 0x7f14b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:38.862 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.859+0000 7f14c9d9b640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14b406be30 0x7f14b406e2f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0011e0 tx=0x7f14bc001130 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:38.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:38.863+0000 7f14cb7fe640 1 -- 172.21.15.94:0/4234773413 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14c407a4c0 con 0x7f14d40cd040 2024-09-10T08:34:39.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.064+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f14d40cce00 con 0x7f14d40cd040 2024-09-10T08:34:39.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.064+0000 7f14cb7fe640 1 -- 172.21.15.94:0/4234773413 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7f14c4079dc0 con 0x7f14d40cd040 2024-09-10T08:34:39.066 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14b406be30 msgr2=0x7f14b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14b406be30 0x7f14b406e2f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0011e0 tx=0x7f14bc001130 comp rx=0 tx=0).stop 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d40cd040 msgr2=0x7f14d4073020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d40cd040 0x7f14d4073020 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f14c4035040 tx=0x7f14c40046c0 comp rx=0 tx=0).stop 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 shutdown_connections 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14b406be30 0x7f14b406e2f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14d40cde40 0x7f14d414bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14d415a7b0 0x7f14d414c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:39.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 --2- 172.21.15.94:0/4234773413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14d40cd040 0x7f14d4073020 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:39.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 >> 172.21.15.94:0/4234773413 conn(0x7f14d406bdf0 msgr2=0x7f14d406eb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:39.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 shutdown_connections 2024-09-10T08:34:39.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:39.066+0000 7f14d8c06640 1 -- 172.21.15.94:0/4234773413 wait complete. 2024-09-10T08:34:39.078 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:34:39.079 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:34:39.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:39.079 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:34:39.100 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:34:39.100 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:34:39.100 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:34:39.100 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:39.100 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:34:39.101 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42648sec preferred_lft 42648sec 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:39.102 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:34:39.103 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:34:39.103 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:34:39.103 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:34:39.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:39.103 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:34:39.168 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:34:39.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:39.170 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:34:39.228 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:34:39.228 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:34:39.228 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:34:39.229 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:34:39.229 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:34:39.229 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:34:39.229 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:34:39.229 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:34:39.229 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:34:39.229 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:34:39.229 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:34:39.322 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:34:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:34:39.356 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:34:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:39.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:39.363 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:34:39.379 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:34:39.379 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:34:39.379 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:34:39.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:39.379 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:34:39.444 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:34:39.445 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:34:39.445 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:34:39.500 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:34:39.500 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:34:39.501 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:34:39.556 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:34:39.621 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:34:39.678 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:34:39.679 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:34:39.680 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:34:39.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:39.681 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:34:39.736 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:34:39.737 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:34:39.780 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:34:39.803 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:34:39.860 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:34:39.860+0000 7f6e1de43480 -1 init, newargv = 0x562e254374b0 newargc=15 2024-09-10T08:34:39.860 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[44601]: starting ceph client 2024-09-10T08:34:39.861 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:34:39.861 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:34:39.862 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:34:39.863 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:34:39.864 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:34:39.864 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:34:39.864 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:34:39.864 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:34:39.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:39.864 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:34:39.865 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[44601]: starting fuse 2024-09-10T08:34:39.880 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:34:39.880 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:34:39.880 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:34:39.881 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:34:39.882 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:34:39.998 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.44601.asok 2024-09-10T08:34:40.001 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:34:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:40.009 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.44601.asok 2024-09-10T08:34:40.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:40.009 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.44601.asok status 2024-09-10T08:34:40.142 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:34:40.143 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:34:40.143 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:34:40.143 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:34:40.143 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:34:40.143 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:34:40.144 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:34:40.144 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "44601", 2024-09-10T08:34:40.144 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:34:40.144 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:34:40.144 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:34:40.144 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:34:40.144 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 4991, 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 4991 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:34:40.145 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 2227052101 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 2227052101 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.4991 192.168.0.1:0/2227052101", 2024-09-10T08:34:40.146 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/2227052101", 2024-09-10T08:34:40.147 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:34:40.147 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 23, 2024-09-10T08:34:40.147 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 53, 2024-09-10T08:34:40.147 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:34:40.147 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:34:40.147 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:34:40.147 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:34:40.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:40.151 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:34:40.151 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:34:40.167 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:34:40.167 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:34:40.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:40.168 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:34:40.231 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-09-10T08:34:40.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.336+0000 7f44240f1640 1 Processor -- start 2024-09-10T08:34:40.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.336+0000 7f44240f1640 1 -- start start 2024-09-10T08:34:40.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.336+0000 7f44240f1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f441c15c270 0x7f441c06c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f44240f1640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f441c0cfda0 con 0x7f441c0ae270 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f44240f1640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f441c0ccf80 con 0x7f441c0cf680 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f44240f1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f441c0cd260 con 0x7f441c15c270 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f442168c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f441c0ae270 0x7f441c0cef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:60276/0 (socket says 172.21.15.94:60276) 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f442168c640 1 -- 172.21.15.94:0/4258073129 learned_addr learned my addr 172.21.15.94:0/4258073129 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f4421e8d640 1 --2- 172.21.15.94:0/4258073129 >> v2:172.21.15.143:3300/0 conn(0x7f441c15c270 0x7f441c06c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f4420e8b640 1 -- 172.21.15.94:0/4258073129 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3511580014 0 0) 0x7f440c001110 con 0x7f441c0ae270 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f4420e8b640 1 -- 172.21.15.94:0/4258073129 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4408003520 con 0x7f441c0ae270 2024-09-10T08:34:40.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f4421e8d640 1 -- 172.21.15.94:0/4258073129 >> v1:172.21.15.143:6789/0 conn(0x7f441c0cf680 legacy=0x7f441c0cdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:40.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f4421e8d640 1 -- 172.21.15.94:0/4258073129 >> v1:172.21.15.94:6789/0 conn(0x7f441c0ae270 legacy=0x7f441c0cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:40.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.337+0000 7f4421e8d640 1 -- 172.21.15.94:0/4258073129 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f441c0cd540 con 0x7f441c15c270 2024-09-10T08:34:40.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.338+0000 7f4421e8d640 1 --2- 172.21.15.94:0/4258073129 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c15c270 0x7f441c06c620 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f44180097a0 tx=0x7f441802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd4f67525ad5e4b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.338+0000 7f4420e8b640 1 -- 172.21.15.94:0/4258073129 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4418037070 con 0x7f441c15c270 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.338+0000 7f4420e8b640 1 -- 172.21.15.94:0/4258073129 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4418032440 con 0x7f441c15c270 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.338+0000 7f4420e8b640 1 -- 172.21.15.94:0/4258073129 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4418032810 con 0x7f441c15c270 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.339+0000 7f44240f1640 1 -- 172.21.15.94:0/4258073129 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c15c270 msgr2=0x7f441c06c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.339+0000 7f44240f1640 1 --2- 172.21.15.94:0/4258073129 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c15c270 0x7f441c06c620 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f44180097a0 tx=0x7f441802a1a0 comp rx=0 tx=0).stop 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.339+0000 7f44240f1640 1 -- 172.21.15.94:0/4258073129 shutdown_connections 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.339+0000 7f44240f1640 1 --2- 172.21.15.94:0/4258073129 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c15c270 0x7f441c06c620 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.339+0000 7f44240f1640 1 -- 172.21.15.94:0/4258073129 >> 172.21.15.94:0/4258073129 conn(0x7f441c09a9f0 msgr2=0x7f441c0b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.339+0000 7f44240f1640 1 -- 172.21.15.94:0/4258073129 shutdown_connections 2024-09-10T08:34:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.339+0000 7f44240f1640 1 -- 172.21.15.94:0/4258073129 wait complete. 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.340+0000 7f44240f1640 1 Processor -- start 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.340+0000 7f44240f1640 1 -- start start 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c0ae270 0x7f441c152c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f441c0cf680 0x7f441c1f4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f441c15c270 0x7f441c1e5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f441c15c7d0 con 0x7f441c0cf680 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f441c15c650 con 0x7f441c0ae270 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f441c0ccba0 con 0x7f441c15c270 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f441c0cf680 0x7f441c1f4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f441c0cf680 0x7f441c1f4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56974/0 (socket says 172.21.15.94:56974) 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 -- 172.21.15.94:0/2649948547 learned_addr learned my addr 172.21.15.94:0/2649948547 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442268e640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f441c15c270 0x7f441c1e5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f4421e8d640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c0ae270 0x7f441c152c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 -- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f441c15c270 msgr2=0x7f441c1e5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f441c15c270 0x7f441c1e5ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 -- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c0ae270 msgr2=0x7f441c152c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c0ae270 0x7f441c152c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 -- 172.21.15.94:0/2649948547 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f441c0cb100 con 0x7f441c0cf680 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f442168c640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f441c0cf680 0x7f441c1f4fd0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f440c00c730 tx=0x7f440c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44127fc640 1 -- 172.21.15.94:0/2649948547 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f440c017070 con 0x7f441c0cf680 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44127fc640 1 -- 172.21.15.94:0/2649948547 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f440c005ab0 con 0x7f441c0cf680 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44127fc640 1 -- 172.21.15.94:0/2649948547 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f440c007070 con 0x7f441c0cf680 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f441c0cb3e0 con 0x7f441c0cf680 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.341+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f441c1567a0 con 0x7f441c0cf680 2024-09-10T08:34:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.342+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f441c0b36a0 con 0x7f441c0cf680 2024-09-10T08:34:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.343+0000 7f44127fc640 1 -- 172.21.15.94:0/2649948547 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f440c01a070 con 0x7f441c0cf680 2024-09-10T08:34:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.343+0000 7f44127fc640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f440006be30 0x7f440006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.344+0000 7f44127fc640 1 -- 172.21.15.94:0/2649948547 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f440c08a450 con 0x7f441c0cf680 2024-09-10T08:34:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.344+0000 7f4421e8d640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f440006be30 0x7f440006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.344+0000 7f4421e8d640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f440006be30 0x7f440006e2f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4418034000 tx=0x7f441802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.348+0000 7f44127fc640 1 -- 172.21.15.94:0/2649948547 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f441c0cfda0 con 0x7f441c0cf680 2024-09-10T08:34:40.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:40.549+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7f441c0b70a0 con 0x7f441c0cf680 2024-09-10T08:34:41.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.382+0000 7f44127fc640 1 -- 172.21.15.94:0/2649948547 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v24) ==== 105+0+0 (secure 0 0 0) 0x7f440c058c70 con 0x7f441c0cf680 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f440006be30 msgr2=0x7f440006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f440006be30 0x7f440006e2f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4418034000 tx=0x7f441802e000 comp rx=0 tx=0).stop 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f441c0cf680 msgr2=0x7f441c1f4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f441c0cf680 0x7f441c1f4fd0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f440c00c730 tx=0x7f440c00cbf0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 shutdown_connections 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f440006be30 0x7f440006e2f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f441c15c270 0x7f441c1e5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f441c0cf680 0x7f441c1f4fd0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 --2- 172.21.15.94:0/2649948547 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f441c0ae270 0x7f441c152c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 >> 172.21.15.94:0/2649948547 conn(0x7f441c09a9f0 msgr2=0x7f441c0b0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 shutdown_connections 2024-09-10T08:34:41.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.384+0000 7f44240f1640 1 -- 172.21.15.94:0/2649948547 wait complete. 2024-09-10T08:34:41.400 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:41.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.498+0000 7f2523986640 1 Processor -- start 2024-09-10T08:34:41.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.498+0000 7f2523986640 1 -- start start 2024-09-10T08:34:41.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2523986640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f251c0b0a80 0x7f251c0cbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:41.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2523986640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c161d90 0x7f251c0cc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:41.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2523986640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f251c06c990 con 0x7f251c1619b0 2024-09-10T08:34:41.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2523986640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f251c0cec10 con 0x7f251c0b0a80 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2523986640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f251c0ce930 con 0x7f251c161d90 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2521722640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f251c1619b0 0x7f251c0d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:60290/0 (socket says 172.21.15.94:60290) 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2521722640 1 -- 172.21.15.94:0/1150646265 learned_addr learned my addr 172.21.15.94:0/1150646265 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2520f21640 1 --2- 172.21.15.94:0/1150646265 >> v2:172.21.15.94:3300/0 conn(0x7f251c0b0a80 0x7f251c0cbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2521f23640 1 --2- 172.21.15.94:0/1150646265 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c161d90 0x7f251c0cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2520f21640 1 -- 172.21.15.94:0/1150646265 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c161d90 msgr2=0x7f251c0cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2520f21640 1 --2- 172.21.15.94:0/1150646265 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c161d90 0x7f251c0cc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2520f21640 1 -- 172.21.15.94:0/1150646265 >> v1:172.21.15.94:6789/0 conn(0x7f251c1619b0 legacy=0x7f251c0d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2513fff640 1 -- 172.21.15.94:0/1150646265 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2051212586 0 0) 0x7f251c06c990 con 0x7f251c1619b0 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.499+0000 7f2520f21640 1 -- 172.21.15.94:0/1150646265 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f251c0b0540 con 0x7f251c0b0a80 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.500+0000 7f2520f21640 1 --2- 172.21.15.94:0/1150646265 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c0b0a80 0x7f251c0cbcd0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f250c0097a0 tx=0x7f250c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f93f21045a28aa9a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:41.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.500+0000 7f2513fff640 1 -- 172.21.15.94:0/1150646265 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f250c037070 con 0x7f251c0b0a80 2024-09-10T08:34:41.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.500+0000 7f2513fff640 1 -- 172.21.15.94:0/1150646265 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f250c032440 con 0x7f251c0b0a80 2024-09-10T08:34:41.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.500+0000 7f2513fff640 1 -- 172.21.15.94:0/1150646265 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f250c032810 con 0x7f251c0b0a80 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 -- 172.21.15.94:0/1150646265 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c0b0a80 msgr2=0x7f251c0cbcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 --2- 172.21.15.94:0/1150646265 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c0b0a80 0x7f251c0cbcd0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f250c0097a0 tx=0x7f250c02a180 comp rx=0 tx=0).stop 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 -- 172.21.15.94:0/1150646265 shutdown_connections 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 --2- 172.21.15.94:0/1150646265 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c161d90 0x7f251c0cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 --2- 172.21.15.94:0/1150646265 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c0b0a80 0x7f251c0cbcd0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 -- 172.21.15.94:0/1150646265 >> 172.21.15.94:0/1150646265 conn(0x7f251c09a9f0 msgr2=0x7f251c0b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 -- 172.21.15.94:0/1150646265 shutdown_connections 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.501+0000 7f2523986640 1 -- 172.21.15.94:0/1150646265 wait complete. 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.502+0000 7f2523986640 1 Processor -- start 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.502+0000 7f2523986640 1 -- start start 2024-09-10T08:34:41.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2523986640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f251c0b0a80 0x7f251c156580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2523986640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c1619b0 0x7f251c156ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2523986640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c161d90 0x7f251c157000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2523986640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f251c0cd330 con 0x7f251c161d90 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2523986640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f251c06c620 con 0x7f251c0b0a80 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2523986640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f251c0cd4b0 con 0x7f251c1619b0 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c161d90 0x7f251c157000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c161d90 0x7f251c157000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56988/0 (socket says 172.21.15.94:56988) 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 -- 172.21.15.94:0/4256830503 learned_addr learned my addr 172.21.15.94:0/4256830503 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2520f21640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c1619b0 0x7f251c156ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521722640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f251c0b0a80 0x7f251c156580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 -- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c1619b0 msgr2=0x7f251c156ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c1619b0 0x7f251c156ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 -- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f251c0b0a80 msgr2=0x7f251c156580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f251c0b0a80 0x7f251c156580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 -- 172.21.15.94:0/4256830503 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f251c1f8470 con 0x7f251c161d90 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2521f23640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c161d90 0x7f251c157000 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f2514007e90 tx=0x7f251400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2511ffb640 1 -- 172.21.15.94:0/4256830503 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2514014420 con 0x7f251c161d90 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2511ffb640 1 -- 172.21.15.94:0/4256830503 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2514019070 con 0x7f251c161d90 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f251c1f76b0 con 0x7f251c161d90 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.503+0000 7f2511ffb640 1 -- 172.21.15.94:0/4256830503 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2514014800 con 0x7f251c161d90 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.504+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f251c1f7c70 con 0x7f251c161d90 2024-09-10T08:34:41.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.505+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f251c0cfd00 con 0x7f251c161d90 2024-09-10T08:34:41.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.505+0000 7f2511ffb640 1 -- 172.21.15.94:0/4256830503 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f25140149a0 con 0x7f251c161d90 2024-09-10T08:34:41.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.506+0000 7f2511ffb640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f250006be30 0x7f250006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:41.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.506+0000 7f2521722640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f250006be30 0x7f250006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:41.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.506+0000 7f2511ffb640 1 -- 172.21.15.94:0/4256830503 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7f251408b630 con 0x7f251c161d90 2024-09-10T08:34:41.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.506+0000 7f2521722640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f250006be30 0x7f250006e2f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2518000f60 tx=0x7f2518007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:41.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.510+0000 7f2511ffb640 1 -- 172.21.15.94:0/4256830503 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f251c0cfd00 con 0x7f251c161d90 2024-09-10T08:34:41.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.708+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f251c0d15c0 con 0x7f251c161d90 2024-09-10T08:34:41.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.708+0000 7f2511ffb640 1 -- 172.21.15.94:0/4256830503 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5242 (secure 0 0 0) 0x7f2514059890 con 0x7f251c161d90 2024-09-10T08:34:41.710 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:41.710 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":25,"btime":"2024-09-10T08:34:41:385871+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:41.385851+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5367,"mds_1":5110},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5110":{"gid":5110,"name":"b","rank":1,"incarnation":25,"state":"up:creating","state_seq":1,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5367]},"id":3}]} 2024-09-10T08:34:41.710 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 25 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f250006be30 msgr2=0x7f250006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f250006be30 0x7f250006e2f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2518000f60 tx=0x7f2518007d50 comp rx=0 tx=0).stop 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c161d90 msgr2=0x7f251c157000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c161d90 0x7f251c157000 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f2514007e90 tx=0x7f251400e4b0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 shutdown_connections 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f250006be30 0x7f250006e2f0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f251c161d90 0x7f251c157000 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f251c1619b0 0x7f251c156ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 --2- 172.21.15.94:0/4256830503 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f251c0b0a80 0x7f251c156580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:41.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 >> 172.21.15.94:0/4256830503 conn(0x7f251c09a9f0 msgr2=0x7f251c15ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 shutdown_connections 2024-09-10T08:34:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:41.710+0000 7f2523986640 1 -- 172.21.15.94:0/4256830503 wait complete. 2024-09-10T08:34:42.125 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:34:27.671003+0000', 'modified': '2024-09-10T08:34:41.385851+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5367, 'mds_1': 5110}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5110': {'gid': 5110, 'name': 'b', 'rank': 1, 'incarnation': 25, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.143:6834/1010358121', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.143:6832', 'nonce': 1010358121}, {'type': 'v1', 'addr': '172.21.15.143:6834', 'nonce': 1010358121}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5367': {'gid': 5367, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.94:6835/2267345963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6834', 'nonce': 2267345963}, {'type': 'v1', 'addr': '172.21.15.94:6835', 'nonce': 2267345963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5367, 'qdb_cluster': [5367]} 2024-09-10T08:34:42.125 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5110:up:creating 2024-09-10T08:34:43.126 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:34:43.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.235+0000 7fe63cb91640 1 Processor -- start 2024-09-10T08:34:43.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.235+0000 7fe63cb91640 1 -- start start 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.236+0000 7fe63cb91640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe63815b120 0x7fe63806f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.236+0000 7fe63cb91640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 0x7fe63806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.236+0000 7fe63cb91640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe63815b500 con 0x7fe63806dec0 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.236+0000 7fe63cb91640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe63806e940 con 0x7fe63815b120 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.236+0000 7fe63cb91640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe63806ec20 con 0x7fe6380d0bc0 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.236+0000 7fe635d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fe63806dec0 0x7fe6380d04b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:60296/0 (socket says 172.21.15.94:60296) 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.236+0000 7fe635d9b640 1 -- 172.21.15.94:0/3733509997 learned_addr learned my addr 172.21.15.94:0/3733509997 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe636d9d640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 0x7fe63806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63659c640 1 --2- 172.21.15.94:0/3733509997 >> v2:172.21.15.143:3300/0 conn(0x7fe63815b120 0x7fe63806f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2593943267 0 0) 0x7fe63815b500 con 0x7fe63806dec0 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe620003520 con 0x7fe63806dec0 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3432317012 0 0) 0x7fe620003520 con 0x7fe63806dec0 2024-09-10T08:34:43.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 msgr2=0x7fe63806e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 0x7fe63806e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 >> v2:172.21.15.143:3300/0 conn(0x7fe63815b120 msgr2=0x7fe63806f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 --2- 172.21.15.94:0/3733509997 >> v2:172.21.15.143:3300/0 conn(0x7fe63815b120 0x7fe63806f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe63806ef00 con 0x7fe63806dec0 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fe62c001670 con 0x7fe63806dec0 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe636d9d640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 0x7fe63806e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 >> v1:172.21.15.94:6789/0 conn(0x7fe63806dec0 legacy=0x7fe6380d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6200039b0 0x7fe620003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe620004800 0x7fe620004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 0x7fe6200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe63806e940 con 0x7fe6200039b0 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe63806ec20 con 0x7fe620004800 2024-09-10T08:34:43.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe62000b9c0 con 0x7fe6380d0bc0 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63659c640 1 --2- 172.21.15.94:0/3733509997 >> v2:172.21.15.143:3300/0 conn(0x7fe63815b120 0x7fe63806f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe63659c640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6200039b0 0x7fe620003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe635d9b640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe620004800 0x7fe620004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.237+0000 7fe636d9d640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 0x7fe6200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63659c640 1 -- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 msgr2=0x7fe6200051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63659c640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380d0bc0 0x7fe6200051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63659c640 1 -- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe620004800 msgr2=0x7fe620004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63659c640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe620004800 0x7fe620004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63659c640 1 -- 172.21.15.94:0/3733509997 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe620003520 con 0x7fe6200039b0 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63659c640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6200039b0 0x7fe620003dd0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe62800e350 tx=0x7fe620005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25cb5144f75c7703 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe628009dc0 con 0x7fe6200039b0 2024-09-10T08:34:43.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe628003b90 con 0x7fe6200039b0 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.238+0000 7fe63559a640 1 -- 172.21.15.94:0/3733509997 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe628004020 con 0x7fe6200039b0 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.239+0000 7fe63cb91640 1 -- 172.21.15.94:0/3733509997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6200039b0 msgr2=0x7fe620003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.239+0000 7fe63cb91640 1 --2- 172.21.15.94:0/3733509997 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6200039b0 0x7fe620003dd0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe62800e350 tx=0x7fe620005830 comp rx=0 tx=0).stop 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.239+0000 7fe636d9d640 1 -- 172.21.15.94:0/3733509997 reap_dead start 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.239+0000 7fe63cb91640 1 -- 172.21.15.94:0/3733509997 shutdown_connections 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.239+0000 7fe63cb91640 1 -- 172.21.15.94:0/3733509997 >> 172.21.15.94:0/3733509997 conn(0x7fe63806bdf0 msgr2=0x7fe63806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.239+0000 7fe63cb91640 1 -- 172.21.15.94:0/3733509997 shutdown_connections 2024-09-10T08:34:43.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.239+0000 7fe63cb91640 1 -- 172.21.15.94:0/3733509997 wait complete. 2024-09-10T08:34:43.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 Processor -- start 2024-09-10T08:34:43.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 -- start start 2024-09-10T08:34:43.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6200039b0 0x7fe638146b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe638073d80 0x7fe63815b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cada0 0x7fe638072e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe6380ce060 con 0x7fe638073d80 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe63806f4c0 con 0x7fe6200039b0 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe63cb91640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe63806e330 con 0x7fe6380cada0 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.241+0000 7fe635d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe638073d80 0x7fe63815b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe638073d80 0x7fe63815b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57008/0 (socket says 172.21.15.94:57008) 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 -- 172.21.15.94:0/4106687286 learned_addr learned my addr 172.21.15.94:0/4106687286 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe63659c640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6200039b0 0x7fe638146b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe636d9d640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cada0 0x7fe638072e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 -- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cada0 msgr2=0x7fe638072e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cada0 0x7fe638072e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 -- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6200039b0 msgr2=0x7fe638146b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6200039b0 0x7fe638146b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 -- 172.21.15.94:0/4106687286 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe638159630 con 0x7fe638073d80 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe63659c640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6200039b0 0x7fe638146b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe635d9b640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe638073d80 0x7fe63815b700 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fe62c007370 tx=0x7fe62c007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe626ffd640 1 -- 172.21.15.94:0/4106687286 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62c01a070 con 0x7fe638073d80 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe626ffd640 1 -- 172.21.15.94:0/4106687286 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe62c00f9c0 con 0x7fe638073d80 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe626ffd640 1 -- 172.21.15.94:0/4106687286 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe62c00fdb0 con 0x7fe638073d80 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6380b0130 con 0x7fe638073d80 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.242+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6380b06f0 con 0x7fe638073d80 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.243+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6380c6b00 con 0x7fe638073d80 2024-09-10T08:34:43.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.244+0000 7fe626ffd640 1 -- 172.21.15.94:0/4106687286 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe62c01e3f0 con 0x7fe638073d80 2024-09-10T08:34:43.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.244+0000 7fe626ffd640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be60 0x7fe61806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.244+0000 7fe626ffd640 1 -- 172.21.15.94:0/4106687286 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7fe62c08a730 con 0x7fe638073d80 2024-09-10T08:34:43.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.244+0000 7fe63659c640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be60 0x7fe61806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.245+0000 7fe63659c640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be60 0x7fe61806e320 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe628034000 tx=0x7fe62802f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.249+0000 7fe626ffd640 1 -- 172.21.15.94:0/4106687286 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe62c058990 con 0x7fe638073d80 2024-09-10T08:34:43.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.451+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe638159800 con 0x7fe638073d80 2024-09-10T08:34:43.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.452+0000 7fe626ffd640 1 -- 172.21.15.94:0/4106687286 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+5245 (secure 0 0 0) 0x7fe62c05de20 con 0x7fe638073d80 2024-09-10T08:34:43.453 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:43.453 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":26,"btime":"2024-09-10T08:34:42:386965+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":26,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:42.386960+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5367,"mds_1":5110},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5110":{"gid":5110,"name":"b","rank":1,"incarnation":25,"state":"up:active","state_seq":6,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5110,5367]},"id":3}]} 2024-09-10T08:34:43.453 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 26 2024-09-10T08:34:43.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be60 msgr2=0x7fe61806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be60 0x7fe61806e320 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe628034000 tx=0x7fe62802f000 comp rx=0 tx=0).stop 2024-09-10T08:34:43.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe638073d80 msgr2=0x7fe63815b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe638073d80 0x7fe63815b700 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fe62c007370 tx=0x7fe62c007830 comp rx=0 tx=0).stop 2024-09-10T08:34:43.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 shutdown_connections 2024-09-10T08:34:43.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe61806be60 0x7fe61806e320 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6380cada0 0x7fe638072e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe638073d80 0x7fe63815b700 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 --2- 172.21.15.94:0/4106687286 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6200039b0 0x7fe638146b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 >> 172.21.15.94:0/4106687286 conn(0x7fe63806bdf0 msgr2=0x7fe6380cbad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:43.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 shutdown_connections 2024-09-10T08:34:43.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.454+0000 7fe63cb91640 1 -- 172.21.15.94:0/4106687286 wait complete. 2024-09-10T08:34:43.870 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:34:27.671003+0000', 'modified': '2024-09-10T08:34:42.386960+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5367, 'mds_1': 5110}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5110': {'gid': 5110, 'name': 'b', 'rank': 1, 'incarnation': 25, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.143:6834/1010358121', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.143:6832', 'nonce': 1010358121}, {'type': 'v1', 'addr': '172.21.15.143:6834', 'nonce': 1010358121}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_5367': {'gid': 5367, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.94:6835/2267345963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6834', 'nonce': 2267345963}, {'type': 'v1', 'addr': '172.21.15.94:6835', 'nonce': 2267345963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5367, 'qdb_cluster': [5110, 5367]} 2024-09-10T08:34:43.871 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-09-10T08:34:43.871 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T08:34:43.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.970+0000 7eff1667b640 1 Processor -- start 2024-09-10T08:34:43.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.970+0000 7eff1667b640 1 -- start start 2024-09-10T08:34:43.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff1667b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7eff1015c280 0x7eff100d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff1667b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff1006c320 0x7eff100b4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff1667b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff100d0a30 con 0x7eff101608f0 2024-09-10T08:34:43.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff1667b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7eff100b4010 con 0x7eff1015c280 2024-09-10T08:34:43.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff1667b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff100b45d0 con 0x7eff1006c320 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff0ffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7eff1015c280 0x7eff100d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff07fff640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7eff101608f0 0x7eff1006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:59402/0 (socket says 172.21.15.94:59402) 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff14c18640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff1006c320 0x7eff100b4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.971+0000 7eff07fff640 1 -- 172.21.15.94:0/1405265306 learned_addr learned my addr 172.21.15.94:0/1405265306 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.972+0000 7eff14c18640 1 -- 172.21.15.94:0/1405265306 >> v2:172.21.15.143:3300/0 conn(0x7eff1015c280 msgr2=0x7eff100d0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.972+0000 7eff14c18640 1 --2- 172.21.15.94:0/1405265306 >> v2:172.21.15.143:3300/0 conn(0x7eff1015c280 0x7eff100d0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.972+0000 7eff14c18640 1 -- 172.21.15.94:0/1405265306 >> v1:172.21.15.143:6789/0 conn(0x7eff101608f0 legacy=0x7eff1006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.972+0000 7eff14c18640 1 -- 172.21.15.94:0/1405265306 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff100d0d10 con 0x7eff1006c320 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.972+0000 7eff0ffff640 1 --2- 172.21.15.94:0/1405265306 >> v2:172.21.15.143:3300/0 conn(0x7eff1015c280 0x7eff100d0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.972+0000 7eff14c18640 1 --2- 172.21.15.94:0/1405265306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff1006c320 0x7eff100b4a60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7eff08009d90 tx=0x7eff0802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d39f1edb98d28d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff0f7fe640 1 -- 172.21.15.94:0/1405265306 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff08007740 con 0x7eff1006c320 2024-09-10T08:34:43.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff0f7fe640 1 -- 172.21.15.94:0/1405265306 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff080078e0 con 0x7eff1006c320 2024-09-10T08:34:43.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff0f7fe640 1 -- 172.21.15.94:0/1405265306 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff08007cb0 con 0x7eff1006c320 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 -- 172.21.15.94:0/1405265306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff1006c320 msgr2=0x7eff100b4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 --2- 172.21.15.94:0/1405265306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff1006c320 0x7eff100b4a60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7eff08009d90 tx=0x7eff0802a660 comp rx=0 tx=0).stop 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 -- 172.21.15.94:0/1405265306 shutdown_connections 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 --2- 172.21.15.94:0/1405265306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff1006c320 0x7eff100b4a60 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 --2- 172.21.15.94:0/1405265306 >> v2:172.21.15.143:3300/0 conn(0x7eff1015c280 0x7eff100d0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 -- 172.21.15.94:0/1405265306 >> 172.21.15.94:0/1405265306 conn(0x7eff100b2d10 msgr2=0x7eff100b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 -- 172.21.15.94:0/1405265306 shutdown_connections 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.973+0000 7eff1667b640 1 -- 172.21.15.94:0/1405265306 wait complete. 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.974+0000 7eff1667b640 1 Processor -- start 2024-09-10T08:34:43.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.974+0000 7eff1667b640 1 -- start start 2024-09-10T08:34:43.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff1667b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff1006c320 0x7eff100b17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff1667b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff1015c280 0x7eff100ca690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff1667b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff101608f0 0x7eff100ae7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff1667b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7eff10160ec0 con 0x7eff1006c320 2024-09-10T08:34:43.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff1667b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7eff10160d40 con 0x7eff1015c280 2024-09-10T08:34:43.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff1667b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff1015c660 con 0x7eff101608f0 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff0ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff1006c320 0x7eff100b17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff0ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff1006c320 0x7eff100b17c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57016/0 (socket says 172.21.15.94:57016) 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff0ffff640 1 -- 172.21.15.94:0/3862080380 learned_addr learned my addr 172.21.15.94:0/3862080380 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff07fff640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff1015c280 0x7eff100ca690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.975+0000 7eff14c18640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff101608f0 0x7eff100ae7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0ffff640 1 -- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff101608f0 msgr2=0x7eff100ae7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0ffff640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff101608f0 0x7eff100ae7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0ffff640 1 -- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff1015c280 msgr2=0x7eff100ca690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0ffff640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff1015c280 0x7eff100ca690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0ffff640 1 -- 172.21.15.94:0/3862080380 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff100b0480 con 0x7eff1006c320 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff07fff640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff1015c280 0x7eff100ca690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff14c18640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff101608f0 0x7eff100ae7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0ffff640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff1006c320 0x7eff100b17c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7eff0000ebe0 tx=0x7eff0000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0d7fa640 1 -- 172.21.15.94:0/3862080380 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff00017070 con 0x7eff1006c320 2024-09-10T08:34:43.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0d7fa640 1 -- 172.21.15.94:0/3862080380 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff0000cc30 con 0x7eff1006c320 2024-09-10T08:34:43.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff0d7fa640 1 -- 172.21.15.94:0/3862080380 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff00013470 con 0x7eff1006c320 2024-09-10T08:34:43.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff100b0720 con 0x7eff1006c320 2024-09-10T08:34:43.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.976+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff100b0fc0 con 0x7eff1006c320 2024-09-10T08:34:43.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.978+0000 7eff0d7fa640 1 -- 172.21.15.94:0/3862080380 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff0001a070 con 0x7eff1006c320 2024-09-10T08:34:43.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.978+0000 7eff0d7fa640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efef006be30 0x7efef006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.978+0000 7eff0d7fa640 1 -- 172.21.15.94:0/3862080380 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7eff0008afa0 con 0x7eff1006c320 2024-09-10T08:34:43.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.978+0000 7eff07fff640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efef006be30 0x7efef006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.978+0000 7eff07fff640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efef006be30 0x7efef006e2f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7eff100cb5f0 tx=0x7efef8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.979+0000 7eff19418740 1 Processor -- start 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.979+0000 7eff19418740 1 -- start start 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b196a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b14ea80 0x55c68b1516a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff19418740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b14b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff19418740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55c68b0b3520 con 0x55c68b152a50 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55c68b05b3e0 con 0x55c68b1512c0 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55c68b0af4e0 con 0x55c68b14ea80 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff0ffff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b196a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff14c18640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b14b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff07fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b14ea80 0x55c68b1516a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff0ffff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b196a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:57044/0 (socket says 172.21.15.94:57044) 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff0ffff640 1 -- 172.21.15.94:0/1282684128 learned_addr learned my addr 172.21.15.94:0/1282684128 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff14c18640 1 -- 172.21.15.94:0/1282684128 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b14ea80 msgr2=0x55c68b1516a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff14c18640 1 --2- 172.21.15.94:0/1282684128 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b14ea80 0x55c68b1516a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff14c18640 1 -- 172.21.15.94:0/1282684128 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 msgr2=0x55c68b196a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff14c18640 1 --2- 172.21.15.94:0/1282684128 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b196a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff14c18640 1 -- 172.21.15.94:0/1282684128 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c68b0762f0 con 0x55c68b152a50 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff14c18640 1 --2- 172.21.15.94:0/1282684128 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b14b8b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7eff100d1150 tx=0x7eff0802e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8c8343f5c9e6396 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff05ffb640 1 -- 172.21.15.94:0/1282684128 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff080078c0 con 0x55c68b152a50 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff05ffb640 1 -- 172.21.15.94:0/1282684128 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff08041070 con 0x55c68b152a50 2024-09-10T08:34:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.980+0000 7eff05ffb640 1 -- 172.21.15.94:0/1282684128 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff08007c80 con 0x55c68b152a50 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 -- 172.21.15.94:0/1282684128 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 msgr2=0x55c68b14b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 --2- 172.21.15.94:0/1282684128 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b14b8b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7eff100d1150 tx=0x7eff0802e000 comp rx=0 tx=0).stop 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 -- 172.21.15.94:0/1282684128 shutdown_connections 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 --2- 172.21.15.94:0/1282684128 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b14b8b0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 --2- 172.21.15.94:0/1282684128 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b14ea80 0x55c68b1516a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 --2- 172.21.15.94:0/1282684128 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b196a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 -- 172.21.15.94:0/1282684128 >> 172.21.15.94:0/1282684128 conn(0x55c68b14da80 msgr2=0x55c68b195f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 -- 172.21.15.94:0/1282684128 shutdown_connections 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.981+0000 7eff19418740 1 -- 172.21.15.94:0/1282684128 wait complete. 2024-09-10T08:34:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.982+0000 7eff19418740 1 -- start start 2024-09-10T08:34:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.982+0000 7eff19418740 1 Processor -- start 2024-09-10T08:34:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b1512c0 0x55c68b175310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1733a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 0x55c68b17b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55c68b14cf20 con 0x55c68b1512c0 2024-09-10T08:34:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55c68b03c450 con 0x55c68b152a50 2024-09-10T08:34:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55c68b197290 con 0x55c68b193440 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 10 client.0 _ll_register_callbacks cb 0x55c68adc5ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b1512c0 0x55c68b175310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b1512c0 0x55c68b175310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57036/0 (socket says 172.21.15.94:57036) 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 -- 172.21.15.94:0/2793198905 learned_addr learned my addr 172.21.15.94:0/2793198905 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff14c18640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 0x55c68b17b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff07fff640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1733a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 -- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 msgr2=0x55c68b17b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 0x55c68b17b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 -- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 msgr2=0x55c68b1733a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1733a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 -- 172.21.15.94:0/2793198905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c68adc62d0 con 0x55c68b1512c0 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff07fff640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1733a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff0ffff640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b1512c0 0x55c68b175310 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7eff0000ca20 tx=0x7eff00059880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19ab19c9f9ab009 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7efeeeffd640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7efeeeffd640 1 -- 172.21.15.94:0/2793198905 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff00021040 con 0x55c68b1512c0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7efeeeffd640 1 -- 172.21.15.94:0/2793198905 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7eff0001dc90 con 0x55c68b1512c0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff08041070 con 0x55c68b1512c0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7efeeeffd640 1 -- 172.21.15.94:0/2793198905 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7eff00061ca0 con 0x55c68b1512c0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 10 client.5574 fetch_fsmap learned FSMap version 26 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.983+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x55c68ae906b0 con 0x55c68b1512c0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7efeeeffd640 1 -- 172.21.15.94:0/2793198905 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff08041070 con 0x55c68b1512c0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7efeeeffd640 1 -- 172.21.15.94:0/2793198905 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 26) ==== 3522+0+0 (secure 0 0 0) 0x7eff00024060 con 0x55c68b1512c0 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff19418740 10 client.5574 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff19418740 10 client.5574 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff19418740 20 client.5574 populate_metadata read hostname 'smithi094' 2024-09-10T08:34:43.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff19418740 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a9550 0x55c68b1798b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff19418740 4 client.5574 mds_command: new command op to 5110 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 --> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c68b0c0c50 con 0x55c68b1a9550 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff07fff640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a9550 0x55c68b1798b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7efeeeffd640 10 client.5574 ms_handle_connect on v2:172.21.15.143:6832/1010358121 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.984+0000 7eff07fff640 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a9550 0x55c68b1798b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bbb6661498f88b9 server_cookie=bbdb6d5a1665b98c in_seq=0 out_seq=0 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.985+0000 7efeeeffd640 1 -- 172.21.15.94:0/2793198905 <== mds.1 v2:172.21.15.143:6832/1010358121 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c68b0c0c50 con 0x55c68b1a9550 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.985+0000 7efeeeffd640 10 client.5574 handle_command_reply: tid=0 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.985+0000 7eff19418740 1 client.5574 shutdown 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.985+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b1512c0 msgr2=0x55c68b175310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.985+0000 7eff19418740 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b1512c0 0x55c68b175310 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7eff0000ca20 tx=0x7eff00059880 comp rx=0 tx=0).stop 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.985+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 shutdown_connections 2024-09-10T08:34:43.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.985+0000 7eff19418740 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a9550 0x55c68b1798b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7eff19418740 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1733a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7eff19418740 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 0x55c68b17b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7eff19418740 1 --2- 172.21.15.94:0/2793198905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b1512c0 0x55c68b175310 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7efeeeffd640 0 client.5574 ms_handle_reset on v2:172.21.15.143:6832/1010358121 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 >> 172.21.15.94:0/2793198905 conn(0x55c68b14ea80 msgr2=0x55c68b193fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 shutdown_connections 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7eff19418740 1 -- 172.21.15.94:0/2793198905 wait complete. 2024-09-10T08:34:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:43.986+0000 7eff19418740 20 client.5574 trim_cache size 0 max 16384 2024-09-10T08:34:44.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.003+0000 7eff19418740 1 Processor -- start 2024-09-10T08:34:44.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.003+0000 7eff19418740 1 -- start start 2024-09-10T08:34:44.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b14d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff19418740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b17aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 0x55c68b172820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff19418740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7eff101fef30 con 0x55c68b152a50 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7eff1015d370 con 0x55c68b1512c0 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff101fd8a0 con 0x55c68b193440 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b17aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b17aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57040/0 (socket says 172.21.15.94:57040) 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 -- 172.21.15.94:0/1170201890 learned_addr learned my addr 172.21.15.94:0/1170201890 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 -- 172.21.15.94:0/1170201890 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 msgr2=0x55c68b172820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 --2- 172.21.15.94:0/1170201890 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 0x55c68b172820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 -- 172.21.15.94:0/1170201890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 msgr2=0x55c68b14d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 --2- 172.21.15.94:0/1170201890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b14d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.004+0000 7eff07fff640 1 -- 172.21.15.94:0/1170201890 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c68b1ba540 con 0x55c68b152a50 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff07fff640 1 --2- 172.21.15.94:0/1170201890 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b17aa10 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7efef8005ad0 tx=0x7efef8017040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d271a260faf3fb64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff057fa640 1 -- 172.21.15.94:0/1170201890 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef800e5c0 con 0x55c68b152a50 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff057fa640 1 -- 172.21.15.94:0/1170201890 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efef800e760 con 0x55c68b152a50 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff057fa640 1 -- 172.21.15.94:0/1170201890 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef800e910 con 0x55c68b152a50 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 -- 172.21.15.94:0/1170201890 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 msgr2=0x55c68b17aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 --2- 172.21.15.94:0/1170201890 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b17aa10 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7efef8005ad0 tx=0x7efef8017040 comp rx=0 tx=0).stop 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 -- 172.21.15.94:0/1170201890 shutdown_connections 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 --2- 172.21.15.94:0/1170201890 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b193440 0x55c68b172820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 --2- 172.21.15.94:0/1170201890 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b152a50 0x55c68b17aa10 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 --2- 172.21.15.94:0/1170201890 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b1512c0 0x55c68b14d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 -- 172.21.15.94:0/1170201890 >> 172.21.15.94:0/1170201890 conn(0x55c68b14ea80 msgr2=0x55c68b195e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 -- 172.21.15.94:0/1170201890 shutdown_connections 2024-09-10T08:34:44.009 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.005+0000 7eff19418740 1 -- 172.21.15.94:0/1170201890 wait complete. 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.006+0000 7eff19418740 1 -- start start 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.006+0000 7eff19418740 1 Processor -- start 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b1512c0 0x55c68b177240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff19418740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1fd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff19418740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b193440 0x55c68b199440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff19418740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55c68b193b40 con 0x55c68b193440 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55c68b17a890 con 0x55c68b152a50 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff19418740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55c68b1a9970 con 0x55c68b1512c0 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff19418740 10 client.0 _ll_register_callbacks cb 0x7eff00058c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:34:44.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b193440 0x55c68b199440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b193440 0x55c68b199440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57056/0 (socket says 172.21.15.94:57056) 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 -- 172.21.15.94:0/1321725055 learned_addr learned my addr 172.21.15.94:0/1321725055 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff0ffff640 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b1512c0 0x55c68b177240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 -- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b1512c0 msgr2=0x55c68b177240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff07fff640 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1fd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b1512c0 0x55c68b177240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 -- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 msgr2=0x55c68b1fd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1fd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 -- 172.21.15.94:0/1321725055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c68b214940 con 0x55c68b193440 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7eff14c18640 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b193440 0x55c68b199440 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7eff0802ac50 tx=0x7eff08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2496259568a2c4e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7efeeeffd640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.007+0000 7efeeeffd640 1 -- 172.21.15.94:0/1321725055 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff08055060 con 0x55c68b193440 2024-09-10T08:34:44.014 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7efeeeffd640 1 -- 172.21.15.94:0/1321725055 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7eff08007ad0 con 0x55c68b193440 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efef800e760 con 0x55c68b193440 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7efeeeffd640 1 -- 172.21.15.94:0/1321725055 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7eff08007cd0 con 0x55c68b193440 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 10 client.5580 fetch_fsmap learned FSMap version 26 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x55c68b1fd6f0 con 0x55c68b193440 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7efeeeffd640 1 -- 172.21.15.94:0/1321725055 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efef800e760 con 0x55c68b193440 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7efeeeffd640 1 -- 172.21.15.94:0/1321725055 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 26) ==== 3522+0+0 (secure 0 0 0) 0x7eff0804f070 con 0x55c68b193440 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 10 client.5580 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 10 client.5580 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:34:44.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 20 client.5580 populate_metadata read hostname 'smithi094' 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a5390 0x55c68b197a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 4 client.5580 mds_command: new command op to 5110 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 --> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] -- command(tid 0: {"prefix": "status"}) -- 0x55c68b0bafa0 con 0x55c68b1a5390 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.008+0000 7eff0ffff640 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a5390 0x55c68b197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff0ffff640 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a5390 0x55c68b197a90 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=63e75c9c454647d0 server_cookie=edc820e324b170a8 in_seq=0 out_seq=0 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7efeeeffd640 10 client.5580 ms_handle_connect on v2:172.21.15.143:6832/1010358121 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7efeeeffd640 1 -- 172.21.15.94:0/1321725055 <== mds.1 v2:172.21.15.143:6832/1010358121 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55c68b0bafa0 con 0x55c68b1a5390 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7efeeeffd640 10 client.5580 handle_command_reply: tid=0 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 client.5580 shutdown 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b193440 msgr2=0x55c68b199440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b193440 0x55c68b199440 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7eff0802ac50 tx=0x7eff08004a40 comp rx=0 tx=0).stop 2024-09-10T08:34:44.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 shutdown_connections 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:6832/1010358121,v1:172.21.15.143:6834/1010358121] conn(0x55c68b1a5390 0x55c68b197a90 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55c68b152a50 0x55c68b1fd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7efeeeffd640 0 client.5580 ms_handle_reset on v2:172.21.15.143:6832/1010358121 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55c68b193440 0x55c68b199440 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 --2- 172.21.15.94:0/1321725055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55c68b1512c0 0x55c68b177240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 >> 172.21.15.94:0/1321725055 conn(0x55c68b14ea80 msgr2=0x55c68b14d290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 shutdown_connections 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 1 -- 172.21.15.94:0/1321725055 wait complete. 2024-09-10T08:34:44.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.009+0000 7eff19418740 20 client.5580 trim_cache size 0 max 16384 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 1, 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5110, 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 2.6229194680000001, 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 26, 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 53, 2024-09-10T08:34:44.018 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 53, 2024-09-10T08:34:44.019 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 19.746538442999999 2024-09-10T08:34:44.019 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:34:44.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efef006be30 msgr2=0x7efef006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efef006be30 0x7efef006e2f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7eff100cb5f0 tx=0x7efef8009040 comp rx=0 tx=0).stop 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff1006c320 msgr2=0x7eff100b17c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff1006c320 0x7eff100b17c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7eff0000ebe0 tx=0x7eff0000c520 comp rx=0 tx=0).stop 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 shutdown_connections 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efef006be30 0x7efef006e2f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff1015c280 0x7eff100ca690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff101608f0 0x7eff100ae7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 --2- 172.21.15.94:0/3862080380 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff1006c320 0x7eff100b17c0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 >> 172.21.15.94:0/3862080380 conn(0x7eff100b2d10 msgr2=0x7eff100b61b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 shutdown_connections 2024-09-10T08:34:44.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.010+0000 7eff1667b640 1 -- 172.21.15.94:0/3862080380 wait complete. 2024-09-10T08:34:44.021 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T08:34:44.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.119+0000 7ff96be6e640 1 Processor -- start 2024-09-10T08:34:44.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.119+0000 7ff96be6e640 1 -- start start 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff96be6e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff964167230 0x7ff964169620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff96be6e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff964162b70 con 0x7ff96406cd20 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff96be6e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff964141b00 con 0x7ff964161eb0 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff96be6e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff964162e50 con 0x7ff964167230 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff969c0a640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff96406cd20 0x7ff96406d100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:60306/0 (socket says 172.21.15.94:60306) 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff969c0a640 1 -- 172.21.15.94:0/4282517717 learned_addr learned my addr 172.21.15.94:0/4282517717 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4149028009 0 0) 0x7ff964162b70 con 0x7ff96406cd20 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff950003520 con 0x7ff96406cd20 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff96a40b640 1 --2- 172.21.15.94:0/4282517717 >> v2:172.21.15.143:3300/0 conn(0x7ff964167230 0x7ff964169620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1103058833 0 0) 0x7ff950003520 con 0x7ff96406cd20 2024-09-10T08:34:44.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 >> v2:172.21.15.143:3300/0 conn(0x7ff964167230 msgr2=0x7ff964169620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 --2- 172.21.15.94:0/4282517717 >> v2:172.21.15.143:3300/0 conn(0x7ff964167230 0x7ff964169620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 >> v1:172.21.15.143:6789/0 conn(0x7ff964161eb0 legacy=0x7ff9641622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff964141de0 con 0x7ff96406cd20 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7ff960001670 con 0x7ff96406cd20 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 >> v1:172.21.15.94:6789/0 conn(0x7ff96406cd20 legacy=0x7ff96406d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff950003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff950004800 0x7ff950004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.120+0000 7ff968c08640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9500051c0 0x7ff95000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff964162e50 con 0x7ff9500039b0 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff95000c160 con 0x7ff950004800 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff95000c360 con 0x7ff9500051c0 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff969c0a640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff950003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff969409640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff950004800 0x7ff950004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff96a40b640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9500051c0 0x7ff95000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff969c0a640 1 -- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9500051c0 msgr2=0x7ff95000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff969c0a640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9500051c0 0x7ff95000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff969c0a640 1 -- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff950004800 msgr2=0x7ff950004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff969c0a640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff950004800 0x7ff950004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff969c0a640 1 -- 172.21.15.94:0/4282517717 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff950003520 con 0x7ff9500039b0 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff96a40b640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9500051c0 0x7ff95000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.121+0000 7ff96a40b640 1 -- 172.21.15.94:0/4282517717 reap_dead start 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff969c0a640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff950003dd0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ff96000c210 tx=0x7ff950005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff80d8a7ca2070c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960007d30 con 0x7ff9500039b0 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff960005ad0 con 0x7ff9500039b0 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff968c08640 1 -- 172.21.15.94:0/4282517717 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960007070 con 0x7ff9500039b0 2024-09-10T08:34:44.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff96be6e640 1 -- 172.21.15.94:0/4282517717 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 msgr2=0x7ff950003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff96be6e640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff950003dd0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ff96000c210 tx=0x7ff950005830 comp rx=0 tx=0).stop 2024-09-10T08:34:44.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff96be6e640 1 -- 172.21.15.94:0/4282517717 shutdown_connections 2024-09-10T08:34:44.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff96be6e640 1 --2- 172.21.15.94:0/4282517717 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff950003dd0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff96be6e640 1 -- 172.21.15.94:0/4282517717 >> 172.21.15.94:0/4282517717 conn(0x7ff9640b3ed0 msgr2=0x7ff9640b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff96be6e640 1 -- 172.21.15.94:0/4282517717 shutdown_connections 2024-09-10T08:34:44.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.122+0000 7ff96be6e640 1 -- 172.21.15.94:0/4282517717 wait complete. 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.123+0000 7ff96be6e640 1 Processor -- start 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.123+0000 7ff96be6e640 1 -- start start 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff96be6e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff96413fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff96be6e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9640b57a0 0x7ff9640d0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff96be6e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9641404f0 0x7ff9640d1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff96be6e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff96406d100 con 0x7ff9500039b0 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff96be6e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff964142150 con 0x7ff9640b57a0 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff96be6e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff96406d280 con 0x7ff9641404f0 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff969c0a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff96413fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff969c0a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff96413fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57068/0 (socket says 172.21.15.94:57068) 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff969c0a640 1 -- 172.21.15.94:0/579902138 learned_addr learned my addr 172.21.15.94:0/579902138 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff96a40b640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9641404f0 0x7ff9640d1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.124+0000 7ff969409640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9640b57a0 0x7ff9640d0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff969c0a640 1 -- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9641404f0 msgr2=0x7ff9640d1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff969c0a640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9641404f0 0x7ff9640d1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff969c0a640 1 -- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9640b57a0 msgr2=0x7ff9640d0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff969c0a640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9640b57a0 0x7ff9640d0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff969c0a640 1 -- 172.21.15.94:0/579902138 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9640b8100 con 0x7ff9500039b0 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff96a40b640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9641404f0 0x7ff9640d1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff969c0a640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff96413fc40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff96000c330 tx=0x7ff960001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff95a7fc640 1 -- 172.21.15.94:0/579902138 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960037040 con 0x7ff9500039b0 2024-09-10T08:34:44.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff95a7fc640 1 -- 172.21.15.94:0/579902138 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff960041070 con 0x7ff9500039b0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9640ca770 con 0x7ff9500039b0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff95a7fc640 1 -- 172.21.15.94:0/579902138 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960001670 con 0x7ff9500039b0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.125+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9640ca460 con 0x7ff9500039b0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.126+0000 7ff95a7fc640 1 -- 172.21.15.94:0/579902138 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff960004a20 con 0x7ff9500039b0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.127+0000 7ff95a7fc640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff94806be30 0x7ff94806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.127+0000 7ff95a7fc640 1 -- 172.21.15.94:0/579902138 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7ff9600aa920 con 0x7ff9500039b0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.127+0000 7ff969409640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff94806be30 0x7ff94806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.127+0000 7ff969409640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff94806be30 0x7ff94806e2f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff954000c00 tx=0x7ff954009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.128+0000 7ff96ec08740 1 Processor -- start 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.128+0000 7ff96ec08740 1 -- start start 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c52c0 0x56139a30aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c2a80 0x56139a2c56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c6a50 0x56139a2bf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96ec08740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56139a227520 con 0x56139a2c6a50 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56139a1cf3e0 con 0x56139a2c52c0 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56139a2234e0 con 0x56139a2c2a80 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c6a50 0x56139a2bf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c6a50 0x56139a2bf8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57072/0 (socket says 172.21.15.94:57072) 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 -- 172.21.15.94:0/2128574202 learned_addr learned my addr 172.21.15.94:0/2128574202 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff969409640 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c2a80 0x56139a2c56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff969c0a640 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c52c0 0x56139a30aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 -- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c2a80 msgr2=0x56139a2c56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c2a80 0x56139a2c56a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 -- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c52c0 msgr2=0x56139a30aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c52c0 0x56139a30aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 -- 172.21.15.94:0/2128574202 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56139a1ea2f0 con 0x56139a2c6a50 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff96a40b640 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c6a50 0x56139a2bf8b0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff95c007300 tx=0x7ff95c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4137c1fa6295938 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff9477fe640 1 -- 172.21.15.94:0/2128574202 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c007ea0 con 0x56139a2c6a50 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff9477fe640 1 -- 172.21.15.94:0/2128574202 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95c01d070 con 0x56139a2c6a50 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.129+0000 7ff9477fe640 1 -- 172.21.15.94:0/2128574202 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c016a50 con 0x56139a2c6a50 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 -- 172.21.15.94:0/2128574202 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c6a50 msgr2=0x56139a2bf8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c6a50 0x56139a2bf8b0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff95c007300 tx=0x7ff95c009750 comp rx=0 tx=0).stop 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 -- 172.21.15.94:0/2128574202 shutdown_connections 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c6a50 0x56139a2bf8b0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c2a80 0x56139a2c56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2128574202 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c52c0 0x56139a30aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 -- 172.21.15.94:0/2128574202 >> 172.21.15.94:0/2128574202 conn(0x56139a2c1a80 msgr2=0x56139a309f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 -- 172.21.15.94:0/2128574202 shutdown_connections 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.130+0000 7ff96ec08740 1 -- 172.21.15.94:0/2128574202 wait complete. 2024-09-10T08:34:44.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.131+0000 7ff96ec08740 1 -- start start 2024-09-10T08:34:44.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.131+0000 7ff96ec08740 1 Processor -- start 2024-09-10T08:34:44.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 0x56139a2e6200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a2e7660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a2e8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56139a2c0f20 con 0x56139a2e8980 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56139a1b0450 con 0x56139a2c6a50 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56139a30b290 con 0x56139a2c52c0 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 10 client.0 _ll_register_callbacks cb 0x561399f39ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a2e8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a2e8de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57086/0 (socket says 172.21.15.94:57086) 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 -- 172.21.15.94:0/300156431 learned_addr learned my addr 172.21.15.94:0/300156431 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff969c0a640 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 0x56139a2e6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff969409640 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a2e7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 -- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 msgr2=0x56139a2e6200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 0x56139a2e6200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 -- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 msgr2=0x56139a2e7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a2e7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 -- 172.21.15.94:0/300156431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561399f3a2d0 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96a40b640 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a2e8de0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff95c000f80 tx=0x7ff95c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98b9d4b4bd928386 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff944ff9640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff944ff9640 1 -- 172.21.15.94:0/300156431 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c007ea0 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff944ff9640 1 -- 172.21.15.94:0/300156431 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7ff95c016df0 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.132+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff95c01d070 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff944ff9640 1 -- 172.21.15.94:0/300156431 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff95c035050 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 10 client.5592 fetch_fsmap learned FSMap version 26 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x56139a0046b0 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff944ff9640 1 -- 172.21.15.94:0/300156431 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95c01d070 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff944ff9640 1 -- 172.21.15.94:0/300156431 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 26) ==== 3522+0+0 (secure 0 0 0) 0x7ff95c038020 con 0x56139a2e8980 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 10 client.5592 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 10 client.5592 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 20 client.5592 populate_metadata read hostname 'smithi094' 2024-09-10T08:34:44.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eda10 0x56139a2eddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 4 client.5592 mds_command: new command op to 5367 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 --> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56139a234c50 con 0x56139a2eda10 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff969c0a640 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eda10 0x56139a2eddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff969c0a640 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eda10 0x56139a2eddf0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69c10e6d5c31e8e0 server_cookie=2e0dbc095731e9c9 in_seq=0 out_seq=0 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.133+0000 7ff944ff9640 10 client.5592 ms_handle_connect on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff944ff9640 1 -- 172.21.15.94:0/300156431 <== mds.0 v2:172.21.15.94:6834/2267345963 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56139a234c50 con 0x56139a2eda10 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff944ff9640 10 client.5592 handle_command_reply: tid=0 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 client.5592 shutdown 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 msgr2=0x56139a2e8de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a2e8de0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ff95c000f80 tx=0x7ff95c004a40 comp rx=0 tx=0).stop 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 shutdown_connections 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eda10 0x56139a2eddf0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a2e7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a2e8de0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff944ff9640 0 client.5592 ms_handle_reset on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:44.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 --2- 172.21.15.94:0/300156431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 0x56139a2e6200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 >> 172.21.15.94:0/300156431 conn(0x56139a2c2a80 msgr2=0x56139a307ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 shutdown_connections 2024-09-10T08:34:44.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 1 -- 172.21.15.94:0/300156431 wait complete. 2024-09-10T08:34:44.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.134+0000 7ff96ec08740 20 client.5592 trim_cache size 0 max 16384 2024-09-10T08:34:44.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.152+0000 7ff96ec08740 1 Processor -- start 2024-09-10T08:34:44.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.152+0000 7ff96ec08740 1 -- start start 2024-09-10T08:34:44.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 0x56139a308fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a30c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a307ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96ec08740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff964201590 con 0x56139a2e8980 2024-09-10T08:34:44.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff9640cc160 con 0x56139a2c6a50 2024-09-10T08:34:44.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff9641fff60 con 0x56139a2c52c0 2024-09-10T08:34:44.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a307ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a307ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57098/0 (socket says 172.21.15.94:57098) 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 -- 172.21.15.94:0/2670300601 learned_addr learned my addr 172.21.15.94:0/2670300601 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 -- 172.21.15.94:0/2670300601 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 msgr2=0x56139a308fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 --2- 172.21.15.94:0/2670300601 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 0x56139a308fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 -- 172.21.15.94:0/2670300601 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 msgr2=0x56139a30c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 --2- 172.21.15.94:0/2670300601 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a30c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 -- 172.21.15.94:0/2670300601 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56139a304950 con 0x56139a2e8980 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff96a40b640 1 --2- 172.21.15.94:0/2670300601 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a307ee0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7ff95c007d50 tx=0x7ff95c024070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc172166f4cacf05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff946ffd640 1 -- 172.21.15.94:0/2670300601 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c03e070 con 0x56139a2e8980 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff946ffd640 1 -- 172.21.15.94:0/2670300601 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95c01d070 con 0x56139a2e8980 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.153+0000 7ff946ffd640 1 -- 172.21.15.94:0/2670300601 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff95c003e60 con 0x56139a2e8980 2024-09-10T08:34:44.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 -- 172.21.15.94:0/2670300601 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 msgr2=0x56139a307ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2670300601 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a307ee0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7ff95c007d50 tx=0x7ff95c024070 comp rx=0 tx=0).stop 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 -- 172.21.15.94:0/2670300601 shutdown_connections 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2670300601 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a30c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2670300601 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2e8980 0x56139a307ee0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 --2- 172.21.15.94:0/2670300601 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2c52c0 0x56139a308fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 -- 172.21.15.94:0/2670300601 >> 172.21.15.94:0/2670300601 conn(0x56139a2c2a80 msgr2=0x56139a30a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 -- 172.21.15.94:0/2670300601 shutdown_connections 2024-09-10T08:34:44.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 -- 172.21.15.94:0/2670300601 wait complete. 2024-09-10T08:34:44.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.154+0000 7ff96ec08740 1 -- start start 2024-09-10T08:34:44.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.155+0000 7ff96ec08740 1 Processor -- start 2024-09-10T08:34:44.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c52c0 0x56139a3892c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a3880a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2e8980 0x56139a32d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56139a2ef2f0 con 0x56139a2c52c0 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56139a2efd20 con 0x56139a2c6a50 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56139a31da90 con 0x56139a2e8980 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 10 client.0 _ll_register_callbacks cb 0x7ff95c007250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c52c0 0x56139a3892c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c52c0 0x56139a3892c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57104/0 (socket says 172.21.15.94:57104) 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 -- 172.21.15.94:0/998548169 learned_addr learned my addr 172.21.15.94:0/998548169 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969409640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a3880a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96a40b640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2e8980 0x56139a32d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 -- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2e8980 msgr2=0x56139a32d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2e8980 0x56139a32d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 -- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 msgr2=0x56139a3880a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a3880a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 -- 172.21.15.94:0/998548169 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56139a2ec950 con 0x56139a2c52c0 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96a40b640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2e8980 0x56139a32d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969409640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a3880a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff969c0a640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c52c0 0x56139a3892c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff96000c300 tx=0x7ff960074e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2e68c703085b3aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff944ff9640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff944ff9640 1 -- 172.21.15.94:0/998548169 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960007d10 con 0x56139a2c52c0 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff944ff9640 1 -- 172.21.15.94:0/998548169 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(53..53 src has 1..53) ==== 6101+0+0 (secure 0 0 0) 0x7ff960004d10 con 0x56139a2c52c0 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff95c01d070 con 0x56139a2c52c0 2024-09-10T08:34:44.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff944ff9640 1 -- 172.21.15.94:0/998548169 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff9600750b0 con 0x56139a2c52c0 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 10 client.5598 fetch_fsmap learned FSMap version 26 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.156+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) -- 0x56139a389970 con 0x56139a2c52c0 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff944ff9640 1 -- 172.21.15.94:0/998548169 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff95c01d070 con 0x56139a2c52c0 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff944ff9640 1 -- 172.21.15.94:0/998548169 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 26) ==== 3522+0+0 (secure 0 0 0) 0x7ff96007f0b0 con 0x56139a2c52c0 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 10 client.5598 fetch_fsmap finished waiting for FSMap version 26 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 10 client.5598 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 20 client.5598 populate_metadata read hostname 'smithi094' 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eb7d0 0x56139a2ebbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 4 client.5598 mds_command: new command op to 5367 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 --> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] -- command(tid 0: {"prefix": "status"}) -- 0x56139a22efa0 con 0x56139a2eb7d0 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff969409640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eb7d0 0x56139a2ebbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff944ff9640 10 client.5598 ms_handle_connect on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:44.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff969409640 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eb7d0 0x56139a2ebbb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4955571ade3f50a0 server_cookie=424955bfb0151272 in_seq=0 out_seq=0 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff944ff9640 1 -- 172.21.15.94:0/998548169 <== mds.0 v2:172.21.15.94:6834/2267345963 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x56139a22efa0 con 0x56139a2eb7d0 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff944ff9640 10 client.5598 handle_command_reply: tid=0 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 client.5598 shutdown 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c52c0 msgr2=0x56139a3892c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c52c0 0x56139a3892c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff96000c300 tx=0x7ff960074e10 comp rx=0 tx=0).stop 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 shutdown_connections 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:6834/2267345963,v1:172.21.15.94:6835/2267345963] conn(0x56139a2eb7d0 0x56139a2ebbb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56139a2c6a50 0x56139a3880a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff944ff9640 0 client.5598 ms_handle_reset on v2:172.21.15.94:6834/2267345963 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56139a2e8980 0x56139a32d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 --2- 172.21.15.94:0/998548169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56139a2c52c0 0x56139a3892c0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.157+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 >> 172.21.15.94:0/998548169 conn(0x56139a2c2a80 msgr2=0x56139a307ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 shutdown_connections 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96ec08740 1 -- 172.21.15.94:0/998548169 wait complete. 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96ec08740 20 client.5598 trim_cache size 0 max 16384 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5367, 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:34:44.166 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 15.830137572, 2024-09-10T08:34:44.167 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 26, 2024-09-10T08:34:44.167 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 53, 2024-09-10T08:34:44.167 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 53, 2024-09-10T08:34:44.167 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 19.909756183999999 2024-09-10T08:34:44.167 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:34:44.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff94806be30 msgr2=0x7ff94806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff94806be30 0x7ff94806e2f0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff954000c00 tx=0x7ff954009040 comp rx=0 tx=0).stop 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 msgr2=0x7ff96413fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff96413fc40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff96000c330 tx=0x7ff960001a40 comp rx=0 tx=0).stop 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 shutdown_connections 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff94806be30 0x7ff94806e2f0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff9640b57a0 0x7ff9640d0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff9641404f0 0x7ff9640d1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 --2- 172.21.15.94:0/579902138 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff9500039b0 0x7ff96413fc40 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 >> 172.21.15.94:0/579902138 conn(0x7ff9640b3ed0 msgr2=0x7ff96415bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 shutdown_connections 2024-09-10T08:34:44.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44.158+0000 7ff96be6e640 1 -- 172.21.15.94:0/579902138 wait complete. 2024-09-10T08:34:44.170 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir {d0,d1} && touch {d0,d1}/file') 2024-09-10T08:34:44.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T08:34:44.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:44.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:44.238 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d0) 2024-09-10T08:34:44.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:44.254 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1) 2024-09-10T08:34:44.311 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T08:34:44.468 INFO:teuthology.orchestra.run.smithi094.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T08:34:44.468 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T08:34:44.468 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-10T08:34:46.030 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:34:46.034 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:34:46.469 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T08:34:46.596 INFO:teuthology.orchestra.run.smithi094.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T08:34:46.596 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T08:34:46.596 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-10T08:34:48.597 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T08:34:48.722 INFO:teuthology.orchestra.run.smithi094.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"9","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T08:34:48.723 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "9" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T08:34:48.723 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-10T08:34:50.724 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T08:34:50.850 INFO:teuthology.orchestra.run.smithi094.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"18","version":"14","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T08:34:50.851 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "18", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T08:34:50.851 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-10T08:34:52.852 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T08:34:52.978 INFO:teuthology.orchestra.run.smithi094.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"18","version":"14","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":2,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":1},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-09-10T08:34:52.979 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 2, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 1, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "18", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-09-10T08:34:52.979 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-09-10T08:34:54.979 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-09-10T08:34:55.105 INFO:teuthology.orchestra.run.smithi094.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"18","version":"18","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d0","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":1,"authpin":0},"nref":3}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1","dirfrag":"0x10000000001","snapid_first":2,"projected_version":"5","version":"5","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-09-10T08:34:55.105 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "18", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "18" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 3, "path": "/d0", "pins": { "authpin": 0, "child": 1, "dirty": 1, "subtree": 1 }, "projected_version": "5", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000001", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "5", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "5" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-09-10T08:34:55.105 INFO:tasks.cephfs.cephfs_test_case:[('/d0', 0), ('/d1', 1)] =?= [('/d0', 0), ('/d1', 1)] 2024-09-10T08:34:55.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:55.106 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d0/f0) 2024-09-10T08:34:55.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:55.123 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch d1/f0) 2024-09-10T08:34:55.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:55.186 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d0/f1) 2024-09-10T08:34:55.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:55.212 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch d1/f1) 2024-09-10T08:34:55.280 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T08:34:55.397 INFO:teuthology.orchestra.run.smithi094.stdout:[{"id":4991,"entity":{"name":{"type":"client","num":4991},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2227052101}},"state":"open","num_leases":1,"num_caps":4,"request_load_avg":6,"uptime":15.525732793,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":7.9119161325103313,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.4991 192.168.0.1:0/2227052101","completed_requests":[],"prealloc_inos":[{"start":"0x100000005e1","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"1","hostname":"smithi143","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"44601","root":"/"}},{"id":5529,"entity":{"name":{"type":"client","num":5529},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":4081879626}},"state":"open","num_leases":3,"num_caps":5,"request_load_avg":11,"uptime":17.082705997000001,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":2,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":21.574078711429635,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":12,"last_trim_completed_flushes_tid":2,"delegated_inos":[{"start":"0x10000000003","length":500}],"inst":"client.5529 192.168.0.1:0/4081879626","completed_requests":[{"tid":12,"created_ino":"0x100000001f8"}],"prealloc_inos":[{"start":"0x10000000003","length":500},{"start":"0x100000001f9","length":999}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"0","hostname":"smithi094","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"51884","root":"/"}}] 2024-09-10T08:34:55.397 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi143", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "44601", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2227052101, "type": "any" }, "name": { "num": 4991, "type": "client" } }, "id": 4991, "inst": "client.4991 192.168.0.1:0/2227052101", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 9, "num_caps": 4, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x100000005e1" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 6, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 7.911916132510331 }, "state": "open", "uptime": 15.525732793 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi094", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "51884", "root": "/" }, "completed_requests": [ { "created_ino": "0x100000001f8", "tid": 12 } ], "delegated_inos": [ { "length": 500, "start": "0x10000000003" } ], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 4081879626, "type": "any" }, "name": { "num": 5529, "type": "client" } }, "id": 5529, "inst": "client.5529 192.168.0.1:0/4081879626", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 12, "num_caps": 5, "num_completed_flushes": 2, "num_completed_requests": 1, "num_leases": 3, "prealloc_inos": [ { "length": 500, "start": "0x10000000003" }, { "length": 999, "start": "0x100000001f9" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 11, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 21.574078711429635 }, "state": "open", "uptime": 17.082705997 } ] 2024-09-10T08:34:55.398 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-10T08:34:55.521 INFO:teuthology.orchestra.run.smithi143.stdout:[{"id":4991,"entity":{"name":{"type":"client","num":4991},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2227052101}},"state":"open","num_leases":1,"num_caps":2,"request_load_avg":2,"uptime":0.238993494,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":3.9978334057924605,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.4991 192.168.0.1:0/2227052101","completed_requests":[{"tid":10,"created_ino":"0x200000003e9"}],"prealloc_inos":[{"start":"0x200000003ea","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"1","hostname":"smithi143","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"44601","root":"/"}},{"id":5529,"entity":{"name":{"type":"client","num":5529},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":4081879626}},"state":"open","num_leases":1,"num_caps":3,"request_load_avg":2,"uptime":1.0949701919999999,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":4.9944477555554441,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":12,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5529 192.168.0.1:0/4081879626","completed_requests":[{"tid":16,"created_ino":"0x20000000000"}],"prealloc_inos":[{"start":"0x20000000001","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"0","hostname":"smithi094","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"51884","root":"/"}}] 2024-09-10T08:34:55.522 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi143", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "44601", "root": "/" }, "completed_requests": [ { "created_ino": "0x200000003e9", "tid": 10 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2227052101, "type": "any" }, "name": { "num": 4991, "type": "client" } }, "id": 4991, "inst": "client.4991 192.168.0.1:0/2227052101", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 9, "num_caps": 2, "num_completed_flushes": 0, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x200000003ea" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 3.9978334057924605 }, "state": "open", "uptime": 0.238993494 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi094", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "51884", "root": "/" }, "completed_requests": [ { "created_ino": "0x20000000000", "tid": 16 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 4081879626, "type": "any" }, "name": { "num": 5529, "type": "client" } }, "id": 5529, "inst": "client.5529 192.168.0.1:0/4081879626", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 12, "num_caps": 3, "num_completed_flushes": 0, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x20000000001" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 4.994447755555444 }, "state": "open", "uptime": 1.094970192 } ] 2024-09-10T08:34:55.522 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:34:55.522 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:34:55.522 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:34:55.522 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:34:55.522 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:34:55.523 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:34:55.524 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:34:55.602 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.51884.asok 2024-09-10T08:34:55.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:34:55.612 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.51884.asok 2024-09-10T08:34:55.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:34:55.612 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.51884.asok mds_sessions 2024-09-10T08:34:55.743 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:34:55.743 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5529, 2024-09-10T08:34:55.743 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 5529 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 4081879626 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.5529 v1:192.168.0.1:0/4081879626", 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "v1:192.168.0.1:0/4081879626", 2024-09-10T08:34:55.744 INFO:teuthology.orchestra.run.smithi094.stdout: "sessions": [ 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": 0, 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "addrs": { 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "addrvec": [ 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v2", 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "172.21.15.94:6834", 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2267345963 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "172.21.15.94:6835", 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2267345963 2024-09-10T08:34:55.745 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "seq": 11, 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_gen": 0, 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_ttl": "2024-09-10T08:35:39.305871+0000", 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "last_cap_renew_request": "2024-09-10T08:34:39.305871+0000", 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_renew_seq": 2, 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "num_caps": 5, 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "open" 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": 1, 2024-09-10T08:34:55.746 INFO:teuthology.orchestra.run.smithi094.stdout: "addrs": { 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "addrvec": [ 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v2", 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "172.21.15.143:6832", 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 1010358121 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "172.21.15.143:6834", 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 1010358121 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:34:55.747 INFO:teuthology.orchestra.run.smithi094.stdout: "seq": 1, 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_gen": 0, 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_ttl": "2024-09-10T08:35:54.423666+0000", 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: "last_cap_renew_request": "2024-09-10T08:34:54.423666+0000", 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_renew_seq": 1, 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: "num_caps": 3, 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "open" 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 27 2024-09-10T08:34:55.748 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:34:55.751 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session evict 5529 2024-09-10T08:34:56.435 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:34:56.433+0000 7fdde37fe640 -1 client.5529 I was blocklisted at osd epoch 54 2024-09-10T08:34:56.435 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:34:56.433+0000 7fdde37fe640 -1 client.5529 remove_session_caps still has dirty|flushing caps on 0x100000001f8.head(faked_ino=0 nref=5 ll_ref=1 cap_refs={} open={2=0} mode=100644 size=0/4194304 nlink=1 btime=2024-09-10T08:34:55.122414+0000 mtime=2024-09-10T08:34:55.123569+0000 ctime=2024-09-10T08:34:55.123950+0000 change_attr=1 caps=- dirty_caps=AxFx objectset[0x100000001f8 ts 0/0 objects 0 dirty_or_tx 0] parents=0x10000000000.head["f0"] 0x7fdddc010dc0) 2024-09-10T08:34:56.435 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:34:56.434+0000 7fdde37fe640 -1 client.5529 remove_session_caps still has dirty|flushing caps on 0x20000000000.head(faked_ino=0 nref=5 ll_ref=1 cap_refs={} open={2=0} mode=100644 size=0/4194304 nlink=1 btime=2024-09-10T08:34:55.182821+0000 mtime=2024-09-10T08:34:55.185568+0000 ctime=2024-09-10T08:34:55.186275+0000 change_attr=1 caps=- dirty_caps=AxFx objectset[0x20000000000 ts 0/0 objects 0 dirty_or_tx 0] parents=0x10000000001.head["f0"] 0x7fdddc0113a0) 2024-09-10T08:34:56.458 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-10T08:34:56.459 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:34:56.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.569+0000 7f9df2637640 1 Processor -- start 2024-09-10T08:34:56.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.569+0000 7f9df2637640 1 -- start start 2024-09-10T08:34:56.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9df2637640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 0x7f9dec0cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9df2637640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dec15d710 con 0x7f9dec142170 2024-09-10T08:34:56.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9df2637640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dec142600 con 0x7f9dec0d0370 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9df2637640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9dec0d07b0 con 0x7f9dec141680 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9df0bd4640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9dec142170 0x7f9dec13f8b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:37398/0 (socket says 172.21.15.94:37398) 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9df0bd4640 1 -- 172.21.15.94:0/3679843021 learned_addr learned my addr 172.21.15.94:0/3679843021 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9debfff640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 0x7f9dec0cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.570+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1129849585 0 0) 0x7f9dec15d710 con 0x7f9dec142170 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9dd8003520 con 0x7f9dec142170 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1794145766 0 0) 0x7f9dd8003520 con 0x7f9dec142170 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 msgr2=0x7f9dec0cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 0x7f9dec0cfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 >> v1:172.21.15.143:6789/0 conn(0x7f9dec0d0370 legacy=0x7f9dec141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dec15c950 con 0x7f9dec142170 2024-09-10T08:34:56.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f9de40019f0 con 0x7f9dec142170 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 >> v1:172.21.15.94:6789/0 conn(0x7f9dec142170 legacy=0x7f9dec13f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dd80039e0 0x7f9dd8003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 0x7f9dd8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dd8004d40 0x7f9dd80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec0d07b0 con 0x7f9dd80039e0 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd800ba70 con 0x7f9dd8004d40 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9dd800bc70 con 0x7f9dec141680 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9debfff640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dd80039e0 0x7f9dd8003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9de3fff640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 0x7f9dd8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9df0bd4640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dd8004d40 0x7f9dd80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9debfff640 1 -- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 msgr2=0x7f9dd8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9debfff640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dec141680 0x7f9dd8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9debfff640 1 -- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dd8004d40 msgr2=0x7f9dd80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:34:56.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9debfff640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dd8004d40 0x7f9dd80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9debfff640 1 -- 172.21.15.94:0/3679843021 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd8003520 con 0x7f9dd80039e0 2024-09-10T08:34:56.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.571+0000 7f9df0bd4640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dd8004d40 0x7f9dd80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:34:56.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.572+0000 7f9debfff640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dd80039e0 0x7f9dd8003e20 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc009a90 tx=0x7f9dd8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45653b84dcb94f94 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:56.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.572+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc036070 con 0x7f9dd80039e0 2024-09-10T08:34:56.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.572+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ddc031400 con 0x7f9dd80039e0 2024-09-10T08:34:56.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.572+0000 7f9deb7fe640 1 -- 172.21.15.94:0/3679843021 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc009690 con 0x7f9dd80039e0 2024-09-10T08:34:56.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.573+0000 7f9df2637640 1 -- 172.21.15.94:0/3679843021 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dd80039e0 msgr2=0x7f9dd8003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:56.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.573+0000 7f9df2637640 1 --2- 172.21.15.94:0/3679843021 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dd80039e0 0x7f9dd8003e20 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc009a90 tx=0x7f9dd8005830 comp rx=0 tx=0).stop 2024-09-10T08:34:56.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.573+0000 7f9df0bd4640 1 -- 172.21.15.94:0/3679843021 reap_dead start 2024-09-10T08:34:56.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.573+0000 7f9df2637640 1 -- 172.21.15.94:0/3679843021 shutdown_connections 2024-09-10T08:34:56.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.573+0000 7f9df2637640 1 -- 172.21.15.94:0/3679843021 >> 172.21.15.94:0/3679843021 conn(0x7f9dec0b3ed0 msgr2=0x7f9dec0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.573+0000 7f9df2637640 1 -- 172.21.15.94:0/3679843021 shutdown_connections 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.573+0000 7f9df2637640 1 -- 172.21.15.94:0/3679843021 wait complete. 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.574+0000 7f9df2637640 1 Processor -- start 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.574+0000 7f9df2637640 1 -- start start 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dd80039e0 0x7f9dec1e5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dec156770 0x7f9dec0c8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dec1e7720 0x7f9dec0c86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec15cf10 con 0x7f9dec156770 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec15c6f0 con 0x7f9dec1e7720 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9dec15d1f0 con 0x7f9dd80039e0 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dec156770 0x7f9dec0c8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dec156770 0x7f9dec0c8190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:53920/0 (socket says 172.21.15.94:53920) 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 -- 172.21.15.94:0/377462331 learned_addr learned my addr 172.21.15.94:0/377462331 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:34:56.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9debfff640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dd80039e0 0x7f9dec1e5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 -- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dd80039e0 msgr2=0x7f9dec1e5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dd80039e0 0x7f9dec1e5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 -- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dec1e7720 msgr2=0x7f9dec0c86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dec1e7720 0x7f9dec0c86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 -- 172.21.15.94:0/377462331 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dec0b6cb0 con 0x7f9dec156770 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9debfff640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dd80039e0 0x7f9dec1e5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de3fff640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dec156770 0x7f9dec0c8190 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f9dd400f850 tx=0x7f9dd400fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de97fa640 1 -- 172.21.15.94:0/377462331 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd400fe40 con 0x7f9dec156770 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de97fa640 1 -- 172.21.15.94:0/377462331 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dd4018070 con 0x7f9dec156770 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dec1e6680 con 0x7f9dec156770 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9de97fa640 1 -- 172.21.15.94:0/377462331 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd400d6b0 con 0x7f9dec156770 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.575+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dec1e6c40 con 0x7f9dec156770 2024-09-10T08:34:56.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.576+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dec0cfe30 con 0x7f9dec156770 2024-09-10T08:34:56.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.577+0000 7f9de97fa640 1 -- 172.21.15.94:0/377462331 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9dd400d850 con 0x7f9dec156770 2024-09-10T08:34:56.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.577+0000 7f9de97fa640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9dcc06be30 0x7f9dcc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:34:56.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.578+0000 7f9debfff640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9dcc06be30 0x7f9dcc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:34:56.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.578+0000 7f9de97fa640 1 -- 172.21.15.94:0/377462331 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f9dd408ade0 con 0x7f9dec156770 2024-09-10T08:34:56.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.578+0000 7f9debfff640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9dcc06be30 0x7f9dcc06e2f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc033000 tx=0x7f9ddc008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:34:56.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.582+0000 7f9de97fa640 1 -- 172.21.15.94:0/377462331 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9dd40595e0 con 0x7f9dec156770 2024-09-10T08:34:56.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.749+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9dec0690c0 con 0x7f9dec156770 2024-09-10T08:34:56.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.751+0000 7f9de97fa640 1 -- 172.21.15.94:0/377462331 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+17062 (secure 0 0 0) 0x7f9dd4058ee0 con 0x7f9dec156770 2024-09-10T08:34:56.751 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:34:56.751 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":54,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:34:56.417193+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:34:26.282764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T08:34:26.639781+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/4081879626":"2024-09-10T09:34:55.860850+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:34:56.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.752+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9dcc06be30 msgr2=0x7f9dcc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:56.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.752+0000 7f9df2637640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9dcc06be30 0x7f9dcc06e2f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc033000 tx=0x7f9ddc008030 comp rx=0 tx=0).stop 2024-09-10T08:34:56.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.752+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dec156770 msgr2=0x7f9dec0c8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:34:56.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.752+0000 7f9df2637640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dec156770 0x7f9dec0c8190 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f9dd400f850 tx=0x7f9dd400fd10 comp rx=0 tx=0).stop 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 shutdown_connections 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9dcc06be30 0x7f9dcc06e2f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9dec1e7720 0x7f9dec0c86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9dec156770 0x7f9dec0c8190 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 --2- 172.21.15.94:0/377462331 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9dd80039e0 0x7f9dec1e5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 >> 172.21.15.94:0/377462331 conn(0x7f9dec0b3ed0 msgr2=0x7f9dec13f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 shutdown_connections 2024-09-10T08:34:56.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:34:56.753+0000 7f9df2637640 1 -- 172.21.15.94:0/377462331 wait complete. 2024-09-10T08:34:56.764 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T08:35:06.765 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T08:35:06.895 INFO:teuthology.orchestra.run.smithi094.stdout:[{"id":4991,"entity":{"name":{"type":"client","num":4991},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2227052101}},"state":"open","num_leases":1,"num_caps":4,"request_load_avg":5,"uptime":27.023534907999998,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":8.6906885429353675,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":2,"delegated_inos":[],"inst":"client.4991 192.168.0.1:0/2227052101","completed_requests":[],"prealloc_inos":[{"start":"0x100000005e1","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"1","hostname":"smithi143","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"44601","root":"/"}}] 2024-09-10T08:35:06.895 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi143", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "44601", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2227052101, "type": "any" }, "name": { "num": 4991, "type": "client" } }, "id": 4991, "inst": "client.4991 192.168.0.1:0/2227052101", "last_trim_completed_flushes_tid": 2, "last_trim_completed_requests_tid": 9, "num_caps": 4, "num_completed_flushes": 1, "num_completed_requests": 0, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x100000005e1" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 5, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 8.690688542935368 }, "state": "open", "uptime": 27.023534908 } ] 2024-09-10T08:35:06.896 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json session ls 2024-09-10T08:35:07.024 INFO:teuthology.orchestra.run.smithi143.stdout:[{"id":4991,"entity":{"name":{"type":"client","num":4991},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":2227052101}},"state":"open","num_leases":1,"num_caps":2,"request_load_avg":2,"uptime":11.741680356,"requests_in_flight":0,"num_completed_requests":1,"num_completed_flushes":1,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":4.8788766756933946,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":9,"last_trim_completed_flushes_tid":3,"delegated_inos":[],"inst":"client.4991 192.168.0.1:0/2227052101","completed_requests":[{"tid":10,"created_ino":"0x200000003e9"}],"prealloc_inos":[{"start":"0x200000003ea","length":1000}],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"1","hostname":"smithi143","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"44601","root":"/"}}] 2024-09-10T08:35:07.025 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi143", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "44601", "root": "/" }, "completed_requests": [ { "created_ino": "0x200000003e9", "tid": 10 } ], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 2227052101, "type": "any" }, "name": { "num": 4991, "type": "client" } }, "id": 4991, "inst": "client.4991 192.168.0.1:0/2227052101", "last_trim_completed_flushes_tid": 3, "last_trim_completed_requests_tid": 9, "num_caps": 2, "num_completed_flushes": 1, "num_completed_requests": 1, "num_leases": 1, "prealloc_inos": [ { "length": 1000, "start": "0x200000003ea" } ], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 2, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 4.878876675693395 }, "state": "open", "uptime": 11.741680356 } ] 2024-09-10T08:35:07.025 INFO:tasks.cephfs.mount:Cleaning up killed connection on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:35:07.025 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:07.025 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:07.042 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:07.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.181+0000 7f49f69cf640 1 Processor -- start 2024-09-10T08:35:07.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.181+0000 7f49f69cf640 1 -- start start 2024-09-10T08:35:07.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49f69cf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f49f0070930 0x7f49f00b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49f69cf640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49f0070ea0 con 0x7f49f015e4f0 2024-09-10T08:35:07.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49f69cf640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49f006e8c0 con 0x7f49f00add30 2024-09-10T08:35:07.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49f69cf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f49f006eba0 con 0x7f49f0070930 2024-09-10T08:35:07.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49ef7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f49f015e4f0 0x7f49f00b5050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46922/0 (socket says 172.21.15.94:46922) 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49ef7fe640 1 -- 172.21.15.94:0/3420373295 learned_addr learned my addr 172.21.15.94:0/3420373295 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 454973554 0 0) 0x7f49f0070ea0 con 0x7f49f015e4f0 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f49d8003520 con 0x7f49f015e4f0 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49f4f6c640 1 --2- 172.21.15.94:0/3420373295 >> v2:172.21.15.143:3300/0 conn(0x7f49f0070930 0x7f49f00b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3188598750 0 0) 0x7f49d8003520 con 0x7f49f015e4f0 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 >> v2:172.21.15.143:3300/0 conn(0x7f49f0070930 msgr2=0x7f49f00b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49eeffd640 1 --2- 172.21.15.94:0/3420373295 >> v2:172.21.15.143:3300/0 conn(0x7f49f0070930 0x7f49f00b00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 >> v1:172.21.15.143:6789/0 conn(0x7f49f00add30 legacy=0x7f49f00ae110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.182+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49f006ee80 con 0x7f49f015e4f0 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f49e4001670 con 0x7f49f015e4f0 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 >> v1:172.21.15.94:6789/0 conn(0x7f49f015e4f0 legacy=0x7f49f00b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49d8004800 0x7f49d8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49d80051c0 0x7f49d800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f49f006eba0 con 0x7f49d80039b0 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f49d800c110 con 0x7f49d80051c0 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f49d800c310 con 0x7f49d8004800 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49effff640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49f4f6c640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49d80051c0 0x7f49d800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49ef7fe640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49d8004800 0x7f49d8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49effff640 1 -- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49d8004800 msgr2=0x7f49d8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49effff640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49d8004800 0x7f49d8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49effff640 1 -- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49d80051c0 msgr2=0x7f49d800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49effff640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49d80051c0 0x7f49d800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49f4f6c640 1 -- 172.21.15.94:0/3420373295 reap_dead start 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.183+0000 7f49effff640 1 -- 172.21.15.94:0/3420373295 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49d8003520 con 0x7f49d80039b0 2024-09-10T08:35:07.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49effff640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49d8003dd0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f49e0001750 tx=0x7f49d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4950fd1022e9a86d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e0001370 con 0x7f49d80039b0 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49e00052d0 con 0x7f49d80039b0 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49eeffd640 1 -- 172.21.15.94:0/3420373295 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e002abc0 con 0x7f49d80039b0 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49f69cf640 1 -- 172.21.15.94:0/3420373295 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 msgr2=0x7f49d8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49f69cf640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49d8003dd0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f49e0001750 tx=0x7f49d8005830 comp rx=0 tx=0).stop 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49f69cf640 1 -- 172.21.15.94:0/3420373295 shutdown_connections 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49f69cf640 1 --2- 172.21.15.94:0/3420373295 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49d8003dd0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49f69cf640 1 -- 172.21.15.94:0/3420373295 >> 172.21.15.94:0/3420373295 conn(0x7f49f006bc10 msgr2=0x7f49f006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49f69cf640 1 -- 172.21.15.94:0/3420373295 shutdown_connections 2024-09-10T08:35:07.188 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.184+0000 7f49f69cf640 1 -- 172.21.15.94:0/3420373295 wait complete. 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.185+0000 7f49f69cf640 1 Processor -- start 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.186+0000 7f49f69cf640 1 -- start start 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.186+0000 7f49f69cf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49f01e7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.186+0000 7f49f69cf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49f00cfea0 0x7f49f00cd610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.186+0000 7f49f69cf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49f00cdb50 0x7f49f00cdfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.186+0000 7f49f69cf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f49f00ae4a0 con 0x7f49d80039b0 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.186+0000 7f49f69cf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f49f00ae320 con 0x7f49f00cfea0 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.186+0000 7f49f69cf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f49f00ae620 con 0x7f49f00cdb50 2024-09-10T08:35:07.191 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49f01e7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49f01e7c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:58400/0 (socket says 172.21.15.94:58400) 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 -- 172.21.15.94:0/706407165 learned_addr learned my addr 172.21.15.94:0/706407165 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49f4f6c640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49f00cdb50 0x7f49f00cdfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49ef7fe640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49f00cfea0 0x7f49f00cd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 -- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49f00cdb50 msgr2=0x7f49f00cdfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49f00cdb50 0x7f49f00cdfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 -- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49f00cfea0 msgr2=0x7f49f00cd610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49f00cfea0 0x7f49f00cd610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 -- 172.21.15.94:0/706407165 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49f01e81d0 con 0x7f49d80039b0 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49effff640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49f01e7c90 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f49e0000c00 tx=0x7f49e0001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49ecff9640 1 -- 172.21.15.94:0/706407165 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e003f020 con 0x7f49d80039b0 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49ecff9640 1 -- 172.21.15.94:0/706407165 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49e0005480 con 0x7f49d80039b0 2024-09-10T08:35:07.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49f014da80 con 0x7f49d80039b0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49ecff9640 1 -- 172.21.15.94:0/706407165 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e0001370 con 0x7f49d80039b0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.187+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49f0152750 con 0x7f49d80039b0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.188+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49f00d06c0 con 0x7f49d80039b0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.189+0000 7f49ecff9640 1 -- 172.21.15.94:0/706407165 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f49e0042020 con 0x7f49d80039b0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.189+0000 7f49ecff9640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49dc06be60 0x7f49dc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.189+0000 7f49ecff9640 1 -- 172.21.15.94:0/706407165 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f49e00aa9e0 con 0x7f49d80039b0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.189+0000 7f49ef7fe640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49dc06be60 0x7f49dc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.190+0000 7f49ef7fe640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49dc06be60 0x7f49dc06e320 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f49f01517e0 tx=0x7f49e4007040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:07.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.194+0000 7f49ecff9640 1 -- 172.21.15.94:0/706407165 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f49f00d06c0 con 0x7f49d80039b0 2024-09-10T08:35:07.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.374+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f49f00adb10 con 0x7f49d80039b0 2024-09-10T08:35:07.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.374+0000 7f49ecff9640 1 -- 172.21.15.94:0/706407165 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v54) ==== 80+0+57 (secure 0 0 0) 0x7f49e0049030 con 0x7f49d80039b0 2024-09-10T08:35:07.375 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.1:0/4081879626 2024-09-10T09:34:55.860850+0000 2024-09-10T08:35:07.375 INFO:teuthology.orchestra.run.smithi094.stderr:listed 1 entries 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49dc06be60 msgr2=0x7f49dc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49dc06be60 0x7f49dc06e320 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f49f01517e0 tx=0x7f49e4007040 comp rx=0 tx=0).stop 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 msgr2=0x7f49f01e7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49f01e7c90 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f49e0000c00 tx=0x7f49e0001120 comp rx=0 tx=0).stop 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 shutdown_connections 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49dc06be60 0x7f49dc06e320 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49f00cfea0 0x7f49f00cd610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49f00cdb50 0x7f49f00cdfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 --2- 172.21.15.94:0/706407165 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49d80039b0 0x7f49f01e7c90 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 >> 172.21.15.94:0/706407165 conn(0x7f49f006bc10 msgr2=0x7f49f015fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:07.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 shutdown_connections 2024-09-10T08:35:07.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.376+0000 7f49f69cf640 1 -- 172.21.15.94:0/706407165 wait complete. 2024-09-10T08:35:07.388 DEBUG:tasks.cephfs.mount:Force/lazy unmounting on client.0 2024-09-10T08:35:07.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:07.388 DEBUG:teuthology.orchestra.run.smithi094:> sudo umount --lazy --force /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:07.413 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:35:07.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:07.414 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:35:07.470 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:35:07.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.607+0000 7fe455027640 1 Processor -- start 2024-09-10T08:35:07.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.607+0000 7fe455027640 1 -- start start 2024-09-10T08:35:07.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe455027640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe45015f0d0 0x7fe45015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe455027640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 0x7fe4500d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe455027640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4500cf2b0 con 0x7fe4500d1940 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe455027640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe4500cf590 con 0x7fe45015f0d0 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe455027640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe4500cf870 con 0x7fe4500d0070 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe44f59e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fe4500d1940 0x7fe4500d4130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46924/0 (socket says 172.21.15.94:46924) 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe44f59e640 1 -- 172.21.15.94:0/3953887194 learned_addr learned my addr 172.21.15.94:0/3953887194 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.608+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 627027337 0 0) 0x7fe4500cf2b0 con 0x7fe4500d1940 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe438003520 con 0x7fe4500d1940 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3953887194 >> v2:172.21.15.143:3300/0 conn(0x7fe45015f0d0 0x7fe45015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44e59c640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 0x7fe4500d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2521467153 0 0) 0x7fe438003520 con 0x7fe4500d1940 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 msgr2=0x7fe4500d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 0x7fe4500d1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 >> v2:172.21.15.143:3300/0 conn(0x7fe45015f0d0 msgr2=0x7fe45015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:07.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 --2- 172.21.15.94:0/3953887194 >> v2:172.21.15.143:3300/0 conn(0x7fe45015f0d0 0x7fe45015f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4500cfb50 con 0x7fe4500d1940 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fe448001a10 con 0x7fe4500d1940 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3953887194 >> v2:172.21.15.143:3300/0 conn(0x7fe45015f0d0 0x7fe45015f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 >> v1:172.21.15.94:6789/0 conn(0x7fe4500d1940 legacy=0x7fe4500d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe438003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 0x7fe438004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe438004d40 0x7fe4380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe4500cf590 con 0x7fe4380039b0 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe4500cf870 con 0x7fe438004d40 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe43800bb50 con 0x7fe4500d0070 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe438003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44e59c640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 0x7fe438004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44f59e640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe438004d40 0x7fe4380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 -- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 msgr2=0x7fe438004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500d0070 0x7fe438004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 -- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe438004d40 msgr2=0x7fe4380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe438004d40 0x7fe4380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.609+0000 7fe44ed9d640 1 -- 172.21.15.94:0/3953887194 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe438003520 con 0x7fe4380039b0 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.610+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe438003dd0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fe4400098a0 tx=0x7fe438005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a0b955f94cac120 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.610+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44000f040 con 0x7fe4380039b0 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.610+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe44002ad20 con 0x7fe4380039b0 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.610+0000 7fe44dd9b640 1 -- 172.21.15.94:0/3953887194 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe440004250 con 0x7fe4380039b0 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.611+0000 7fe455027640 1 -- 172.21.15.94:0/3953887194 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 msgr2=0x7fe438003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.611+0000 7fe455027640 1 --2- 172.21.15.94:0/3953887194 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe438003dd0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fe4400098a0 tx=0x7fe438005830 comp rx=0 tx=0).stop 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.611+0000 7fe44f59e640 1 -- 172.21.15.94:0/3953887194 reap_dead start 2024-09-10T08:35:07.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.611+0000 7fe455027640 1 -- 172.21.15.94:0/3953887194 shutdown_connections 2024-09-10T08:35:07.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.611+0000 7fe455027640 1 -- 172.21.15.94:0/3953887194 >> 172.21.15.94:0/3953887194 conn(0x7fe45009d760 msgr2=0x7fe45008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:07.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.611+0000 7fe455027640 1 -- 172.21.15.94:0/3953887194 shutdown_connections 2024-09-10T08:35:07.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.611+0000 7fe455027640 1 -- 172.21.15.94:0/3953887194 wait complete. 2024-09-10T08:35:07.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.612+0000 7fe455027640 1 Processor -- start 2024-09-10T08:35:07.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.612+0000 7fe455027640 1 -- start start 2024-09-10T08:35:07.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe455027640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe4501f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.617 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe455027640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500caf50 0x7fe4500b7c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe455027640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe4501578b0 0x7fe4500b9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe455027640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe4500d49c0 con 0x7fe4380039b0 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe455027640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe4500d4840 con 0x7fe4501578b0 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe455027640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe4500d4b40 con 0x7fe4500caf50 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe4501f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe4501f4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:58416/0 (socket says 172.21.15.94:58416) 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 -- 172.21.15.94:0/3508935040 learned_addr learned my addr 172.21.15.94:0/3508935040 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44f59e640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe4501578b0 0x7fe4500b9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44e59c640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500caf50 0x7fe4500b7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 -- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500caf50 msgr2=0x7fe4500b7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500caf50 0x7fe4500b7c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 -- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe4501578b0 msgr2=0x7fe4500b9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe4501578b0 0x7fe4500b9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.613+0000 7fe44ed9d640 1 -- 172.21.15.94:0/3508935040 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4500b8140 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.614+0000 7fe44ed9d640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe4501f4610 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fe440034040 tx=0x7fe440004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.614+0000 7fe4377fe640 1 -- 172.21.15.94:0/3508935040 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe440041070 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.614+0000 7fe4377fe640 1 -- 172.21.15.94:0/3508935040 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe44002ab20 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.614+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4500cc710 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.614+0000 7fe4377fe640 1 -- 172.21.15.94:0/3508935040 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44003d430 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.614+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4500cccd0 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.615+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe45015f4b0 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.615+0000 7fe4377fe640 1 -- 172.21.15.94:0/3508935040 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe440044070 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.616+0000 7fe4377fe640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe43c06be30 0x7fe43c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.616+0000 7fe4377fe640 1 -- 172.21.15.94:0/3508935040 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7fe4400ab6e0 con 0x7fe4380039b0 2024-09-10T08:35:07.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.616+0000 7fe44e59c640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe43c06be30 0x7fe43c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:07.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.616+0000 7fe44e59c640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe43c06be30 0x7fe43c06e2f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe4500b51d0 tx=0x7fe444008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:07.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.620+0000 7fe4377fe640 1 -- 172.21.15.94:0/3508935040 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe440079800 con 0x7fe4380039b0 2024-09-10T08:35:07.821 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.821+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe45006cf30 con 0x7fe4380039b0 2024-09-10T08:35:07.821 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.821+0000 7fe4377fe640 1 -- 172.21.15.94:0/3508935040 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7fe44007db00 con 0x7fe4380039b0 2024-09-10T08:35:07.821 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe43c06be30 msgr2=0x7fe43c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe43c06be30 0x7fe43c06e2f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe4500b51d0 tx=0x7fe444008040 comp rx=0 tx=0).stop 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 msgr2=0x7fe4501f4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe4501f4610 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fe440034040 tx=0x7fe440004730 comp rx=0 tx=0).stop 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 shutdown_connections 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe43c06be30 0x7fe43c06e2f0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe4501578b0 0x7fe4500b9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe4500caf50 0x7fe4500b7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 --2- 172.21.15.94:0/3508935040 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe4380039b0 0x7fe4501f4610 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:07.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 >> 172.21.15.94:0/3508935040 conn(0x7fe45009d760 msgr2=0x7fe4500d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:07.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 shutdown_connections 2024-09-10T08:35:07.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:07.823+0000 7fe455027640 1 -- 172.21.15.94:0/3508935040 wait complete. 2024-09-10T08:35:07.835 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:35:07.835 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:35:07.835 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:35:07.835 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:35:07.836 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:07.836 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:35:07.836 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:35:07.836 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:35:07.836 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:35:07.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:07.836 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:35:07.852 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:35:07.852 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:35:07.852 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:35:07.852 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:07.852 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:35:07.853 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42648sec preferred_lft 42648sec 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:07.854 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:07.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:07.855 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:35:07.916 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:35:07.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:07.918 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:35:07.974 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:35:07.974 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:35:07.974 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:35:07.974 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:35:07.974 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:35:07.974 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:35:07.975 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:35:07.975 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:35:07.975 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:35:07.975 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:35:07.975 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:35:08.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:35:08.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:08.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:08.100 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:35:08.115 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:35:08.115 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:35:08.115 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:35:08.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:08.115 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:35:08.180 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:35:08.180 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:08.180 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:08.235 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:35:08.236 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:08.236 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:08.291 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:35:08.357 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:08.414 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:35:08.414 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:35:08.414 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:35:08.415 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:35:08.416 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:35:08.417 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:35:08.417 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:35:08.417 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:08.417 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:08.417 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:08.417 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:08.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:08.417 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:35:08.470 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:35:08.470 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:35:08.513 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:35:08.537 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:08.593 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:35:08.594 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:35:08.595 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:08.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:08.596 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:35:08.597 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:35:08.594+0000 7f1bd6679480 -1 init, newargv = 0x55b6884ddda0 newargc=15 2024-09-10T08:35:08.597 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[53060]: starting ceph client 2024-09-10T08:35:08.601 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[53060]: starting fuse 2024-09-10T08:35:08.612 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:35:08.612 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:35:08.612 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:35:08.612 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:35:08.612 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:35:08.613 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:35:08.614 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:35:08.728 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.53060.asok 2024-09-10T08:35:08.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:08.738 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.53060.asok 2024-09-10T08:35:08.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:08.738 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.53060.asok status 2024-09-10T08:35:08.871 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:35:08.871 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:35:08.871 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:35:08.871 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:35:08.871 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:35:08.871 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "53060", 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5622, 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 5622 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:08.872 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 1905559765 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 1905559765 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.5622 192.168.0.1:0/1905559765", 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/1905559765", 2024-09-10T08:35:08.873 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:35:08.874 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 27, 2024-09-10T08:35:08.874 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 54, 2024-09-10T08:35:08.874 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:35:08.874 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:35:08.874 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:35:08.874 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:35:08.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:08.879 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:35:08.879 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:08.894 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:35:08.895 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:08.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:08.895 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:08.960 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:35:08.960 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:35:09.043 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:35:09.086 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:35:09.086 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:09.086 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:09.086 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:09.102 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:09.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.239+0000 7f688bd4b640 1 Processor -- start 2024-09-10T08:35:09.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.240+0000 7f688bd4b640 1 -- start start 2024-09-10T08:35:09.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.240+0000 7f688bd4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415bee0 0x7f68840d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.240+0000 7f688bd4b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f68840cf910 0x7f68840d09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.240+0000 7f688bd4b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f68840cdee0 con 0x7f688415c2c0 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.240+0000 7f688bd4b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f68840ceaf0 con 0x7f68840cf910 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.240+0000 7f688bd4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f68840ce1c0 con 0x7f688415bee0 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f6889ae7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415bee0 0x7f68840d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f688a2e8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f68840cf910 0x7f68840d09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f6889ae7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415bee0 0x7f68840d04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:41684/0 (socket says 172.21.15.94:41684) 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f6889ae7640 1 -- 172.21.15.94:0/2005335508 learned_addr learned my addr 172.21.15.94:0/2005335508 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f68892e6640 1 --1- 172.21.15.94:0/2005335508 >> v1:172.21.15.143:6789/0 conn(0x7f688415c2c0 0x7f68840cf200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:34234/0 (socket says 172.21.15.94:34234) 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f6889ae7640 1 -- 172.21.15.94:0/2005335508 >> v2:172.21.15.143:3300/0 conn(0x7f68840cf910 msgr2=0x7f68840d09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f6889ae7640 1 --2- 172.21.15.94:0/2005335508 >> v2:172.21.15.143:3300/0 conn(0x7f68840cf910 0x7f68840d09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f6889ae7640 1 -- 172.21.15.94:0/2005335508 >> v1:172.21.15.143:6789/0 conn(0x7f688415c2c0 legacy=0x7f68840cf200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f6889ae7640 1 -- 172.21.15.94:0/2005335508 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68840ce4a0 con 0x7f688415bee0 2024-09-10T08:35:09.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.241+0000 7f688a2e8640 1 --2- 172.21.15.94:0/2005335508 >> v2:172.21.15.143:3300/0 conn(0x7f68840cf910 0x7f68840d09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.242+0000 7f6889ae7640 1 --2- 172.21.15.94:0/2005335508 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415bee0 0x7f68840d04b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6880009e50 tx=0x7f688002a730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=943d66a3c547fb02 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.242+0000 7f6888ae5640 1 -- 172.21.15.94:0/2005335508 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880036070 con 0x7f688415bee0 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.242+0000 7f6888ae5640 1 -- 172.21.15.94:0/2005335508 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6880031600 con 0x7f688415bee0 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.242+0000 7f6888ae5640 1 -- 172.21.15.94:0/2005335508 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68800319d0 con 0x7f688415bee0 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 -- 172.21.15.94:0/2005335508 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415bee0 msgr2=0x7f68840d04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 --2- 172.21.15.94:0/2005335508 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415bee0 0x7f68840d04b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6880009e50 tx=0x7f688002a730 comp rx=0 tx=0).stop 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 -- 172.21.15.94:0/2005335508 shutdown_connections 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 --2- 172.21.15.94:0/2005335508 >> v2:172.21.15.143:3300/0 conn(0x7f68840cf910 0x7f68840d09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 --2- 172.21.15.94:0/2005335508 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415bee0 0x7f68840d04b0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 -- 172.21.15.94:0/2005335508 >> 172.21.15.94:0/2005335508 conn(0x7f688406bdf0 msgr2=0x7f688406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 -- 172.21.15.94:0/2005335508 shutdown_connections 2024-09-10T08:35:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.243+0000 7f688bd4b640 1 -- 172.21.15.94:0/2005335508 wait complete. 2024-09-10T08:35:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.244+0000 7f688bd4b640 1 Processor -- start 2024-09-10T08:35:09.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.244+0000 7f688bd4b640 1 -- start start 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68840cf910 0x7f6884071dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f688415bee0 0x7f6884072310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415c2c0 0x7f68841f1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f688406e040 con 0x7f68840cf910 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f688406dec0 con 0x7f688415bee0 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f688406e1c0 con 0x7f688415c2c0 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68840cf910 0x7f6884071dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68840cf910 0x7f6884071dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:58422/0 (socket says 172.21.15.94:58422) 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 -- 172.21.15.94:0/783111418 learned_addr learned my addr 172.21.15.94:0/783111418 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f68892e6640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f688415bee0 0x7f6884072310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688a2e8640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415c2c0 0x7f68841f1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 -- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415c2c0 msgr2=0x7f68841f1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415c2c0 0x7f68841f1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 -- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f688415bee0 msgr2=0x7f6884072310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f688415bee0 0x7f6884072310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 -- 172.21.15.94:0/783111418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6884072850 con 0x7f68840cf910 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f6889ae7640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68840cf910 0x7f6884071dd0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6880034040 tx=0x7f6880004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f687a7fc640 1 -- 172.21.15.94:0/783111418 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880036050 con 0x7f68840cf910 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6884072b00 con 0x7f68840cf910 2024-09-10T08:35:09.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f687a7fc640 1 -- 172.21.15.94:0/783111418 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6880042070 con 0x7f68840cf910 2024-09-10T08:35:09.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f687a7fc640 1 -- 172.21.15.94:0/783111418 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880009510 con 0x7f68840cf910 2024-09-10T08:35:09.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.245+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68840733a0 con 0x7f68840cf910 2024-09-10T08:35:09.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.246+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68840cf200 con 0x7f68840cf910 2024-09-10T08:35:09.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.247+0000 7f687a7fc640 1 -- 172.21.15.94:0/783111418 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6880007c70 con 0x7f68840cf910 2024-09-10T08:35:09.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.247+0000 7f687a7fc640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686806be60 0x7f686806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.247+0000 7f687a7fc640 1 -- 172.21.15.94:0/783111418 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f68800abbc0 con 0x7f68840cf910 2024-09-10T08:35:09.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.247+0000 7f68892e6640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686806be60 0x7f686806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.248+0000 7f68892e6640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686806be60 0x7f686806e320 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f68840ad2e0 tx=0x7f6874007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:09.251 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.252+0000 7f687a7fc640 1 -- 172.21.15.94:0/783111418 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f688007a4f0 con 0x7f68840cf910 2024-09-10T08:35:09.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.428+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f688415aa90 con 0x7f68840cf910 2024-09-10T08:35:09.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.428+0000 7f687a7fc640 1 -- 172.21.15.94:0/783111418 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v54) ==== 80+0+57 (secure 0 0 0) 0x7f6880079df0 con 0x7f68840cf910 2024-09-10T08:35:09.430 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.1:0/4081879626 2024-09-10T09:34:55.860850+0000 2024-09-10T08:35:09.430 INFO:teuthology.orchestra.run.smithi094.stderr:listed 1 entries 2024-09-10T08:35:09.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686806be60 msgr2=0x7f686806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686806be60 0x7f686806e320 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f68840ad2e0 tx=0x7f6874007e80 comp rx=0 tx=0).stop 2024-09-10T08:35:09.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68840cf910 msgr2=0x7f6884071dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68840cf910 0x7f6884071dd0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6880034040 tx=0x7f6880004a40 comp rx=0 tx=0).stop 2024-09-10T08:35:09.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 shutdown_connections 2024-09-10T08:35:09.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f686806be60 0x7f686806e320 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f688415bee0 0x7f6884072310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f688415c2c0 0x7f68841f1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 --2- 172.21.15.94:0/783111418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f68840cf910 0x7f6884071dd0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 >> 172.21.15.94:0/783111418 conn(0x7f688406bdf0 msgr2=0x7f68840b47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:09.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 shutdown_connections 2024-09-10T08:35:09.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.431+0000 7f688bd4b640 1 -- 172.21.15.94:0/783111418 wait complete. 2024-09-10T08:35:09.442 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:35:09.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:09.442 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:09.466 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[53060]: fuse finished with error 0 and tester_r 0 2024-09-10T08:35:09.468 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:35:09.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:09.469 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:35:09.582 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:09.582 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:09.582 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:09.602 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:09.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.701+0000 7f460b81e640 1 Processor -- start 2024-09-10T08:35:09.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f460b81e640 1 -- start start 2024-09-10T08:35:09.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f460b81e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040cc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f460b81e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f46040ccbd0 0x7f46040cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f460b81e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46040cd910 con 0x7f460415b6e0 2024-09-10T08:35:09.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f460b81e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f46040cd070 con 0x7f46040ccbd0 2024-09-10T08:35:09.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f460b81e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f46040cd350 con 0x7f460415b300 2024-09-10T08:35:09.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f4608db9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f46040ccbd0 0x7f46040cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f4608db9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f46040ccbd0 0x7f46040cdb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:58428/0 (socket says 172.21.15.94:58428) 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.702+0000 7f4608db9640 1 -- 172.21.15.94:0/941642028 learned_addr learned my addr 172.21.15.94:0/941642028 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.703+0000 7f46095ba640 1 --2- 172.21.15.94:0/941642028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.703+0000 7f4608db9640 1 -- 172.21.15.94:0/941642028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 msgr2=0x7f46040cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.703+0000 7f4608db9640 1 --2- 172.21.15.94:0/941642028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040cc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.703+0000 7f4608db9640 1 -- 172.21.15.94:0/941642028 >> v1:172.21.15.143:6789/0 conn(0x7f460415b6e0 legacy=0x7f46040cf080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.703+0000 7f4608db9640 1 -- 172.21.15.94:0/941642028 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46040cd630 con 0x7f46040ccbd0 2024-09-10T08:35:09.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.703+0000 7f46095ba640 1 --2- 172.21.15.94:0/941642028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:09.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.703+0000 7f4608db9640 1 --2- 172.21.15.94:0/941642028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f46040cdb50 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f45f8009870 tx=0x7f45f802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e200d0903ef9b395 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f4603fff640 1 -- 172.21.15.94:0/941642028 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8037070 con 0x7f46040ccbd0 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f4603fff640 1 -- 172.21.15.94:0/941642028 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45f8032440 con 0x7f46040ccbd0 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f4603fff640 1 -- 172.21.15.94:0/941642028 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8032810 con 0x7f46040ccbd0 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 -- 172.21.15.94:0/941642028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 msgr2=0x7f46040cdb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 --2- 172.21.15.94:0/941642028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f46040cdb50 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f45f8009870 tx=0x7f45f802a210 comp rx=0 tx=0).stop 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 -- 172.21.15.94:0/941642028 shutdown_connections 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 --2- 172.21.15.94:0/941642028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f46040cdb50 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 --2- 172.21.15.94:0/941642028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 -- 172.21.15.94:0/941642028 >> 172.21.15.94:0/941642028 conn(0x7f46040b2d10 msgr2=0x7f46040b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 -- 172.21.15.94:0/941642028 shutdown_connections 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.704+0000 7f460b81e640 1 -- 172.21.15.94:0/941642028 wait complete. 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.705+0000 7f460b81e640 1 Processor -- start 2024-09-10T08:35:09.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.705+0000 7f460b81e640 1 -- start start 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f460b81e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f4604155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f460b81e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040b56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f460b81e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f460415b6e0 0x7f46040b5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f460b81e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f46040b3b70 con 0x7f46040ccbd0 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f460b81e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f46040b39f0 con 0x7f460415b6e0 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f460b81e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f46040b2060 con 0x7f460415b300 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f46095ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f4604155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f46095ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f4604155280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:58434/0 (socket says 172.21.15.94:58434) 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f46095ba640 1 -- 172.21.15.94:0/3634634412 learned_addr learned my addr 172.21.15.94:0/3634634412 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f4608db9640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040b56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.706+0000 7f4609dbb640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f460415b6e0 0x7f46040b5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f46095ba640 1 -- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 msgr2=0x7f46040b56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f46095ba640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040b56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f46095ba640 1 -- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f460415b6e0 msgr2=0x7f46040b5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f46095ba640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f460415b6e0 0x7f46040b5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f46095ba640 1 -- 172.21.15.94:0/3634634412 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460414e6c0 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f46095ba640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f4604155280 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f45f400c7f0 tx=0x7f45f400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f4601ffb640 1 -- 172.21.15.94:0/3634634412 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f4015070 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f4601ffb640 1 -- 172.21.15.94:0/3634634412 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45f4007a30 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f460414e9a0 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f4601ffb640 1 -- 172.21.15.94:0/3634634412 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f4007e00 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.707+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f460414f4f0 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.708+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46040cc690 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.708+0000 7f4601ffb640 1 -- 172.21.15.94:0/3634634412 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f45f4018070 con 0x7f46040ccbd0 2024-09-10T08:35:09.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.709+0000 7f4601ffb640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45f006be60 0x7f45f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:09.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.709+0000 7f4601ffb640 1 -- 172.21.15.94:0/3634634412 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f45f408af00 con 0x7f46040ccbd0 2024-09-10T08:35:09.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.709+0000 7f4608db9640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45f006be60 0x7f45f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:09.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.709+0000 7f4608db9640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45f006be60 0x7f45f006e320 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f45f8034000 tx=0x7f45f802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:09.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.713+0000 7f4601ffb640 1 -- 172.21.15.94:0/3634634412 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f45f40590b0 con 0x7f46040ccbd0 2024-09-10T08:35:09.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.891+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f460414ed80 con 0x7f46040ccbd0 2024-09-10T08:35:09.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.891+0000 7f4601ffb640 1 -- 172.21.15.94:0/3634634412 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 1 entries v54) ==== 80+0+57 (secure 0 0 0) 0x7f45f405d3b0 con 0x7f46040ccbd0 2024-09-10T08:35:09.892 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.1:0/4081879626 2024-09-10T09:34:55.860850+0000 2024-09-10T08:35:09.892 INFO:teuthology.orchestra.run.smithi094.stderr:listed 1 entries 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45f006be60 msgr2=0x7f45f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45f006be60 0x7f45f006e320 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f45f8034000 tx=0x7f45f802e000 comp rx=0 tx=0).stop 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 msgr2=0x7f4604155280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f4604155280 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f45f400c7f0 tx=0x7f45f400cbf0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 shutdown_connections 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f45f006be60 0x7f45f006e320 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f460415b6e0 0x7f46040b5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f460415b300 0x7f46040b56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 --2- 172.21.15.94:0/3634634412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46040ccbd0 0x7f4604155280 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 >> 172.21.15.94:0/3634634412 conn(0x7f46040b2d10 msgr2=0x7f46040702a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:09.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 shutdown_connections 2024-09-10T08:35:09.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:09.893+0000 7f460b81e640 1 -- 172.21.15.94:0/3634634412 wait complete. 2024-09-10T08:35:09.904 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:35:09.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:09.905 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:09.933 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[44601]: fuse finished with error 0 and tester_r 0 2024-09-10T08:35:09.935 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:35:09.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:09.936 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:35:10.093 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:10.094 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:10.094 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:10.110 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:35:10.110 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:35:10.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:10.110 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T08:35:10.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:35:10.166 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T08:35:10.166 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:10.166 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:10.166 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:10.185 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:35:10.185 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:35:10.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:10.185 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T08:35:10.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:35:10.243 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T08:35:10.243 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:10.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.341+0000 7f523dc53640 1 Processor -- start 2024-09-10T08:35:10.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f523dc53640 1 -- start start 2024-09-10T08:35:10.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f523dc53640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f523815e2a0 0x7f523806d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f523dc53640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f523815e680 0x7f52380cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f523dc53640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52380d1880 con 0x7f523806d960 2024-09-10T08:35:10.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f523dc53640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f52380d1b60 con 0x7f523815e680 2024-09-10T08:35:10.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f523dc53640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f52380cf2d0 con 0x7f523815e2a0 2024-09-10T08:35:10.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f522ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f523815e680 0x7f52380cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.342+0000 7f522ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f523815e680 0x7f52380cfad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54410/0 (socket says 172.21.15.94:54410) 2024-09-10T08:35:10.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.343+0000 7f522ffff640 1 -- 172.21.15.94:0/2699526210 learned_addr learned my addr 172.21.15.94:0/2699526210 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:10.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.343+0000 7f522ffff640 1 -- 172.21.15.94:0/2699526210 >> v2:172.21.15.143:3300/0 conn(0x7f523815e2a0 msgr2=0x7f523806d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:10.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.343+0000 7f522ffff640 1 --2- 172.21.15.94:0/2699526210 >> v2:172.21.15.143:3300/0 conn(0x7f523815e2a0 0x7f523806d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.343+0000 7f522ffff640 1 -- 172.21.15.94:0/2699526210 >> v1:172.21.15.143:6789/0 conn(0x7f523806d960 legacy=0x7f52380d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:10.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.343+0000 7f522ffff640 1 -- 172.21.15.94:0/2699526210 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52380cf5b0 con 0x7f523815e680 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.343+0000 7f522ffff640 1 --2- 172.21.15.94:0/2699526210 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523815e680 0x7f52380cfad0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f52380b6fa0 tx=0x7f522002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7cb43ea8486612f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f5236ffd640 1 -- 172.21.15.94:0/2699526210 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220037070 con 0x7f523815e680 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f5236ffd640 1 -- 172.21.15.94:0/2699526210 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5220032440 con 0x7f523815e680 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f5236ffd640 1 -- 172.21.15.94:0/2699526210 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220032810 con 0x7f523815e680 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 -- 172.21.15.94:0/2699526210 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523815e680 msgr2=0x7f52380cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 --2- 172.21.15.94:0/2699526210 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523815e680 0x7f52380cfad0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f52380b6fa0 tx=0x7f522002a230 comp rx=0 tx=0).stop 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 -- 172.21.15.94:0/2699526210 shutdown_connections 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 --2- 172.21.15.94:0/2699526210 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523815e680 0x7f52380cfad0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 --2- 172.21.15.94:0/2699526210 >> v2:172.21.15.143:3300/0 conn(0x7f523815e2a0 0x7f523806d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 -- 172.21.15.94:0/2699526210 >> 172.21.15.94:0/2699526210 conn(0x7f523809d760 msgr2=0x7f523808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 -- 172.21.15.94:0/2699526210 shutdown_connections 2024-09-10T08:35:10.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.344+0000 7f523dc53640 1 -- 172.21.15.94:0/2699526210 wait complete. 2024-09-10T08:35:10.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.345+0000 7f523dc53640 1 Processor -- start 2024-09-10T08:35:10.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f523dc53640 1 -- start start 2024-09-10T08:35:10.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f523dc53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523806d960 0x7f52380ce100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f523dc53640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f523815e2a0 0x7f5238149ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f523dc53640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f523815e680 0x7f523814c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f523dc53640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f52380d4c00 con 0x7f523806d960 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f523dc53640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f52380d4a80 con 0x7f523815e2a0 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f523dc53640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f52380d0010 con 0x7f523815e680 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f52377fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523806d960 0x7f52380ce100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f52377fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523806d960 0x7f52380ce100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54420/0 (socket says 172.21.15.94:54420) 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.346+0000 7f52377fe640 1 -- 172.21.15.94:0/2415776742 learned_addr learned my addr 172.21.15.94:0/2415776742 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f52377fe640 1 -- 172.21.15.94:0/2415776742 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f523815e680 msgr2=0x7f523814c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f52377fe640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f523815e680 0x7f523814c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f52377fe640 1 -- 172.21.15.94:0/2415776742 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f523815e2a0 msgr2=0x7f5238149ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f52377fe640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f523815e2a0 0x7f5238149ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f52377fe640 1 -- 172.21.15.94:0/2415776742 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f523814a8a0 con 0x7f523806d960 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f52377fe640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523806d960 0x7f52380ce100 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f522800b4a0 tx=0x7f522800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f5234ff9640 1 -- 172.21.15.94:0/2415776742 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5228014070 con 0x7f523806d960 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f5234ff9640 1 -- 172.21.15.94:0/2415776742 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5228010610 con 0x7f523806d960 2024-09-10T08:35:10.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f5234ff9640 1 -- 172.21.15.94:0/2415776742 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5228010a00 con 0x7f523806d960 2024-09-10T08:35:10.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f523814ab80 con 0x7f523806d960 2024-09-10T08:35:10.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.347+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f523814b140 con 0x7f523806d960 2024-09-10T08:35:10.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.348+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5238068ce0 con 0x7f523806d960 2024-09-10T08:35:10.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.349+0000 7f5234ff9640 1 -- 172.21.15.94:0/2415776742 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5228017070 con 0x7f523806d960 2024-09-10T08:35:10.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.349+0000 7f5234ff9640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f521806be30 0x7f521806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.349+0000 7f5234ff9640 1 -- 172.21.15.94:0/2415776742 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f522808aaa0 con 0x7f523806d960 2024-09-10T08:35:10.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.349+0000 7f522ffff640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f521806be30 0x7f521806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.349+0000 7f522ffff640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f521806be30 0x7f521806e2f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5220034000 tx=0x7f522002c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.353+0000 7f5234ff9640 1 -- 172.21.15.94:0/2415776742 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5238068ce0 con 0x7f523806d960 2024-09-10T08:35:10.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.554+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f523806d420 con 0x7f523806d960 2024-09-10T08:35:10.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.555+0000 7f5234ff9640 1 -- 172.21.15.94:0/2415776742 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5246 (secure 0 0 0) 0x7f52280592a0 con 0x7f523806d960 2024-09-10T08:35:10.555 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:10.555 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":27,"btime":"2024-09-10T08:34:54:410445+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:54.253185+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5367,"mds_1":5110},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5110":{"gid":5110,"name":"b","rank":1,"incarnation":25,"state":"up:active","state_seq":6,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5367,5110]},"id":3}]} 2024-09-10T08:35:10.555 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 27 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f521806be30 msgr2=0x7f521806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f521806be30 0x7f521806e2f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5220034000 tx=0x7f522002c000 comp rx=0 tx=0).stop 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523806d960 msgr2=0x7f52380ce100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523806d960 0x7f52380ce100 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f522800b4a0 tx=0x7f522800b960 comp rx=0 tx=0).stop 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 shutdown_connections 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f521806be30 0x7f521806e2f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f523815e2a0 0x7f5238149ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f523815e680 0x7f523814c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 --2- 172.21.15.94:0/2415776742 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f523806d960 0x7f52380ce100 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.556+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 >> 172.21.15.94:0/2415776742 conn(0x7f523809d760 msgr2=0x7f5238075120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.557+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 shutdown_connections 2024-09-10T08:35:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.557+0000 7f523dc53640 1 -- 172.21.15.94:0/2415776742 wait complete. 2024-09-10T08:35:10.568 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:10.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.666+0000 7f2d14ff6640 1 Processor -- start 2024-09-10T08:35:10.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.666+0000 7f2d14ff6640 1 -- start start 2024-09-10T08:35:10.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d14ff6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d0070 0x7f2d1015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d14ff6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2d100d4130 0x7f2d100d45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d14ff6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d100d4b00 con 0x7f2d1015f0d0 2024-09-10T08:35:10.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d14ff6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f2d100d1b10 con 0x7f2d100d4130 2024-09-10T08:35:10.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d14ff6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2d100cf2b0 con 0x7f2d100d0070 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d0ed9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2d100d4130 0x7f2d100d45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d0e59c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2d1015f0d0 0x7f2d100d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35308/0 (socket says 172.21.15.94:35308) 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.667+0000 7f2d0e59c640 1 -- 172.21.15.94:0/1998869169 learned_addr learned my addr 172.21.15.94:0/1998869169 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.668+0000 7f2d0dd9b640 1 --2- 172.21.15.94:0/1998869169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d0070 0x7f2d1015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.668+0000 7f2d0ed9d640 1 -- 172.21.15.94:0/1998869169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d0070 msgr2=0x7f2d1015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.668+0000 7f2d0ed9d640 1 --2- 172.21.15.94:0/1998869169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d0070 0x7f2d1015f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.668+0000 7f2d0ed9d640 1 -- 172.21.15.94:0/1998869169 >> v1:172.21.15.94:6789/0 conn(0x7f2d1015f0d0 legacy=0x7f2d100d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.668+0000 7f2d0d59a640 1 -- 172.21.15.94:0/1998869169 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3824413715 0 0) 0x7f2d100d4b00 con 0x7f2d1015f0d0 2024-09-10T08:35:10.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.668+0000 7f2d0ed9d640 1 -- 172.21.15.94:0/1998869169 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d100cf590 con 0x7f2d100d4130 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.668+0000 7f2d0ed9d640 1 --2- 172.21.15.94:0/1998869169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d100d4130 0x7f2d100d45c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2d100d4cd0 tx=0x7f2d0802a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=172b1aad411cd812 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d0d59a640 1 -- 172.21.15.94:0/1998869169 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08007740 con 0x7f2d100d4130 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d0d59a640 1 -- 172.21.15.94:0/1998869169 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d080078e0 con 0x7f2d100d4130 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d0d59a640 1 -- 172.21.15.94:0/1998869169 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08007cb0 con 0x7f2d100d4130 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1998869169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d100d4130 msgr2=0x7f2d100d45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1998869169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d100d4130 0x7f2d100d45c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2d100d4cd0 tx=0x7f2d0802a5b0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1998869169 shutdown_connections 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1998869169 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d100d4130 0x7f2d100d45c0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1998869169 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d0070 0x7f2d1015f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1998869169 >> 172.21.15.94:0/1998869169 conn(0x7f2d1009d760 msgr2=0x7f2d1008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1998869169 shutdown_connections 2024-09-10T08:35:10.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.669+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1998869169 wait complete. 2024-09-10T08:35:10.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 Processor -- start 2024-09-10T08:35:10.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 -- start start 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d100d0070 0x7f2d1015aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d4130 0x7f2d100b89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1015f0d0 0x7f2d10160de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2d100cef60 con 0x7f2d1015f0d0 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2d100cfb50 con 0x7f2d100d0070 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d14ff6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2d100b2f70 con 0x7f2d100d4130 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.671+0000 7f2d0ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1015f0d0 0x7f2d10160de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1015f0d0 0x7f2d10160de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54440/0 (socket says 172.21.15.94:54440) 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 -- 172.21.15.94:0/1412501097 learned_addr learned my addr 172.21.15.94:0/1412501097 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0dd9b640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d4130 0x7f2d100b89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0e59c640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d100d0070 0x7f2d1015aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 -- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d4130 msgr2=0x7f2d100b89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d4130 0x7f2d100b89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 -- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d100d0070 msgr2=0x7f2d1015aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d100d0070 0x7f2d1015aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 -- 172.21.15.94:0/1412501097 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d100b8f30 con 0x7f2d1015f0d0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0dd9b640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d4130 0x7f2d100b89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d0ed9d640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1015f0d0 0x7f2d10160de0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2d08009e80 tx=0x7f2d08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2cfeffd640 1 -- 172.21.15.94:0/1412501097 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08040070 con 0x7f2d1015f0d0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2cfeffd640 1 -- 172.21.15.94:0/1412501097 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d08031c40 con 0x7f2d1015f0d0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2cfeffd640 1 -- 172.21.15.94:0/1412501097 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08009450 con 0x7f2d1015f0d0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d100b91d0 con 0x7f2d1015f0d0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.672+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d100b9790 con 0x7f2d1015f0d0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.673+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d1006cf30 con 0x7f2d1015f0d0 2024-09-10T08:35:10.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.674+0000 7f2cfeffd640 1 -- 172.21.15.94:0/1412501097 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d08039040 con 0x7f2d1015f0d0 2024-09-10T08:35:10.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.674+0000 7f2cfeffd640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cf006be30 0x7f2cf006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.674+0000 7f2cfeffd640 1 -- 172.21.15.94:0/1412501097 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f2d080ac200 con 0x7f2d1015f0d0 2024-09-10T08:35:10.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.674+0000 7f2d0e59c640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cf006be30 0x7f2cf006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.675+0000 7f2d0e59c640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cf006be30 0x7f2cf006e2f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2d00000f60 tx=0x7f2d00007c00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.678+0000 7f2cfeffd640 1 -- 172.21.15.94:0/1412501097 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d0807aa90 con 0x7f2d1015f0d0 2024-09-10T08:35:10.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.877+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d1008c1d0 con 0x7f2d1015f0d0 2024-09-10T08:35:10.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.878+0000 7f2cfeffd640 1 -- 172.21.15.94:0/1412501097 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5246 (secure 0 0 0) 0x7f2d0807a390 con 0x7f2d1015f0d0 2024-09-10T08:35:10.878 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:10.878 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":27,"btime":"2024-09-10T08:34:54:410445+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:54.253185+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5367,"mds_1":5110},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5110":{"gid":5110,"name":"b","rank":1,"incarnation":25,"state":"up:active","state_seq":6,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5367,5110]},"id":3}]} 2024-09-10T08:35:10.879 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 27 2024-09-10T08:35:10.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cf006be30 msgr2=0x7f2cf006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cf006be30 0x7f2cf006e2f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2d00000f60 tx=0x7f2d00007c00 comp rx=0 tx=0).stop 2024-09-10T08:35:10.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1015f0d0 msgr2=0x7f2d10160de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1015f0d0 0x7f2d10160de0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2d08009e80 tx=0x7f2d08004a40 comp rx=0 tx=0).stop 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 shutdown_connections 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cf006be30 0x7f2cf006e2f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1015f0d0 0x7f2d10160de0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d100d4130 0x7f2d100b89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 --2- 172.21.15.94:0/1412501097 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d100d0070 0x7f2d1015aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 >> 172.21.15.94:0/1412501097 conn(0x7f2d1009d760 msgr2=0x7f2d100b2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 shutdown_connections 2024-09-10T08:35:10.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.880+0000 7f2d14ff6640 1 -- 172.21.15.94:0/1412501097 wait complete. 2024-09-10T08:35:10.891 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:10.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.989+0000 7fe64cdc4640 1 Processor -- start 2024-09-10T08:35:10.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.989+0000 7fe64cdc4640 1 -- start start 2024-09-10T08:35:10.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe64cdc4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe648141680 0x7fe6480cfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe64cdc4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe648142170 0x7fe64813f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe64cdc4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe64815d710 con 0x7fe6480d0370 2024-09-10T08:35:10.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe64cdc4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe6480d07e0 con 0x7fe648142170 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe64cdc4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe64815c6f0 con 0x7fe648141680 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe646d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe648142170 0x7fe64813f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe646d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe648142170 0x7fe64813f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54444/0 (socket says 172.21.15.94:54444) 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe646d9d640 1 -- 172.21.15.94:0/3555231775 learned_addr learned my addr 172.21.15.94:0/3555231775 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe64659c640 1 --2- 172.21.15.94:0/3555231775 >> v2:172.21.15.143:3300/0 conn(0x7fe648141680 0x7fe6480cfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe646d9d640 1 -- 172.21.15.94:0/3555231775 >> v2:172.21.15.143:3300/0 conn(0x7fe648141680 msgr2=0x7fe6480cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe646d9d640 1 --2- 172.21.15.94:0/3555231775 >> v2:172.21.15.143:3300/0 conn(0x7fe648141680 0x7fe6480cfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe646d9d640 1 -- 172.21.15.94:0/3555231775 >> v1:172.21.15.143:6789/0 conn(0x7fe6480d0370 legacy=0x7fe648141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe646d9d640 1 -- 172.21.15.94:0/3555231775 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe64815c950 con 0x7fe648142170 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.990+0000 7fe64659c640 1 --2- 172.21.15.94:0/3555231775 >> v2:172.21.15.143:3300/0 conn(0x7fe648141680 0x7fe6480cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:10.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.991+0000 7fe646d9d640 1 --2- 172.21.15.94:0/3555231775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe648142170 0x7fe64813f8b0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fe648070fc0 tx=0x7fe64002a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a315679998363358 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.991+0000 7fe645d9b640 1 -- 172.21.15.94:0/3555231775 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe640036070 con 0x7fe648142170 2024-09-10T08:35:10.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.991+0000 7fe645d9b640 1 -- 172.21.15.94:0/3555231775 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe640031600 con 0x7fe648142170 2024-09-10T08:35:10.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.991+0000 7fe645d9b640 1 -- 172.21.15.94:0/3555231775 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6400319d0 con 0x7fe648142170 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 -- 172.21.15.94:0/3555231775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe648142170 msgr2=0x7fe64813f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/3555231775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe648142170 0x7fe64813f8b0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fe648070fc0 tx=0x7fe64002a760 comp rx=0 tx=0).stop 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 -- 172.21.15.94:0/3555231775 shutdown_connections 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/3555231775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe648142170 0x7fe64813f8b0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/3555231775 >> v2:172.21.15.143:3300/0 conn(0x7fe648141680 0x7fe6480cfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 -- 172.21.15.94:0/3555231775 >> 172.21.15.94:0/3555231775 conn(0x7fe6480b3ed0 msgr2=0x7fe6480b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 -- 172.21.15.94:0/3555231775 shutdown_connections 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.992+0000 7fe64cdc4640 1 -- 172.21.15.94:0/3555231775 wait complete. 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.993+0000 7fe64cdc4640 1 Processor -- start 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.993+0000 7fe64cdc4640 1 -- start start 2024-09-10T08:35:10.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64cdc4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6480d0370 0x7fe6480c8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64cdc4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe648141680 0x7fe6480c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64cdc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe648142170 0x7fe6480c9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64cdc4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe64815d1f0 con 0x7fe6480d0370 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64cdc4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe64815cf10 con 0x7fe648141680 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64cdc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe648142570 con 0x7fe648142170 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6480d0370 0x7fe6480c8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6480d0370 0x7fe6480c8400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54460/0 (socket says 172.21.15.94:54460) 2024-09-10T08:35:10.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 -- 172.21.15.94:0/1134754147 learned_addr learned my addr 172.21.15.94:0/1134754147 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe646d9d640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe648142170 0x7fe6480c9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe63ffff640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe648141680 0x7fe6480c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 -- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe648142170 msgr2=0x7fe6480c9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe648142170 0x7fe6480c9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 -- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe648141680 msgr2=0x7fe6480c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe648141680 0x7fe6480c9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 -- 172.21.15.94:0/1134754147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6480ca180 con 0x7fe6480d0370 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe646d9d640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe648142170 0x7fe6480c9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe63ffff640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe648141680 0x7fe6480c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.994+0000 7fe64659c640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6480d0370 0x7fe6480c8400 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fe63800e7e0 tx=0x7fe63800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.995+0000 7fe63effd640 1 -- 172.21.15.94:0/1134754147 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63800f040 con 0x7fe6480d0370 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.995+0000 7fe63effd640 1 -- 172.21.15.94:0/1134754147 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe638004030 con 0x7fe6480d0370 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.995+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6480ca460 con 0x7fe6480d0370 2024-09-10T08:35:10.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.995+0000 7fe63effd640 1 -- 172.21.15.94:0/1134754147 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe638004400 con 0x7fe6480d0370 2024-09-10T08:35:10.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.995+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6480caa20 con 0x7fe6480d0370 2024-09-10T08:35:10.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.996+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6480cfe30 con 0x7fe6480d0370 2024-09-10T08:35:10.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.996+0000 7fe63effd640 1 -- 172.21.15.94:0/1134754147 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe63800c6d0 con 0x7fe6480d0370 2024-09-10T08:35:10.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.996+0000 7fe63effd640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe62806be30 0x7fe62806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.997+0000 7fe63effd640 1 -- 172.21.15.94:0/1134754147 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7fe63808aee0 con 0x7fe6480d0370 2024-09-10T08:35:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.997+0000 7fe63ffff640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe62806be30 0x7fe62806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:10.997+0000 7fe63ffff640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe62806be30 0x7fe62806e2f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe648159b00 tx=0x7fe630009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.001+0000 7fe63effd640 1 -- 172.21.15.94:0/1134754147 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe638017020 con 0x7fe6480d0370 2024-09-10T08:35:11.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.167+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe6480690c0 con 0x7fe6480d0370 2024-09-10T08:35:11.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.168+0000 7fe63effd640 1 -- 172.21.15.94:0/1134754147 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+17062 (secure 0 0 0) 0x7fe638059650 con 0x7fe6480d0370 2024-09-10T08:35:11.169 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:11.169 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":54,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:34:56.417193+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:34:26.282764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T08:34:26.639781+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/4081879626":"2024-09-10T09:34:55.860850+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe62806be30 msgr2=0x7fe62806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe62806be30 0x7fe62806e2f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe648159b00 tx=0x7fe630009040 comp rx=0 tx=0).stop 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6480d0370 msgr2=0x7fe6480c8400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6480d0370 0x7fe6480c8400 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fe63800e7e0 tx=0x7fe63800eca0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 shutdown_connections 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe62806be30 0x7fe62806e2f0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe648141680 0x7fe6480c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe648142170 0x7fe6480c9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 --2- 172.21.15.94:0/1134754147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6480d0370 0x7fe6480c8400 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 >> 172.21.15.94:0/1134754147 conn(0x7fe6480b3ed0 msgr2=0x7fe6480d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 shutdown_connections 2024-09-10T08:35:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.170+0000 7fe64cdc4640 1 -- 172.21.15.94:0/1134754147 wait complete. 2024-09-10T08:35:11.182 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:35:11.182 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:11.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.279+0000 7f5ba7653640 1 Processor -- start 2024-09-10T08:35:11.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.280+0000 7f5ba7653640 1 -- start start 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.280+0000 7f5ba7653640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5ba00d1ca0 0x7f5ba00cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba7653640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5ba00d02f0 0x7f5ba01562c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba7653640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ba00d06d0 con 0x7f5ba015cb00 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba7653640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5ba00b40b0 con 0x7f5ba00d1ca0 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba7653640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5ba00d22d0 con 0x7f5ba00d02f0 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba4bee640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5ba00d1ca0 0x7f5ba00cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba4bee640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5ba00d1ca0 0x7f5ba00cfdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54470/0 (socket says 172.21.15.94:54470) 2024-09-10T08:35:11.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba4bee640 1 -- 172.21.15.94:0/2268784177 learned_addr learned my addr 172.21.15.94:0/2268784177 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba5bf0640 1 --2- 172.21.15.94:0/2268784177 >> v2:172.21.15.143:3300/0 conn(0x7f5ba00d02f0 0x7f5ba01562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba4bee640 1 -- 172.21.15.94:0/2268784177 >> v2:172.21.15.143:3300/0 conn(0x7f5ba00d02f0 msgr2=0x7f5ba01562c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba4bee640 1 --2- 172.21.15.94:0/2268784177 >> v2:172.21.15.143:3300/0 conn(0x7f5ba00d02f0 0x7f5ba01562c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba4bee640 1 -- 172.21.15.94:0/2268784177 >> v1:172.21.15.143:6789/0 conn(0x7f5ba015cb00 legacy=0x7f5ba015cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.281+0000 7f5ba4bee640 1 -- 172.21.15.94:0/2268784177 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba00d25b0 con 0x7f5ba00d1ca0 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.282+0000 7f5ba4bee640 1 --2- 172.21.15.94:0/2268784177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba00d1ca0 0x7f5ba00cfdb0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5ba00c9230 tx=0x7f5b9402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d13298595caa6bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.282+0000 7f5b9ffff640 1 -- 172.21.15.94:0/2268784177 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94037070 con 0x7f5ba00d1ca0 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.282+0000 7f5b9ffff640 1 -- 172.21.15.94:0/2268784177 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b94032440 con 0x7f5ba00d1ca0 2024-09-10T08:35:11.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.282+0000 7f5b9ffff640 1 -- 172.21.15.94:0/2268784177 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94032810 con 0x7f5ba00d1ca0 2024-09-10T08:35:11.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.282+0000 7f5ba7653640 1 -- 172.21.15.94:0/2268784177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba00d1ca0 msgr2=0x7f5ba00cfdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.282+0000 7f5ba7653640 1 --2- 172.21.15.94:0/2268784177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba00d1ca0 0x7f5ba00cfdb0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5ba00c9230 tx=0x7f5b9402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.283+0000 7f5ba7653640 1 -- 172.21.15.94:0/2268784177 shutdown_connections 2024-09-10T08:35:11.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.283+0000 7f5ba7653640 1 --2- 172.21.15.94:0/2268784177 >> v2:172.21.15.143:3300/0 conn(0x7f5ba00d02f0 0x7f5ba01562c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.283+0000 7f5ba7653640 1 --2- 172.21.15.94:0/2268784177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba00d1ca0 0x7f5ba00cfdb0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.283+0000 7f5ba7653640 1 -- 172.21.15.94:0/2268784177 >> 172.21.15.94:0/2268784177 conn(0x7f5ba0067fe0 msgr2=0x7f5ba006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:11.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.283+0000 7f5ba7653640 1 -- 172.21.15.94:0/2268784177 shutdown_connections 2024-09-10T08:35:11.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.283+0000 7f5ba7653640 1 -- 172.21.15.94:0/2268784177 wait complete. 2024-09-10T08:35:11.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.284+0000 7f5ba7653640 1 Processor -- start 2024-09-10T08:35:11.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.284+0000 7f5ba7653640 1 -- start start 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.284+0000 7f5ba7653640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ba00d02f0 0x7f5ba014fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba7653640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ba00d1ca0 0x7f5ba00cbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba7653640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba015cb00 0x7f5ba006def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba7653640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba015d5f0 con 0x7f5ba015cb00 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba7653640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba00d2b70 con 0x7f5ba00d1ca0 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba7653640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5ba015d770 con 0x7f5ba00d02f0 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba015cb00 0x7f5ba006def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba015cb00 0x7f5ba006def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54472/0 (socket says 172.21.15.94:54472) 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 -- 172.21.15.94:0/3691521092 learned_addr learned my addr 172.21.15.94:0/3691521092 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba4bee640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ba00d1ca0 0x7f5ba00cbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba53ef640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ba00d02f0 0x7f5ba014fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 -- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ba00d02f0 msgr2=0x7f5ba014fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ba00d02f0 0x7f5ba014fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 -- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ba00d1ca0 msgr2=0x7f5ba00cbfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ba00d1ca0 0x7f5ba00cbfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 -- 172.21.15.94:0/3691521092 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba006ce50 con 0x7f5ba015cb00 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba5bf0640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba015cb00 0x7f5ba006def0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5b9000efc0 tx=0x7f5b9000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5b9dffb640 1 -- 172.21.15.94:0/3691521092 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b90018020 con 0x7f5ba015cb00 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5b9dffb640 1 -- 172.21.15.94:0/3691521092 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b90014480 con 0x7f5ba015cb00 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ba006d130 con 0x7f5ba015cb00 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5b9dffb640 1 -- 172.21.15.94:0/3691521092 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b90014870 con 0x7f5ba015cb00 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.285+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ba006d6f0 con 0x7f5ba015cb00 2024-09-10T08:35:11.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.286+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ba013f610 con 0x7f5ba015cb00 2024-09-10T08:35:11.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.287+0000 7f5b9dffb640 1 -- 172.21.15.94:0/3691521092 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5b90005d10 con 0x7f5ba015cb00 2024-09-10T08:35:11.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.287+0000 7f5b9dffb640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5b8c06be30 0x7f5b8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.287+0000 7f5b9dffb640 1 -- 172.21.15.94:0/3691521092 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f5b9008b8e0 con 0x7f5ba015cb00 2024-09-10T08:35:11.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.287+0000 7f5ba53ef640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5b8c06be30 0x7f5b8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.288+0000 7f5ba53ef640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5b8c06be30 0x7f5b8c06e2f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5b98001780 tx=0x7f5b98009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.292+0000 7f5b9dffb640 1 -- 172.21.15.94:0/3691521092 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5b90022070 con 0x7f5ba015cb00 2024-09-10T08:35:11.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.493+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ba00b1a40 con 0x7f5ba015cb00 2024-09-10T08:35:11.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.493+0000 7f5b9dffb640 1 -- 172.21.15.94:0/3691521092 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5246 (secure 0 0 0) 0x7f5b90010040 con 0x7f5ba015cb00 2024-09-10T08:35:11.494 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:11.494 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":27,"btime":"2024-09-10T08:34:54:410445+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:54.253185+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5367,"mds_1":5110},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5110":{"gid":5110,"name":"b","rank":1,"incarnation":25,"state":"up:active","state_seq":6,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5367,5110]},"id":3}]} 2024-09-10T08:35:11.494 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 27 2024-09-10T08:35:11.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.495+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5b8c06be30 msgr2=0x7f5b8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.495+0000 7f5ba7653640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5b8c06be30 0x7f5b8c06e2f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5b98001780 tx=0x7f5b98009040 comp rx=0 tx=0).stop 2024-09-10T08:35:11.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.495+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba015cb00 msgr2=0x7f5ba006def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.495+0000 7f5ba7653640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba015cb00 0x7f5ba006def0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5b9000efc0 tx=0x7f5b9000c490 comp rx=0 tx=0).stop 2024-09-10T08:35:11.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 shutdown_connections 2024-09-10T08:35:11.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5b8c06be30 0x7f5b8c06e2f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5ba00d1ca0 0x7f5ba00cbfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5ba015cb00 0x7f5ba006def0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 --2- 172.21.15.94:0/3691521092 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5ba00d02f0 0x7f5ba014fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 >> 172.21.15.94:0/3691521092 conn(0x7f5ba0067fe0 msgr2=0x7f5ba0140950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:11.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 shutdown_connections 2024-09-10T08:35:11.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.496+0000 7f5ba7653640 1 -- 172.21.15.94:0/3691521092 wait complete. 2024-09-10T08:35:11.507 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:11.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.603+0000 7f44be70c640 1 Processor -- start 2024-09-10T08:35:11.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.603+0000 7f44be70c640 1 -- start start 2024-09-10T08:35:11.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.604+0000 7f44be70c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f44b8161eb0 0x7f44b81622f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.604+0000 7f44be70c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44b8162b70 con 0x7f44b806cd20 2024-09-10T08:35:11.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.604+0000 7f44be70c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44b8141b00 con 0x7f44b81425e0 2024-09-10T08:35:11.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.604+0000 7f44be70c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f44b8162e50 con 0x7f44b8161eb0 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.604+0000 7f44b7fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f44b806cd20 0x7f44b806d100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35314/0 (socket says 172.21.15.94:35314) 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.604+0000 7f44b7fff640 1 -- 172.21.15.94:0/3432564855 learned_addr learned my addr 172.21.15.94:0/3432564855 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4056004459 0 0) 0x7f44b8162b70 con 0x7f44b806cd20 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f44a0003520 con 0x7f44b806cd20 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b77fe640 1 --2- 172.21.15.94:0/3432564855 >> v2:172.21.15.143:3300/0 conn(0x7f44b8161eb0 0x7f44b81622f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1603292577 0 0) 0x7f44a0003520 con 0x7f44b806cd20 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 >> v2:172.21.15.143:3300/0 conn(0x7f44b8161eb0 msgr2=0x7f44b81622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 --2- 172.21.15.94:0/3432564855 >> v2:172.21.15.143:3300/0 conn(0x7f44b8161eb0 0x7f44b81622f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 >> v1:172.21.15.143:6789/0 conn(0x7f44b81425e0 legacy=0x7f44b8142a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44b8141de0 con 0x7f44b806cd20 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f44a8001670 con 0x7f44b806cd20 2024-09-10T08:35:11.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 >> v1:172.21.15.94:6789/0 conn(0x7f44b806cd20 legacy=0x7f44b806d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44a00039b0 0x7f44a0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44a0004800 0x7f44a0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44a000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f44b8162e50 con 0x7f44a00051c0 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f44a000c160 con 0x7f44a0004800 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f44a000c360 con 0x7f44a00039b0 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44bcca9640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44a000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b77fe640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44a0004800 0x7f44a0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b7fff640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44a00039b0 0x7f44a0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44bcca9640 1 -- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44a00039b0 msgr2=0x7f44a0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44bcca9640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44a00039b0 0x7f44a0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44bcca9640 1 -- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44a0004800 msgr2=0x7f44a0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44bcca9640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44a0004800 0x7f44a0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44bcca9640 1 -- 172.21.15.94:0/3432564855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a0003520 con 0x7f44a00051c0 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.605+0000 7f44b7fff640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44a00039b0 0x7f44a0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.606+0000 7f44bcca9640 1 -- 172.21.15.94:0/3432564855 reap_dead start 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.606+0000 7f44bcca9640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44a000b9c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f44b0001e50 tx=0x7f44a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de70cc56852ec929 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.606+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b0001a70 con 0x7f44a00051c0 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.606+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44b0003970 con 0x7f44a00051c0 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.606+0000 7f44b6ffd640 1 -- 172.21.15.94:0/3432564855 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44b0003d60 con 0x7f44a00051c0 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.607+0000 7f44be70c640 1 -- 172.21.15.94:0/3432564855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 msgr2=0x7f44a000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.607+0000 7f44be70c640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44a000b9c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f44b0001e50 tx=0x7f44a0005830 comp rx=0 tx=0).stop 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.607+0000 7f44be70c640 1 -- 172.21.15.94:0/3432564855 shutdown_connections 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.607+0000 7f44be70c640 1 --2- 172.21.15.94:0/3432564855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44a000b9c0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.607+0000 7f44be70c640 1 -- 172.21.15.94:0/3432564855 >> 172.21.15.94:0/3432564855 conn(0x7f44b80b3ed0 msgr2=0x7f44b80b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:11.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.607+0000 7f44be70c640 1 -- 172.21.15.94:0/3432564855 shutdown_connections 2024-09-10T08:35:11.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.607+0000 7f44be70c640 1 -- 172.21.15.94:0/3432564855 wait complete. 2024-09-10T08:35:11.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.608+0000 7f44be70c640 1 Processor -- start 2024-09-10T08:35:11.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.608+0000 7f44be70c640 1 -- start start 2024-09-10T08:35:11.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44be70c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44b80b6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44be70c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44b813e360 0x7f44b80b7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44be70c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44b80b7fa0 0x7f44b80c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44be70c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f44b806d100 con 0x7f44a00051c0 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44be70c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f44b8142150 con 0x7f44b80b7fa0 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44be70c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f44b806d280 con 0x7f44b813e360 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44b80b6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44b80b6580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54488/0 (socket says 172.21.15.94:54488) 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 -- 172.21.15.94:0/2806938418 learned_addr learned my addr 172.21.15.94:0/2806938418 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b77fe640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44b813e360 0x7f44b80b7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44bcca9640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44b80b7fa0 0x7f44b80c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 -- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44b813e360 msgr2=0x7f44b80b7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44b813e360 0x7f44b80b7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 -- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44b80b7fa0 msgr2=0x7f44b80c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44b80b7fa0 0x7f44b80c9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 -- 172.21.15.94:0/2806938418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44b80b6ac0 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44bcca9640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44b80b7fa0 0x7f44b80c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.609+0000 7f44b7fff640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44b80b6580 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f44a800e7d0 tx=0x7f44a800ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.610+0000 7f44b4ff9640 1 -- 172.21.15.94:0/2806938418 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a800c870 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.610+0000 7f44b4ff9640 1 -- 172.21.15.94:0/2806938418 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44a8018070 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.610+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44b80ca140 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.610+0000 7f44b4ff9640 1 -- 172.21.15.94:0/2806938418 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a800cc10 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.610+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44b80b5d80 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.611+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44b8147e40 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.611+0000 7f44b4ff9640 1 -- 172.21.15.94:0/2806938418 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f44a801d460 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.611+0000 7f44b4ff9640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.612+0000 7f44b4ff9640 1 -- 172.21.15.94:0/2806938418 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7f44a808aeb0 con 0x7f44a00051c0 2024-09-10T08:35:11.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.612+0000 7f44b77fe640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.612+0000 7f44b77fe640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f44b81f7d80 tx=0x7f44ac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.616+0000 7f44b4ff9640 1 -- 172.21.15.94:0/2806938418 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44b8147e40 con 0x7f44a00051c0 2024-09-10T08:35:11.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.815+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44b80ca660 con 0x7f44a00051c0 2024-09-10T08:35:11.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.816+0000 7f44b4ff9640 1 -- 172.21.15.94:0/2806938418 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5246 (secure 0 0 0) 0x7f44a8059740 con 0x7f44a00051c0 2024-09-10T08:35:11.817 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:11.817 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":27,"btime":"2024-09-10T08:34:54:410445+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:34:27.671003+0000","modified":"2024-09-10T08:34:54.253185+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5367,"mds_1":5110},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5110":{"gid":5110,"name":"b","rank":1,"incarnation":25,"state":"up:active","state_seq":6,"addr":"172.21.15.143:6834/1010358121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1010358121},{"type":"v1","addr":"172.21.15.143:6834","nonce":1010358121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_5367":{"gid":5367,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6835/2267345963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2267345963},{"type":"v1","addr":"172.21.15.94:6835","nonce":2267345963}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5367,"qdb_cluster":[5367,5110]},"id":3}]} 2024-09-10T08:35:11.817 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 27 2024-09-10T08:35:11.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 msgr2=0x7f44a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f44b81f7d80 tx=0x7f44ac008040 comp rx=0 tx=0).stop 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 msgr2=0x7f44b80b6580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44b80b6580 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f44a800e7d0 tx=0x7f44a800ec90 comp rx=0 tx=0).stop 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 shutdown_connections 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44a406be30 0x7f44a406e2f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44b80b7fa0 0x7f44b80c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44b813e360 0x7f44b80b7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 --2- 172.21.15.94:0/2806938418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44a00051c0 0x7f44b80b6580 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 >> 172.21.15.94:0/2806938418 conn(0x7f44b80b3ed0 msgr2=0x7f44b80d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 shutdown_connections 2024-09-10T08:35:11.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.818+0000 7f44be70c640 1 -- 172.21.15.94:0/2806938418 wait complete. 2024-09-10T08:35:11.829 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:11.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.928+0000 7fadee665640 1 Processor -- start 2024-09-10T08:35:11.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.928+0000 7fadee665640 1 -- start start 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fadee665640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fade80d0350 0x7fade806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fadee665640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fade80d07a0 con 0x7fade806c150 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fadee665640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fade80d0a30 con 0x7fade815c280 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fadee665640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fade80b4010 con 0x7fade80d0350 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fadecc02640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fade806c150 0x7fade80b4a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35326/0 (socket says 172.21.15.94:35326) 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fadecc02640 1 -- 172.21.15.94:0/4149818413 learned_addr learned my addr 172.21.15.94:0/4149818413 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fade77fe640 1 --2- 172.21.15.94:0/4149818413 >> v2:172.21.15.143:3300/0 conn(0x7fade80d0350 0x7fade806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fade6ffd640 1 -- 172.21.15.94:0/4149818413 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 324972699 0 0) 0x7fade80d07a0 con 0x7fade806c150 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fade6ffd640 1 -- 172.21.15.94:0/4149818413 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fadd0003520 con 0x7fade806c150 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fade77fe640 1 -- 172.21.15.94:0/4149818413 >> v1:172.21.15.143:6789/0 conn(0x7fade815c280 legacy=0x7fade81608f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fade77fe640 1 -- 172.21.15.94:0/4149818413 >> v1:172.21.15.94:6789/0 conn(0x7fade806c150 legacy=0x7fade80b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.930 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.929+0000 7fade77fe640 1 -- 172.21.15.94:0/4149818413 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade80d0d10 con 0x7fade80d0350 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.930+0000 7fade77fe640 1 --2- 172.21.15.94:0/4149818413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade806bc10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faddc0097a0 tx=0x7faddc02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fa5c343d8d795f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.930+0000 7fade6ffd640 1 -- 172.21.15.94:0/4149818413 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc037070 con 0x7fade80d0350 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.930+0000 7fade6ffd640 1 -- 172.21.15.94:0/4149818413 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faddc032440 con 0x7fade80d0350 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.930+0000 7fade6ffd640 1 -- 172.21.15.94:0/4149818413 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faddc032810 con 0x7fade80d0350 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.931+0000 7fadee665640 1 -- 172.21.15.94:0/4149818413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 msgr2=0x7fade806bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.931+0000 7fadee665640 1 --2- 172.21.15.94:0/4149818413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade806bc10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faddc0097a0 tx=0x7faddc02a230 comp rx=0 tx=0).stop 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.931+0000 7fadee665640 1 -- 172.21.15.94:0/4149818413 shutdown_connections 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.931+0000 7fadee665640 1 --2- 172.21.15.94:0/4149818413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade806bc10 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.931+0000 7fadee665640 1 -- 172.21.15.94:0/4149818413 >> 172.21.15.94:0/4149818413 conn(0x7fade80b2d10 msgr2=0x7fade80b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:11.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.931+0000 7fadee665640 1 -- 172.21.15.94:0/4149818413 shutdown_connections 2024-09-10T08:35:11.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.931+0000 7fadee665640 1 -- 172.21.15.94:0/4149818413 wait complete. 2024-09-10T08:35:11.933 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.932+0000 7fadee665640 1 Processor -- start 2024-09-10T08:35:11.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.932+0000 7fadee665640 1 -- start start 2024-09-10T08:35:11.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fadee665640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fade806c150 0x7fade80c5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fadee665640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade81f2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fadee665640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fade815c280 0x7fade80b4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fadee665640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fade806c580 con 0x7fade806c150 2024-09-10T08:35:11.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fadee665640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fade80b45d0 con 0x7fade80d0350 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fadee665640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fade815c660 con 0x7fade815c280 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fade806c150 0x7fade80c5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fade806c150 0x7fade80c5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54504/0 (socket says 172.21.15.94:54504) 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 -- 172.21.15.94:0/1490542462 learned_addr learned my addr 172.21.15.94:0/1490542462 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade77fe640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade81f2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fadecc02640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fade815c280 0x7fade80b4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 -- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fade815c280 msgr2=0x7fade80b4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fade815c280 0x7fade80b4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 -- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 msgr2=0x7fade81f2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade81f2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 -- 172.21.15.94:0/1490542462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade81f2af0 con 0x7fade806c150 2024-09-10T08:35:11.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade77fe640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade81f2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.933+0000 7fade7fff640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fade806c150 0x7fade80c5ab0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fadd800c3f0 tx=0x7fadd800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.934+0000 7fade4ff9640 1 -- 172.21.15.94:0/1490542462 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd80052d0 con 0x7fade806c150 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.934+0000 7fade4ff9640 1 -- 172.21.15.94:0/1490542462 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadd8005490 con 0x7fade806c150 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.934+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fade81f2dd0 con 0x7fade806c150 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.934+0000 7fade4ff9640 1 -- 172.21.15.94:0/1490542462 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd8007260 con 0x7fade806c150 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.934+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fade809d880 con 0x7fade806c150 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.935+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fade806bc10 con 0x7fade806c150 2024-09-10T08:35:11.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.935+0000 7fade4ff9640 1 -- 172.21.15.94:0/1490542462 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fadd8007400 con 0x7fade806c150 2024-09-10T08:35:11.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.935+0000 7fade4ff9640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fadd406be30 0x7fadd406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:11.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.935+0000 7fade4ff9640 1 -- 172.21.15.94:0/1490542462 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7fadd808a470 con 0x7fade806c150 2024-09-10T08:35:11.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.936+0000 7fade77fe640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fadd406be30 0x7fadd406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:11.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.936+0000 7fade77fe640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fadd406be30 0x7fadd406e2f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7faddc034000 tx=0x7faddc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:11.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:11.940+0000 7fade4ff9640 1 -- 172.21.15.94:0/1490542462 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fadd8058d00 con 0x7fade806c150 2024-09-10T08:35:12.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.106+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fade806c8b0 con 0x7fade806c150 2024-09-10T08:35:12.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.107+0000 7fade4ff9640 1 -- 172.21.15.94:0/1490542462 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v54) ==== 74+0+17062 (secure 0 0 0) 0x7fadd8058600 con 0x7fade806c150 2024-09-10T08:35:12.107 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:12.107 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":54,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:34:56.417193+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:34:26.282764+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"52","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-09-10T08:34:26.639781+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"53","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.0.1:0/4081879626":"2024-09-10T09:34:55.860850+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:12.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fadd406be30 msgr2=0x7fadd406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fadd406be30 0x7fadd406e2f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7faddc034000 tx=0x7faddc02e000 comp rx=0 tx=0).stop 2024-09-10T08:35:12.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fade806c150 msgr2=0x7fade80c5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fade806c150 0x7fade80c5ab0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fadd800c3f0 tx=0x7fadd800c8b0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 shutdown_connections 2024-09-10T08:35:12.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fadd406be30 0x7fadd406e2f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fade80d0350 0x7fade81f2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fade815c280 0x7fade80b4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 --2- 172.21.15.94:0/1490542462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fade806c150 0x7fade80c5ab0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 >> 172.21.15.94:0/1490542462 conn(0x7fade80b2d10 msgr2=0x7fade80ca5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:12.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 shutdown_connections 2024-09-10T08:35:12.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.109+0000 7fadee665640 1 -- 172.21.15.94:0/1490542462 wait complete. 2024-09-10T08:35:12.120 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T08:35:12.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.219+0000 7fa96b8ed640 1 Processor -- start 2024-09-10T08:35:12.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.220+0000 7fa96b8ed640 1 -- start start 2024-09-10T08:35:12.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.220+0000 7fa96b8ed640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa9640b03c0 0x7fa9640cd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.220+0000 7fa96b8ed640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa9640cc680 0x7fa9640ccb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.220+0000 7fa96b8ed640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9640b3c10 con 0x7fa96415e7f0 2024-09-10T08:35:12.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.220+0000 7fa96b8ed640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa9640cc1f0 con 0x7fa9640cc680 2024-09-10T08:35:12.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.220+0000 7fa96b8ed640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa9640cb900 con 0x7fa9640b03c0 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa9640cc680 0x7fa9640ccb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa9640cc680 0x7fa9640ccb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54510/0 (socket says 172.21.15.94:54510) 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 -- 172.21.15.94:0/3177279727 learned_addr learned my addr 172.21.15.94:0/3177279727 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa968e88640 1 --2- 172.21.15.94:0/3177279727 >> v2:172.21.15.143:3300/0 conn(0x7fa9640b03c0 0x7fa9640cd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 -- 172.21.15.94:0/3177279727 >> v2:172.21.15.143:3300/0 conn(0x7fa9640b03c0 msgr2=0x7fa9640cd360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 --2- 172.21.15.94:0/3177279727 >> v2:172.21.15.143:3300/0 conn(0x7fa9640b03c0 0x7fa9640cd360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 -- 172.21.15.94:0/3177279727 >> v1:172.21.15.143:6789/0 conn(0x7fa96415e7f0 legacy=0x7fa9640adff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:12.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 -- 172.21.15.94:0/3177279727 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa96415ebd0 con 0x7fa9640cc680 2024-09-10T08:35:12.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.221+0000 7fa969e8a640 1 --2- 172.21.15.94:0/3177279727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640cc680 0x7fa9640ccb10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa9640cb780 tx=0x7fa95c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc9a7c76925cb4a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:12.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa963fff640 1 -- 172.21.15.94:0/3177279727 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa95c036070 con 0x7fa9640cc680 2024-09-10T08:35:12.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa963fff640 1 -- 172.21.15.94:0/3177279727 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa95c031600 con 0x7fa9640cc680 2024-09-10T08:35:12.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa963fff640 1 -- 172.21.15.94:0/3177279727 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa95c0319d0 con 0x7fa9640cc680 2024-09-10T08:35:12.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3177279727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640cc680 msgr2=0x7fa9640ccb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3177279727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640cc680 0x7fa9640ccb10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa9640cb780 tx=0x7fa95c02a660 comp rx=0 tx=0).stop 2024-09-10T08:35:12.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3177279727 shutdown_connections 2024-09-10T08:35:12.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3177279727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640cc680 0x7fa9640ccb10 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3177279727 >> v2:172.21.15.143:3300/0 conn(0x7fa9640b03c0 0x7fa9640cd360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3177279727 >> 172.21.15.94:0/3177279727 conn(0x7fa9640b2d10 msgr2=0x7fa9640b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:12.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3177279727 shutdown_connections 2024-09-10T08:35:12.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.222+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3177279727 wait complete. 2024-09-10T08:35:12.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.223+0000 7fa96b8ed640 1 Processor -- start 2024-09-10T08:35:12.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.223+0000 7fa96b8ed640 1 -- start start 2024-09-10T08:35:12.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa96b8ed640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640b03c0 0x7fa9640cae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa96b8ed640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa9640cc680 0x7fa964148380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa96b8ed640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa96415e7f0 0x7fa9641488c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa96b8ed640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa9640ae700 con 0x7fa9640b03c0 2024-09-10T08:35:12.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa96b8ed640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa9640cbe80 con 0x7fa9640cc680 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa96b8ed640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa9640b3830 con 0x7fa96415e7f0 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa969689640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640b03c0 0x7fa9640cae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa969689640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640b03c0 0x7fa9640cae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54526/0 (socket says 172.21.15.94:54526) 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.224+0000 7fa969689640 1 -- 172.21.15.94:0/3343130072 learned_addr learned my addr 172.21.15.94:0/3343130072 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa969689640 1 -- 172.21.15.94:0/3343130072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa96415e7f0 msgr2=0x7fa9641488c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa969689640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa96415e7f0 0x7fa9641488c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa969689640 1 -- 172.21.15.94:0/3343130072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa9640cc680 msgr2=0x7fa964148380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa969689640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa9640cc680 0x7fa964148380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa969689640 1 -- 172.21.15.94:0/3343130072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa964146fb0 con 0x7fa9640b03c0 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa969689640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640b03c0 0x7fa9640cae90 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa95400c460 tx=0x7fa95400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa961ffb640 1 -- 172.21.15.94:0/3343130072 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa954016020 con 0x7fa9640b03c0 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa961ffb640 1 -- 172.21.15.94:0/3343130072 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa954012870 con 0x7fa9640b03c0 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa964147290 con 0x7fa9640b03c0 2024-09-10T08:35:12.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa961ffb640 1 -- 172.21.15.94:0/3343130072 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa954012c60 con 0x7fa9640b03c0 2024-09-10T08:35:12.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.225+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa964147850 con 0x7fa9640b03c0 2024-09-10T08:35:12.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.226+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9640cd360 con 0x7fa9640b03c0 2024-09-10T08:35:12.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.227+0000 7fa961ffb640 1 -- 172.21.15.94:0/3343130072 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa954019020 con 0x7fa9640b03c0 2024-09-10T08:35:12.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.227+0000 7fa961ffb640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa95006be30 0x7fa95006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.227+0000 7fa961ffb640 1 -- 172.21.15.94:0/3343130072 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6144+0+0 (secure 0 0 0) 0x7fa95408b060 con 0x7fa9640b03c0 2024-09-10T08:35:12.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.227+0000 7fa968e88640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa95006be30 0x7fa95006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.227+0000 7fa968e88640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa95006be30 0x7fa95006e2f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa958006fd0 tx=0x7fa958008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:12.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.231+0000 7fa961ffb640 1 -- 172.21.15.94:0/3343130072 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa954020020 con 0x7fa9640b03c0 2024-09-10T08:35:12.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.432+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa9640b2ac0 con 0x7fa9640b03c0 2024-09-10T08:35:12.432 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:35:12.432+0000 7f045c404640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:35:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.433+0000 7fa961ffb640 1 -- 172.21.15.94:0/3343130072 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v28) ==== 161+0+0 (secure 0 0 0) 0x7fa9540182c0 con 0x7fa9640b03c0 2024-09-10T08:35:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:35:12.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa95006be30 msgr2=0x7fa95006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa95006be30 0x7fa95006e2f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa958006fd0 tx=0x7fa958008040 comp rx=0 tx=0).stop 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640b03c0 msgr2=0x7fa9640cae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640b03c0 0x7fa9640cae90 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa95400c460 tx=0x7fa95400c920 comp rx=0 tx=0).stop 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 shutdown_connections 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa95006be30 0x7fa95006e2f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa9640cc680 0x7fa964148380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa96415e7f0 0x7fa9641488c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 --2- 172.21.15.94:0/3343130072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9640b03c0 0x7fa9640cae90 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 >> 172.21.15.94:0/3343130072 conn(0x7fa9640b2d10 msgr2=0x7fa96406efe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 shutdown_connections 2024-09-10T08:35:12.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.436+0000 7fa96b8ed640 1 -- 172.21.15.94:0/3343130072 wait complete. 2024-09-10T08:35:12.440 INFO:tasks.ceph.mds.c.smithi094.stderr: -8479> 2024-09-10T08:34:29.593+0000 7fe44c4b0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:35:12.448 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:35:12.472 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:35:12.473 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:35:12.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.548+0000 7f0dafad0640 1 Processor -- start 2024-09-10T08:35:12.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.548+0000 7f0dafad0640 1 -- start start 2024-09-10T08:35:12.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dafad0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0da80726c0 0x7f0da8160010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dafad0640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0da80d2b30 con 0x7f0da8072250 2024-09-10T08:35:12.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dafad0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0da8141c60 con 0x7f0da80d2750 2024-09-10T08:35:12.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dafad0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0da8145bd0 con 0x7f0da80726c0 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dad06b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f0da8072250 0x7f0da80cfdc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35346/0 (socket says 172.21.15.94:35346) 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dad06b640 1 -- 172.21.15.94:0/3495786474 learned_addr learned my addr 172.21.15.94:0/3495786474 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dae06d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0da80726c0 0x7f0da8160010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dae06d640 1 -- 172.21.15.94:0/3495786474 >> v1:172.21.15.143:6789/0 conn(0x7f0da80d2750 legacy=0x7f0da813f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dae06d640 1 -- 172.21.15.94:0/3495786474 >> v1:172.21.15.94:6789/0 conn(0x7f0da8072250 legacy=0x7f0da80cfdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dae06d640 1 -- 172.21.15.94:0/3495786474 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da8141f40 con 0x7f0da80726c0 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.549+0000 7f0dac86a640 1 -- 172.21.15.94:0/3495786474 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1810426322 0 0) 0x7f0da80d2b30 con 0x7f0da8072250 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.550+0000 7f0dae06d640 1 --2- 172.21.15.94:0/3495786474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8160010 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f0da0009d90 tx=0x7f0da002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a99016fd3f6cd740 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.550+0000 7f0dac86a640 1 -- 172.21.15.94:0/3495786474 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da0031600 con 0x7f0da80726c0 2024-09-10T08:35:12.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.550+0000 7f0dac86a640 1 -- 172.21.15.94:0/3495786474 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0da00317a0 con 0x7f0da80726c0 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.550+0000 7f0dac86a640 1 -- 172.21.15.94:0/3495786474 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da0031b70 con 0x7f0da80726c0 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.551+0000 7f0dafad0640 1 -- 172.21.15.94:0/3495786474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 msgr2=0x7f0da8160010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.551+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3495786474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8160010 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f0da0009d90 tx=0x7f0da002a610 comp rx=0 tx=0).stop 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.551+0000 7f0dafad0640 1 -- 172.21.15.94:0/3495786474 shutdown_connections 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.551+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3495786474 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8160010 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.551+0000 7f0dafad0640 1 -- 172.21.15.94:0/3495786474 >> 172.21.15.94:0/3495786474 conn(0x7f0da80b4040 msgr2=0x7f0da80b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.551+0000 7f0dafad0640 1 -- 172.21.15.94:0/3495786474 shutdown_connections 2024-09-10T08:35:12.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.551+0000 7f0dafad0640 1 -- 172.21.15.94:0/3495786474 wait complete. 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.552+0000 7f0dafad0640 1 Processor -- start 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.552+0000 7f0dafad0640 1 -- start start 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.552+0000 7f0dafad0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0da8072250 0x7f0da81f16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dafad0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8144e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dafad0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0da80d2750 0x7f0da8145390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dafad0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0da8142500 con 0x7f0da80726c0 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dafad0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0da81427e0 con 0x7f0da8072250 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dafad0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0da81418b0 con 0x7f0da80d2750 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8144e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8144e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54558/0 (socket says 172.21.15.94:54558) 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 -- 172.21.15.94:0/3651045629 learned_addr learned my addr 172.21.15.94:0/3651045629 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad86c640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0da8072250 0x7f0da81f16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dae06d640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0da80d2750 0x7f0da8145390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 -- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0da80d2750 msgr2=0x7f0da8145390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0da80d2750 0x7f0da8145390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 -- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0da8072250 msgr2=0x7f0da81f16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0da8072250 0x7f0da81f16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 -- 172.21.15.94:0/3651045629 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da81f1be0 con 0x7f0da80726c0 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dae06d640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0da80d2750 0x7f0da8145390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dad06b640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8144e50 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0d9800c430 tx=0x7f0d9800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0d9e7fc640 1 -- 172.21.15.94:0/3651045629 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d980074e0 con 0x7f0da80726c0 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0d9e7fc640 1 -- 172.21.15.94:0/3651045629 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d980047e0 con 0x7f0da80726c0 2024-09-10T08:35:12.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da80b5ff0 con 0x7f0da80726c0 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0d9e7fc640 1 -- 172.21.15.94:0/3651045629 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d98004bd0 con 0x7f0da80726c0 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.553+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da80b6560 con 0x7f0da80726c0 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.554+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0da80b36e0 con 0x7f0da80726c0 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.555+0000 7f0d9e7fc640 1 -- 172.21.15.94:0/3651045629 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0d98011070 con 0x7f0da80726c0 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.555+0000 7f0d9e7fc640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0d8c06be30 0x7f0d8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.555+0000 7f0dad86c640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0d8c06be30 0x7f0d8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.555+0000 7f0d9e7fc640 1 -- 172.21.15.94:0/3651045629 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6316+0+0 (secure 0 0 0) 0x7f0d9808abc0 con 0x7f0da80726c0 2024-09-10T08:35:12.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.556+0000 7f0dad86c640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0d8c06be30 0x7f0d8c06e2f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0da4004f60 tx=0x7f0da4007e30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:12.560 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.560+0000 7f0d9e7fc640 1 -- 172.21.15.94:0/3651045629 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0da81f1be0 con 0x7f0da80726c0 2024-09-10T08:35:12.759 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:12.759+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f0da806ef30 con 0x7f0da80726c0 2024-09-10T08:35:13.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.455+0000 7f0d9e7fc640 1 -- 172.21.15.94:0/3651045629 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f0d980593a0 con 0x7f0da80726c0 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0d8c06be30 msgr2=0x7f0d8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0d8c06be30 0x7f0d8c06e2f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0da4004f60 tx=0x7f0da4007e30 comp rx=0 tx=0).stop 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 msgr2=0x7f0da8144e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8144e50 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0d9800c430 tx=0x7f0d9800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 shutdown_connections 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0d8c06be30 0x7f0d8c06e2f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0da80d2750 0x7f0da8145390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0da80726c0 0x7f0da8144e50 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 --2- 172.21.15.94:0/3651045629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0da8072250 0x7f0da81f16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 >> 172.21.15.94:0/3651045629 conn(0x7f0da80b4040 msgr2=0x7f0da80b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 shutdown_connections 2024-09-10T08:35:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.457+0000 7f0dafad0640 1 -- 172.21.15.94:0/3651045629 wait complete. 2024-09-10T08:35:13.470 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:35:13.614 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.614+0000 7f58becdd640 1 Processor -- start 2024-09-10T08:35:13.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.614+0000 7f58becdd640 1 -- start start 2024-09-10T08:35:13.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58becdd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f58b80d4370 0x7f58b80d4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58becdd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58b80d1880 con 0x7f58b815e680 2024-09-10T08:35:13.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58becdd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58b80d1b60 con 0x7f58b815e2a0 2024-09-10T08:35:13.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58becdd640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f58b80cf2d0 con 0x7f58b80d4370 2024-09-10T08:35:13.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58b7fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f58b815e680 0x7f58b80cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35362/0 (socket says 172.21.15.94:35362) 2024-09-10T08:35:13.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58b7fff640 1 -- 172.21.15.94:0/3626289397 learned_addr learned my addr 172.21.15.94:0/3626289397 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58bd27a640 1 --2- 172.21.15.94:0/3626289397 >> v2:172.21.15.143:3300/0 conn(0x7f58b80d4370 0x7f58b80d4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1551556879 0 0) 0x7f58b80d1880 con 0x7f58b815e680 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.615+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f58a0003520 con 0x7f58b815e680 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1757491752 0 0) 0x7f58a0003520 con 0x7f58b815e680 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 >> v2:172.21.15.143:3300/0 conn(0x7f58b80d4370 msgr2=0x7f58b80d4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 --2- 172.21.15.94:0/3626289397 >> v2:172.21.15.143:3300/0 conn(0x7f58b80d4370 0x7f58b80d4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 >> v1:172.21.15.143:6789/0 conn(0x7f58b815e2a0 legacy=0x7f58b806d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b80cf5b0 con 0x7f58b815e680 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f58ac001670 con 0x7f58b815e680 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 >> v1:172.21.15.94:6789/0 conn(0x7f58b815e680 legacy=0x7f58b80cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58a00039b0 0x7f58a0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a0004800 0x7f58a0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.619 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58a00051c0 0x7f58a000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f58b80cf2d0 con 0x7f58a00051c0 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f58a000c060 con 0x7f58a0004800 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f58a000c260 con 0x7f58a00039b0 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58bd27a640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58a00051c0 0x7f58a000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58bca79640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58a00039b0 0x7f58a0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58b7fff640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a0004800 0x7f58a0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58bd27a640 1 -- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58a00039b0 msgr2=0x7f58a0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58bd27a640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58a00039b0 0x7f58a0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58bd27a640 1 -- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a0004800 msgr2=0x7f58a0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58bd27a640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a0004800 0x7f58a0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.616+0000 7f58bd27a640 1 -- 172.21.15.94:0/3626289397 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58a0003520 con 0x7f58a00051c0 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.617+0000 7f58bd27a640 1 -- 172.21.15.94:0/3626289397 reap_dead start 2024-09-10T08:35:13.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.617+0000 7f58bd27a640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58a00051c0 0x7f58a000b9c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009fc0 tx=0x7f58a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=283fb6463cb12ed1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.617+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0035020 con 0x7f58a00051c0 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.617+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58b0003bd0 con 0x7f58a00051c0 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.617+0000 7f58b77fe640 1 -- 172.21.15.94:0/3626289397 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0009c10 con 0x7f58a00051c0 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.618+0000 7f58becdd640 1 -- 172.21.15.94:0/3626289397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58a00051c0 msgr2=0x7f58a000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.618+0000 7f58becdd640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58a00051c0 0x7f58a000b9c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009fc0 tx=0x7f58a0005830 comp rx=0 tx=0).stop 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.618+0000 7f58becdd640 1 -- 172.21.15.94:0/3626289397 shutdown_connections 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.618+0000 7f58becdd640 1 --2- 172.21.15.94:0/3626289397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58a00051c0 0x7f58a000b9c0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.618+0000 7f58becdd640 1 -- 172.21.15.94:0/3626289397 >> 172.21.15.94:0/3626289397 conn(0x7f58b809d760 msgr2=0x7f58b808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.618+0000 7f58becdd640 1 -- 172.21.15.94:0/3626289397 shutdown_connections 2024-09-10T08:35:13.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.618+0000 7f58becdd640 1 -- 172.21.15.94:0/3626289397 wait complete. 2024-09-10T08:35:13.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.619+0000 7f58becdd640 1 Processor -- start 2024-09-10T08:35:13.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.619+0000 7f58becdd640 1 -- start start 2024-09-10T08:35:13.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58becdd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a00051c0 0x7f58b81f17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58becdd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58b80ccf10 0x7f58b81f7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58becdd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58b81f7db0 0x7f58b81f8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58becdd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f58b80d49a0 con 0x7f58b80ccf10 2024-09-10T08:35:13.624 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58becdd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f58b80d4820 con 0x7f58a00051c0 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58becdd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f58b80d4b20 con 0x7f58b81f7db0 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58b80ccf10 0x7f58b81f7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58b80ccf10 0x7f58b81f7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54584/0 (socket says 172.21.15.94:54584) 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 -- 172.21.15.94:0/4135627862 learned_addr learned my addr 172.21.15.94:0/4135627862 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58bd27a640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58b81f7db0 0x7f58b81f8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58bca79640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a00051c0 0x7f58b81f17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 -- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58b81f7db0 msgr2=0x7f58b81f8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58b81f7db0 0x7f58b81f8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 -- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a00051c0 msgr2=0x7f58b81f17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a00051c0 0x7f58b81f17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 -- 172.21.15.94:0/4135627862 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b81f55c0 con 0x7f58b80ccf10 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58bca79640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a00051c0 0x7f58b81f17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:13.625 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b7fff640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58b80ccf10 0x7f58b81f7870 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f58ac004f40 tx=0x7f58ac0074f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b57fa640 1 -- 172.21.15.94:0/4135627862 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac00f7b0 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b57fa640 1 -- 172.21.15.94:0/4135627862 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58ac018070 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b80cd6d0 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.620+0000 7f58b57fa640 1 -- 172.21.15.94:0/4135627862 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac00fb70 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.621+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b80cdc90 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.622+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58b81f5790 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.622+0000 7f58b57fa640 1 -- 172.21.15.94:0/4135627862 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f58ac00fd10 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.622+0000 7f58b57fa640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f58a406be60 0x7f58a406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.622+0000 7f58b57fa640 1 -- 172.21.15.94:0/4135627862 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6316+0+0 (secure 0 0 0) 0x7f58ac08af30 con 0x7f58b80ccf10 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.623+0000 7f58bca79640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f58a406be60 0x7f58a406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:13.626 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.623+0000 7f58bca79640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f58a406be60 0x7f58a406e320 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f58a8000c00 tx=0x7f58a8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:13.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.627+0000 7f58b57fa640 1 -- 172.21.15.94:0/4135627862 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f58ac059710 con 0x7f58b80ccf10 2024-09-10T08:35:13.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:13.792+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f58b806d420 con 0x7f58b80ccf10 2024-09-10T08:35:14.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.463+0000 7f58b57fa640 1 -- 172.21.15.94:0/4135627862 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v56) ==== 181+0+0 (secure 0 0 0) 0x7f58ac059010 con 0x7f58b80ccf10 2024-09-10T08:35:14.464 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f58a406be60 msgr2=0x7f58a406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f58a406be60 0x7f58a406e320 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f58a8000c00 tx=0x7f58a8009040 comp rx=0 tx=0).stop 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58b80ccf10 msgr2=0x7f58b81f7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58b80ccf10 0x7f58b81f7870 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f58ac004f40 tx=0x7f58ac0074f0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 shutdown_connections 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f58a406be60 0x7f58a406e320 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f58b81f7db0 0x7f58b81f8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f58b80ccf10 0x7f58b81f7870 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 --2- 172.21.15.94:0/4135627862 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f58a00051c0 0x7f58b81f17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 >> 172.21.15.94:0/4135627862 conn(0x7f58b809d760 msgr2=0x7f58b80d2fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:14.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 shutdown_connections 2024-09-10T08:35:14.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.467+0000 7f58becdd640 1 -- 172.21.15.94:0/4135627862 wait complete. 2024-09-10T08:35:14.482 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:35:14.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.590+0000 7f2b8a998640 1 Processor -- start 2024-09-10T08:35:14.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.590+0000 7f2b8a998640 1 -- start start 2024-09-10T08:35:14.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b8a998640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2b8415e2a0 0x7f2b8406d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b8a998640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840d4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b8a998640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b840d1880 con 0x7f2b8415e680 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b8a998640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f2b840d1b60 con 0x7f2b8415e2a0 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b8a998640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2b840cf2d0 con 0x7f2b8406d960 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b83fff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2b8415e2a0 0x7f2b8406d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b88f35640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840d4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b83fff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2b8415e2a0 0x7f2b8406d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:42778/0 (socket says 172.21.15.94:42778) 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b83fff640 1 -- 172.21.15.94:0/3020637741 learned_addr learned my addr 172.21.15.94:0/3020637741 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b837fe640 1 --1- 172.21.15.94:0/3020637741 >> v1:172.21.15.143:6789/0 conn(0x7f2b8415e680 0x7f2b840cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:51508/0 (socket says 172.21.15.94:51508) 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b83fff640 1 -- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 msgr2=0x7f2b840d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:14.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b83fff640 1 --2- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840d4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b83fff640 1 -- 172.21.15.94:0/3020637741 >> v1:172.21.15.143:6789/0 conn(0x7f2b8415e680 legacy=0x7f2b840cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:14.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b83fff640 1 -- 172.21.15.94:0/3020637741 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b840cf5b0 con 0x7f2b8415e2a0 2024-09-10T08:35:14.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.591+0000 7f2b88f35640 1 --2- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840d4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:35:14.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.592+0000 7f2b83fff640 1 --2- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e2a0 0x7f2b8406d420 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2b74009870 tx=0x7f2b7402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5a75d7087344b21 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:14.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.592+0000 7f2b82ffd640 1 -- 172.21.15.94:0/3020637741 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74037070 con 0x7f2b8415e2a0 2024-09-10T08:35:14.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.592+0000 7f2b82ffd640 1 -- 172.21.15.94:0/3020637741 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b74032440 con 0x7f2b8415e2a0 2024-09-10T08:35:14.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.592+0000 7f2b82ffd640 1 -- 172.21.15.94:0/3020637741 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74032810 con 0x7f2b8415e2a0 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 -- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e2a0 msgr2=0x7f2b8406d420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 --2- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e2a0 0x7f2b8406d420 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2b74009870 tx=0x7f2b7402a270 comp rx=0 tx=0).stop 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 -- 172.21.15.94:0/3020637741 shutdown_connections 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 --2- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840d4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 --2- 172.21.15.94:0/3020637741 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e2a0 0x7f2b8406d420 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 -- 172.21.15.94:0/3020637741 >> 172.21.15.94:0/3020637741 conn(0x7f2b8409d760 msgr2=0x7f2b8408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 -- 172.21.15.94:0/3020637741 shutdown_connections 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.593+0000 7f2b8a998640 1 -- 172.21.15.94:0/3020637741 wait complete. 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.594+0000 7f2b8a998640 1 Processor -- start 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.594+0000 7f2b8a998640 1 -- start start 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b8a998640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:14.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b8a998640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b8415e2a0 0x7f2b840a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b8a998640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e680 0x7f2b841f4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b8a998640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2b840d0360 con 0x7f2b8415e2a0 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b8a998640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2b840d01e0 con 0x7f2b8415e680 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b8a998640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2b840d48b0 con 0x7f2b8406d960 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b8415e2a0 0x7f2b840a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b8415e2a0 0x7f2b840a0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54596/0 (socket says 172.21.15.94:54596) 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 -- 172.21.15.94:0/2027885612 learned_addr learned my addr 172.21.15.94:0/2027885612 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b83fff640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840caad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b88f35640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e680 0x7f2b841f4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 -- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 msgr2=0x7f2b840caad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840caad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 -- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e680 msgr2=0x7f2b841f4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:14.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e680 0x7f2b841f4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 -- 172.21.15.94:0/2027885612 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b840a1350 con 0x7f2b8415e2a0 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b88f35640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e680 0x7f2b841f4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.595+0000 7f2b837fe640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b8415e2a0 0x7f2b840a0e10 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2b7800c440 tx=0x7f2b7800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.596+0000 7f2b80ff9640 1 -- 172.21.15.94:0/2027885612 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b780074e0 con 0x7f2b8415e2a0 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.596+0000 7f2b80ff9640 1 -- 172.21.15.94:0/2027885612 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b78007680 con 0x7f2b8415e2a0 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.596+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b841f4970 con 0x7f2b8415e2a0 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.596+0000 7f2b80ff9640 1 -- 172.21.15.94:0/2027885612 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b78004a20 con 0x7f2b8415e2a0 2024-09-10T08:35:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.596+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b840a18e0 con 0x7f2b8415e2a0 2024-09-10T08:35:14.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.597+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b84161c00 con 0x7f2b8415e2a0 2024-09-10T08:35:14.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.597+0000 7f2b80ff9640 1 -- 172.21.15.94:0/2027885612 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2b7801a020 con 0x7f2b8415e2a0 2024-09-10T08:35:14.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.598+0000 7f2b80ff9640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b7006be60 0x7f2b7006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:14.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.598+0000 7f2b83fff640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b7006be60 0x7f2b7006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:14.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.598+0000 7f2b80ff9640 1 -- 172.21.15.94:0/2027885612 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5878+0+0 (secure 0 0 0) 0x7f2b7808a620 con 0x7f2b8415e2a0 2024-09-10T08:35:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.598+0000 7f2b83fff640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b7006be60 0x7f2b7006e320 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2b74034000 tx=0x7f2b7402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:14.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.602+0000 7f2b80ff9640 1 -- 172.21.15.94:0/2027885612 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b84161c00 con 0x7f2b8415e2a0 2024-09-10T08:35:14.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:14.770+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2b840d4c70 con 0x7f2b8415e2a0 2024-09-10T08:35:15.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.465+0000 7f2b80ff9640 1 -- 172.21.15.94:0/2027885612 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v57) ==== 169+0+0 (secure 0 0 0) 0x7f2b78058f20 con 0x7f2b8415e2a0 2024-09-10T08:35:15.465 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-09-10T08:35:15.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.468+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b7006be60 msgr2=0x7f2b7006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.468+0000 7f2b8a998640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b7006be60 0x7f2b7006e320 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f2b74034000 tx=0x7f2b7402e000 comp rx=0 tx=0).stop 2024-09-10T08:35:15.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.468+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b8415e2a0 msgr2=0x7f2b840a0e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.468+0000 7f2b8a998640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b8415e2a0 0x7f2b840a0e10 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2b7800c440 tx=0x7f2b7800c900 comp rx=0 tx=0).stop 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 shutdown_connections 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2b7006be60 0x7f2b7006e320 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b8415e680 0x7f2b841f4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b8415e2a0 0x7f2b840a0e10 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 --2- 172.21.15.94:0/2027885612 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b8406d960 0x7f2b840caad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 >> 172.21.15.94:0/2027885612 conn(0x7f2b8409d760 msgr2=0x7f2b8415fe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 shutdown_connections 2024-09-10T08:35:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.469+0000 7f2b8a998640 1 -- 172.21.15.94:0/2027885612 wait complete. 2024-09-10T08:35:15.483 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T08:35:15.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.587+0000 7f8d11e82640 1 Processor -- start 2024-09-10T08:35:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.587+0000 7f8d11e82640 1 -- start start 2024-09-10T08:35:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d11e82640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8d0c0d0bc0 0x7f8d0c0c5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d11e82640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d0c15b500 con 0x7f8d0c15b120 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d11e82640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d0c06e940 con 0x7f8d0c06f9e0 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d11e82640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8d0c06ec20 con 0x7f8d0c0d0bc0 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d0b7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8d0c15b120 0x7f8d0c06dec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35370/0 (socket says 172.21.15.94:35370) 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d0b7fe640 1 -- 172.21.15.94:0/1767709425 learned_addr learned my addr 172.21.15.94:0/1767709425 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d0bfff640 1 --2- 172.21.15.94:0/1767709425 >> v2:172.21.15.143:3300/0 conn(0x7f8d0c0d0bc0 0x7f8d0c0c5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3925920869 0 0) 0x7f8d0c15b500 con 0x7f8d0c15b120 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.588+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8cf4003520 con 0x7f8d0c15b120 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 895736761 0 0) 0x7f8cf4003520 con 0x7f8d0c15b120 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 >> v2:172.21.15.143:3300/0 conn(0x7f8d0c0d0bc0 msgr2=0x7f8d0c0c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 --2- 172.21.15.94:0/1767709425 >> v2:172.21.15.143:3300/0 conn(0x7f8d0c0d0bc0 0x7f8d0c0c5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 >> v1:172.21.15.143:6789/0 conn(0x7f8d0c06f9e0 legacy=0x7f8d0c0d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d0c06ef00 con 0x7f8d0c15b120 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8cfc001670 con 0x7f8d0c15b120 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 >> v1:172.21.15.94:6789/0 conn(0x7f8d0c15b120 legacy=0x7f8d0c06dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8cf40039b0 0x7f8cf4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf40043b0 0x7f8cf4004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8cf4005080 0x7f8cf400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c06ec20 con 0x7f8cf4005080 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf400bfe0 con 0x7f8cf40043b0 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8cf400c1e0 con 0x7f8cf40039b0 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0bfff640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8cf4005080 0x7f8cf400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0affd640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf40043b0 0x7f8cf4004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0b7fe640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8cf40039b0 0x7f8cf4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0bfff640 1 -- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8cf40039b0 msgr2=0x7f8cf4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0bfff640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8cf40039b0 0x7f8cf4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0bfff640 1 -- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf40043b0 msgr2=0x7f8cf4004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0bfff640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf40043b0 0x7f8cf4004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.589+0000 7f8d0bfff640 1 -- 172.21.15.94:0/1767709425 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cf4003520 con 0x7f8cf4005080 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.590+0000 7f8d0bfff640 1 -- 172.21.15.94:0/1767709425 reap_dead start 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.590+0000 7f8d0bfff640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8cf4005080 0x7f8cf400b9c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f8d04009fc0 tx=0x7f8cf4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a8dd0a23ec1d35d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.590+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d04035020 con 0x7f8cf4005080 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.590+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d04003bd0 con 0x7f8cf4005080 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.590+0000 7f8d0a7fc640 1 -- 172.21.15.94:0/1767709425 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d04009c10 con 0x7f8cf4005080 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.590+0000 7f8d11e82640 1 -- 172.21.15.94:0/1767709425 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8cf4005080 msgr2=0x7f8cf400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.590+0000 7f8d11e82640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8cf4005080 0x7f8cf400b9c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f8d04009fc0 tx=0x7f8cf4005830 comp rx=0 tx=0).stop 2024-09-10T08:35:15.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.591+0000 7f8d11e82640 1 -- 172.21.15.94:0/1767709425 shutdown_connections 2024-09-10T08:35:15.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.591+0000 7f8d11e82640 1 --2- 172.21.15.94:0/1767709425 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8cf4005080 0x7f8cf400b9c0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.591+0000 7f8d11e82640 1 -- 172.21.15.94:0/1767709425 >> 172.21.15.94:0/1767709425 conn(0x7f8d0c06bdf0 msgr2=0x7f8d0c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:15.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.591+0000 7f8d11e82640 1 -- 172.21.15.94:0/1767709425 shutdown_connections 2024-09-10T08:35:15.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.591+0000 7f8d11e82640 1 -- 172.21.15.94:0/1767709425 wait complete. 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.592+0000 7f8d11e82640 1 Processor -- start 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.592+0000 7f8d11e82640 1 -- start start 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf4005080 0x7f8d0c0c6a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8d0c15caf0 0x7f8d0c155bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8d0c0cccf0 0x7f8d0c0cd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c0ce060 con 0x7f8d0c15caf0 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c06f4c0 con 0x7f8cf4005080 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8d0c0d04b0 con 0x7f8d0c0cccf0 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8d0c15caf0 0x7f8d0c155bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8d0c15caf0 0x7f8d0c155bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54616/0 (socket says 172.21.15.94:54616) 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 -- 172.21.15.94:0/95057363 learned_addr learned my addr 172.21.15.94:0/95057363 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0b7fe640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf4005080 0x7f8d0c0c6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0bfff640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8d0c0cccf0 0x7f8d0c0cd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 -- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8d0c0cccf0 msgr2=0x7f8d0c0cd1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8d0c0cccf0 0x7f8d0c0cd1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 -- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf4005080 msgr2=0x7f8d0c0c6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf4005080 0x7f8d0c0c6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 -- 172.21.15.94:0/95057363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d0c0cdbe0 con 0x7f8d0c15caf0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d0affd640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8d0c15caf0 0x7f8d0c155bb0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f8d0000f7c0 tx=0x7f8d0000fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8cf3fff640 1 -- 172.21.15.94:0/95057363 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0000fe70 con 0x7f8d0c15caf0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8cf3fff640 1 -- 172.21.15.94:0/95057363 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d00018070 con 0x7f8d0c15caf0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8cf3fff640 1 -- 172.21.15.94:0/95057363 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d0000d6d0 con 0x7f8d0c15caf0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d0c0c7130 con 0x7f8d0c15caf0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.593+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d0c1f8370 con 0x7f8d0c15caf0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.595+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d0c0d07e0 con 0x7f8d0c15caf0 2024-09-10T08:35:15.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.595+0000 7f8cf3fff640 1 -- 172.21.15.94:0/95057363 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8d0000d870 con 0x7f8d0c15caf0 2024-09-10T08:35:15.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.595+0000 7f8cf3fff640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8cf806be30 0x7f8cf806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.596+0000 7f8d0b7fe640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8cf806be30 0x7f8cf806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.596+0000 7f8cf3fff640 1 -- 172.21.15.94:0/95057363 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5464+0+0 (secure 0 0 0) 0x7f8d0008aa80 con 0x7f8d0c15caf0 2024-09-10T08:35:15.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.596+0000 7f8d0b7fe640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8cf806be30 0x7f8cf806e2f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c0af1f0 tx=0x7f8cfc000ed0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:15.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.600+0000 7f8cf3fff640 1 -- 172.21.15.94:0/95057363 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8d00058f60 con 0x7f8d0c15caf0 2024-09-10T08:35:15.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.766+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f8d0c157e10 con 0x7f8d0c15caf0 2024-09-10T08:35:15.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.769+0000 7f8cf3fff640 1 -- 172.21.15.94:0/95057363 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7f8d0005d260 con 0x7f8d0c15caf0 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8cf806be30 msgr2=0x7f8cf806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8cf806be30 0x7f8cf806e2f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c0af1f0 tx=0x7f8cfc000ed0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8d0c15caf0 msgr2=0x7f8d0c155bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8d0c15caf0 0x7f8d0c155bb0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f8d0000f7c0 tx=0x7f8d0000fc80 comp rx=0 tx=0).stop 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 shutdown_connections 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8cf806be30 0x7f8cf806e2f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8d0c0cccf0 0x7f8d0c0cd1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8d0c15caf0 0x7f8d0c155bb0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 --2- 172.21.15.94:0/95057363 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8cf4005080 0x7f8d0c0c6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 >> 172.21.15.94:0/95057363 conn(0x7f8d0c06bdf0 msgr2=0x7f8d0c0cbf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:15.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 shutdown_connections 2024-09-10T08:35:15.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.771+0000 7f8d11e82640 1 -- 172.21.15.94:0/95057363 wait complete. 2024-09-10T08:35:15.783 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted' 2024-09-10T08:35:15.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.888+0000 7f9407ef1640 1 Processor -- start 2024-09-10T08:35:15.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.888+0000 7f9407ef1640 1 -- start start 2024-09-10T08:35:15.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f9407ef1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f940015a3f0 0x7f94000cf900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f9407ef1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94000b44a0 0x7f94000cde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f940648e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94000b44a0 0x7f94000cde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f940648e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94000b44a0 0x7f94000cde40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54628/0 (socket says 172.21.15.94:54628) 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f940648e640 1 -- 172.21.15.94:0/3534321314 learned_addr learned my addr 172.21.15.94:0/3534321314 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94000b49a0 con 0x7f940015a7d0 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f9405c8d640 1 --2- 172.21.15.94:0/3534321314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f940015a3f0 0x7f94000cf900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f94000b4c80 con 0x7f94000b44a0 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.889+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f94000b4f60 con 0x7f940015a3f0 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.890+0000 7f9404c8b640 1 -- 172.21.15.94:0/3534321314 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 52440432 0 0) 0x7f94000b49a0 con 0x7f940015a7d0 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.890+0000 7f940648e640 1 -- 172.21.15.94:0/3534321314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f940015a3f0 msgr2=0x7f94000cf900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.890+0000 7f940648e640 1 --2- 172.21.15.94:0/3534321314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f940015a3f0 0x7f94000cf900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.890+0000 7f940648e640 1 -- 172.21.15.94:0/3534321314 >> v1:172.21.15.143:6789/0 conn(0x7f940015a7d0 legacy=0x7f940006efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.890+0000 7f940648e640 1 -- 172.21.15.94:0/3534321314 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f940006ea80 con 0x7f94000b44a0 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.891+0000 7f940648e640 1 --2- 172.21.15.94:0/3534321314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94000b44a0 0x7f94000cde40 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f93f8009e50 tx=0x7f93f802eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2064bf9eeb64c30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.891+0000 7f9404c8b640 1 -- 172.21.15.94:0/3534321314 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f8036070 con 0x7f94000b44a0 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.891+0000 7f9404c8b640 1 -- 172.21.15.94:0/3534321314 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93f8030670 con 0x7f94000b44a0 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.891+0000 7f9404c8b640 1 -- 172.21.15.94:0/3534321314 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f8030a40 con 0x7f94000b44a0 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94000b44a0 msgr2=0x7f94000cde40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 --2- 172.21.15.94:0/3534321314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94000b44a0 0x7f94000cde40 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f93f8009e50 tx=0x7f93f802eb60 comp rx=0 tx=0).stop 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 shutdown_connections 2024-09-10T08:35:15.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 --2- 172.21.15.94:0/3534321314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94000b44a0 0x7f94000cde40 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 --2- 172.21.15.94:0/3534321314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f940015a3f0 0x7f94000cf900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 >> 172.21.15.94:0/3534321314 conn(0x7f940006bdf0 msgr2=0x7f940006c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:15.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 shutdown_connections 2024-09-10T08:35:15.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.892+0000 7f9407ef1640 1 -- 172.21.15.94:0/3534321314 wait complete. 2024-09-10T08:35:15.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.893+0000 7f9407ef1640 1 Processor -- start 2024-09-10T08:35:15.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.893+0000 7f9407ef1640 1 -- start start 2024-09-10T08:35:15.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94000b44a0 0x7f9400072840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f940015a3f0 0x7f94001ef470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f940015a7d0 0x7f9400073360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f94000cffc0 con 0x7f940015a3f0 2024-09-10T08:35:15.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f94000cfe40 con 0x7f940015a7d0 2024-09-10T08:35:15.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f940006ff50 con 0x7f94000b44a0 2024-09-10T08:35:15.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f940015a3f0 0x7f94001ef470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f940015a3f0 0x7f94001ef470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54630/0 (socket says 172.21.15.94:54630) 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 -- 172.21.15.94:0/345531469 learned_addr learned my addr 172.21.15.94:0/345531469 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9405c8d640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94000b44a0 0x7f9400072840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940648e640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f940015a7d0 0x7f9400073360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 -- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94000b44a0 msgr2=0x7f9400072840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94000b44a0 0x7f9400072840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 -- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f940015a7d0 msgr2=0x7f9400073360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f940015a7d0 0x7f9400073360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 -- 172.21.15.94:0/345531469 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94000c8a20 con 0x7f940015a3f0 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940648e640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f940015a7d0 0x7f9400073360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9405c8d640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94000b44a0 0x7f9400072840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:15.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f940548c640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f940015a3f0 0x7f94001ef470 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f93f000c3c0 tx=0x7f93f000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f93f67fc640 1 -- 172.21.15.94:0/345531469 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f0017070 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f93f67fc640 1 -- 172.21.15.94:0/345531469 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93f00035f0 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94001ef9b0 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f93f67fc640 1 -- 172.21.15.94:0/345531469 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f00039e0 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.894+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9400073fb0 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.895+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94000cf900 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.896+0000 7f93f67fc640 1 -- 172.21.15.94:0/345531469 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f93f001a070 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.896+0000 7f93f67fc640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93e406be30 0x7f93e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.896+0000 7f93f67fc640 1 -- 172.21.15.94:0/345531469 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5464+0+0 (secure 0 0 0) 0x7f93f008a0d0 con 0x7f940015a3f0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.896+0000 7f9405c8d640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93e406be30 0x7f93e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:15.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.897+0000 7f9405c8d640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93e406be30 0x7f93e406e2f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00a6d0 tx=0x7f93fc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:15.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:15.900+0000 7f93f67fc640 1 -- 172.21.15.94:0/345531469 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f93f0058b70 con 0x7f940015a3f0 2024-09-10T08:35:16.095 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:35:16.098 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:35:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.129+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]} v 0) -- 0x7f940006ce20 con 0x7f940015a3f0 2024-09-10T08:35:16.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.473+0000 7f93f67fc640 1 -- 172.21.15.94:0/345531469 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_evict_blocklisted"]}]=0 v148) ==== 153+0+0 (secure 0 0 0) 0x7f93f0058470 con 0x7f940015a3f0 2024-09-10T08:35:16.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.475+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93e406be30 msgr2=0x7f93e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.475+0000 7f9407ef1640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93e406be30 0x7f93e406e2f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00a6d0 tx=0x7f93fc009040 comp rx=0 tx=0).stop 2024-09-10T08:35:16.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.475+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f940015a3f0 msgr2=0x7f94001ef470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.475+0000 7f9407ef1640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f940015a3f0 0x7f94001ef470 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f93f000c3c0 tx=0x7f93f000c880 comp rx=0 tx=0).stop 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 shutdown_connections 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93e406be30 0x7f93e406e2f0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f940015a7d0 0x7f9400073360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f940015a3f0 0x7f94001ef470 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 --2- 172.21.15.94:0/345531469 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94000b44a0 0x7f9400072840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 >> 172.21.15.94:0/345531469 conn(0x7f940006bdf0 msgr2=0x7f940006c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 shutdown_connections 2024-09-10T08:35:16.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.476+0000 7f9407ef1640 1 -- 172.21.15.94:0/345531469 wait complete. 2024-09-10T08:35:16.487 INFO:tasks.cephfs_test_runner:Check that mds evicts blocklisted client ... ok 2024-09-10T08:35:16.487 INFO:tasks.cephfs_test_runner:Starting test: test_session_reject (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-10T08:35:16.488 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:16.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.585+0000 7ff32a16d640 1 Processor -- start 2024-09-10T08:35:16.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.585+0000 7ff32a16d640 1 -- start start 2024-09-10T08:35:16.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.586+0000 7ff32a16d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 0x7ff3240d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.586+0000 7ff32a16d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff324161d90 0x7ff3240d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.586+0000 7ff32a16d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff32406c990 con 0x7ff3240b0a80 2024-09-10T08:35:16.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.586+0000 7ff32a16d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff3240d0ec0 con 0x7ff324161d90 2024-09-10T08:35:16.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.586+0000 7ff32a16d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff3240cec10 con 0x7ff3241619b0 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.586+0000 7ff322ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff3240b0a80 0x7ff3240cd880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35374/0 (socket says 172.21.15.94:35374) 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.586+0000 7ff322ffd640 1 -- 172.21.15.94:0/4249744238 learned_addr learned my addr 172.21.15.94:0/4249744238 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3237fe640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 0x7ff3240d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff323fff640 1 --2- 172.21.15.94:0/4249744238 >> v2:172.21.15.143:3300/0 conn(0x7ff324161d90 0x7ff3240d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3246905746 0 0) 0x7ff32406c990 con 0x7ff3240b0a80 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff30c003520 con 0x7ff3240b0a80 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2455213112 0 0) 0x7ff30c003520 con 0x7ff3240b0a80 2024-09-10T08:35:16.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 msgr2=0x7ff3240d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 0x7ff3240d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 >> v2:172.21.15.143:3300/0 conn(0x7ff324161d90 msgr2=0x7ff3240d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 --2- 172.21.15.94:0/4249744238 >> v2:172.21.15.143:3300/0 conn(0x7ff324161d90 0x7ff3240d0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3240ce930 con 0x7ff3240b0a80 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7ff318001670 con 0x7ff3240b0a80 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 >> v1:172.21.15.94:6789/0 conn(0x7ff3240b0a80 legacy=0x7ff3240cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff30c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 0x7ff30c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff30c004d40 0x7ff30c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff3240d0ec0 con 0x7ff30c0039b0 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff3240cec10 con 0x7ff30c004d40 2024-09-10T08:35:16.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff30c00b9c0 con 0x7ff3241619b0 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3237fe640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff30c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff322ffd640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 0x7ff30c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff323fff640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff30c004d40 0x7ff30c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3237fe640 1 -- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 msgr2=0x7ff30c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3237fe640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3241619b0 0x7ff30c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3237fe640 1 -- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff30c004d40 msgr2=0x7ff30c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3237fe640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff30c004d40 0x7ff30c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.587+0000 7ff3237fe640 1 -- 172.21.15.94:0/4249744238 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff30c003520 con 0x7ff30c0039b0 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.588+0000 7ff3237fe640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff30c003dd0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ff314009fc0 tx=0x7ff30c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c4bcbad575ade5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.588+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314009c10 con 0x7ff30c0039b0 2024-09-10T08:35:16.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.588+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff314036070 con 0x7ff30c0039b0 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.588+0000 7ff3227fc640 1 -- 172.21.15.94:0/4249744238 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314031880 con 0x7ff30c0039b0 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.589+0000 7ff32a16d640 1 -- 172.21.15.94:0/4249744238 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 msgr2=0x7ff30c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.589+0000 7ff32a16d640 1 --2- 172.21.15.94:0/4249744238 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff30c003dd0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7ff314009fc0 tx=0x7ff30c005830 comp rx=0 tx=0).stop 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.589+0000 7ff323fff640 1 -- 172.21.15.94:0/4249744238 reap_dead start 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.589+0000 7ff32a16d640 1 -- 172.21.15.94:0/4249744238 shutdown_connections 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.589+0000 7ff32a16d640 1 -- 172.21.15.94:0/4249744238 >> 172.21.15.94:0/4249744238 conn(0x7ff32409a9f0 msgr2=0x7ff3240b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.589+0000 7ff32a16d640 1 -- 172.21.15.94:0/4249744238 shutdown_connections 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.589+0000 7ff32a16d640 1 -- 172.21.15.94:0/4249744238 wait complete. 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.590+0000 7ff32a16d640 1 Processor -- start 2024-09-10T08:35:16.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.590+0000 7ff32a16d640 1 -- start start 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff32415b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240c6f20 0x7ff3240af9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3240c73a0 0x7ff3240aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff32406c620 con 0x7ff30c0039b0 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff3240b0820 con 0x7ff3240c73a0 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff3240ccce0 con 0x7ff3240c6f20 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff32415b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff32415b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54648/0 (socket says 172.21.15.94:54648) 2024-09-10T08:35:16.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 -- 172.21.15.94:0/1860571537 learned_addr learned my addr 172.21.15.94:0/1860571537 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:16.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff323fff640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3240c73a0 0x7ff3240aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff322ffd640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240c6f20 0x7ff3240af9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 -- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240c6f20 msgr2=0x7ff3240af9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240c6f20 0x7ff3240af9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 -- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3240c73a0 msgr2=0x7ff3240aff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3240c73a0 0x7ff3240aff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 -- 172.21.15.94:0/1860571537 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3240c7920 con 0x7ff30c0039b0 2024-09-10T08:35:16.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff3237fe640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff32415b490 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7ff31400e200 tx=0x7ff314009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:16.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff30bfff640 1 -- 172.21.15.94:0/1860571537 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314009c10 con 0x7ff30c0039b0 2024-09-10T08:35:16.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff30bfff640 1 -- 172.21.15.94:0/1860571537 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff314003990 con 0x7ff30c0039b0 2024-09-10T08:35:16.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3241f6fa0 con 0x7ff30c0039b0 2024-09-10T08:35:16.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff30bfff640 1 -- 172.21.15.94:0/1860571537 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314003d60 con 0x7ff30c0039b0 2024-09-10T08:35:16.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.591+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3241f7560 con 0x7ff30c0039b0 2024-09-10T08:35:16.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.592+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3240cd330 con 0x7ff30c0039b0 2024-09-10T08:35:16.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.593+0000 7ff30bfff640 1 -- 172.21.15.94:0/1860571537 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff314005d10 con 0x7ff30c0039b0 2024-09-10T08:35:16.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.593+0000 7ff30bfff640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.593+0000 7ff322ffd640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.593+0000 7ff30bfff640 1 -- 172.21.15.94:0/1860571537 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5464+0+0 (secure 0 0 0) 0x7ff3140ac000 con 0x7ff30c0039b0 2024-09-10T08:35:16.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.594+0000 7ff322ffd640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff3240c7ef0 tx=0x7ff318007040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:16.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.598+0000 7ff30bfff640 1 -- 172.21.15.94:0/1860571537 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff31407a450 con 0x7ff30c0039b0 2024-09-10T08:35:16.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.764+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff32406df30 con 0x7ff30c0039b0 2024-09-10T08:35:16.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.765+0000 7ff30bfff640 1 -- 172.21.15.94:0/1860571537 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v57) ==== 74+0+13498 (secure 0 0 0) 0x7ff31407e750 con 0x7ff30c0039b0 2024-09-10T08:35:16.765 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:16.765 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":57,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:35:15.464456+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.143:6834/1010358121":"2024-09-11T08:35:12.433007+0000","172.21.15.143:6832/1010358121":"2024-09-11T08:35:12.433007+0000","172.21.15.94:6835/2267345963":"2024-09-11T08:35:12.433020+0000","172.21.15.94:6834/2267345963":"2024-09-11T08:35:12.433020+0000","192.168.0.1:0/4081879626":"2024-09-10T09:34:55.860850+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:16.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 msgr2=0x7ff31006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff3240c7ef0 tx=0x7ff318007040 comp rx=0 tx=0).stop 2024-09-10T08:35:16.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 msgr2=0x7ff32415b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff32415b490 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7ff31400e200 tx=0x7ff314009750 comp rx=0 tx=0).stop 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 shutdown_connections 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3240c73a0 0x7ff3240aff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240c6f20 0x7ff3240af9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 --2- 172.21.15.94:0/1860571537 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff30c0039b0 0x7ff32415b490 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 >> 172.21.15.94:0/1860571537 conn(0x7ff32409a9f0 msgr2=0x7ff324070980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:16.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 shutdown_connections 2024-09-10T08:35:16.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.767+0000 7ff32a16d640 1 -- 172.21.15.94:0/1860571537 wait complete. 2024-09-10T08:35:16.779 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:32:33.842418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T08:35:16.779 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:35:16.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.881+0000 7f5777f8d640 1 Processor -- start 2024-09-10T08:35:16.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.881+0000 7f5777f8d640 1 -- start start 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5777f8d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f57701619b0 0x7f57700d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5777f8d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f57700b0a80 0x7f57700d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5777f8d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5770161d90 0x7f57700cd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5777f8d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f57700d0ec0 con 0x7f57700b0a80 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5777f8d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f577006c990 con 0x7f57701619b0 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5777f8d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f57700cec10 con 0x7f5770161d90 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f57700b0a80 0x7f57700d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f57700b0a80 0x7f57700d0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54652/0 (socket says 172.21.15.94:54652) 2024-09-10T08:35:16.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 -- 172.21.15.94:0/4101518983 learned_addr learned my addr 172.21.15.94:0/4101518983 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f577652a640 1 --2- 172.21.15.94:0/4101518983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5770161d90 0x7f57700cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775d29640 1 --2- 172.21.15.94:0/4101518983 >> v2:172.21.15.143:3300/0 conn(0x7f57701619b0 0x7f57700d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 -- 172.21.15.94:0/4101518983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5770161d90 msgr2=0x7f57700cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 --2- 172.21.15.94:0/4101518983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5770161d90 0x7f57700cd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 -- 172.21.15.94:0/4101518983 >> v2:172.21.15.143:3300/0 conn(0x7f57701619b0 msgr2=0x7f57700d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 --2- 172.21.15.94:0/4101518983 >> v2:172.21.15.143:3300/0 conn(0x7f57701619b0 0x7f57700d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775528640 1 -- 172.21.15.94:0/4101518983 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57700ce930 con 0x7f57700b0a80 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.882+0000 7f5775d29640 1 --2- 172.21.15.94:0/4101518983 >> v2:172.21.15.143:3300/0 conn(0x7f57701619b0 0x7f57700d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.883+0000 7f5775528640 1 --2- 172.21.15.94:0/4101518983 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f57700b0a80 0x7f57700d0980 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f577006efa0 tx=0x7f576002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da84cd941f99db10 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.883+0000 7f5774d27640 1 -- 172.21.15.94:0/4101518983 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5760037070 con 0x7f57700b0a80 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.883+0000 7f5774d27640 1 -- 172.21.15.94:0/4101518983 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5760032440 con 0x7f57700b0a80 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.883+0000 7f5774d27640 1 -- 172.21.15.94:0/4101518983 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5760032810 con 0x7f57700b0a80 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.883+0000 7f5777f8d640 1 -- 172.21.15.94:0/4101518983 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f57700b0a80 msgr2=0x7f57700d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.883+0000 7f5777f8d640 1 --2- 172.21.15.94:0/4101518983 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f57700b0a80 0x7f57700d0980 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f577006efa0 tx=0x7f576002a1e0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.884+0000 7f5777f8d640 1 -- 172.21.15.94:0/4101518983 shutdown_connections 2024-09-10T08:35:16.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.884+0000 7f5777f8d640 1 --2- 172.21.15.94:0/4101518983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5770161d90 0x7f57700cd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.884+0000 7f5777f8d640 1 --2- 172.21.15.94:0/4101518983 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f57700b0a80 0x7f57700d0980 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.884+0000 7f5777f8d640 1 --2- 172.21.15.94:0/4101518983 >> v2:172.21.15.143:3300/0 conn(0x7f57701619b0 0x7f57700d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.884+0000 7f5777f8d640 1 -- 172.21.15.94:0/4101518983 >> 172.21.15.94:0/4101518983 conn(0x7f577009a9f0 msgr2=0x7f57700b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:16.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.884+0000 7f5777f8d640 1 -- 172.21.15.94:0/4101518983 shutdown_connections 2024-09-10T08:35:16.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.884+0000 7f5777f8d640 1 -- 172.21.15.94:0/4101518983 wait complete. 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 Processor -- start 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 -- start start 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f57700b0a80 0x7f57700b2350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f57701619b0 0x7f57700b6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5770161d90 0x7f57700cac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f577006c620 con 0x7f5770161d90 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f57700b0820 con 0x7f57701619b0 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.885+0000 7f5777f8d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f57700cd330 con 0x7f57700b0a80 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5770161d90 0x7f57700cac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5770161d90 0x7f57700cac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54666/0 (socket says 172.21.15.94:54666) 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 -- 172.21.15.94:0/2276945772 learned_addr learned my addr 172.21.15.94:0/2276945772 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:16.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f5775528640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f57701619b0 0x7f57700b6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f5775d29640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f57700b0a80 0x7f57700b2350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 -- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f57700b0a80 msgr2=0x7f57700b2350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f57700b0a80 0x7f57700b2350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 -- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f57701619b0 msgr2=0x7f57700b6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f57701619b0 0x7f57700b6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 -- 172.21.15.94:0/2276945772 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57700b12b0 con 0x7f5770161d90 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f577652a640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5770161d90 0x7f57700cac10 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f5768007e60 tx=0x7f576800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f57667fc640 1 -- 172.21.15.94:0/2276945772 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5768014420 con 0x7f5770161d90 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f57667fc640 1 -- 172.21.15.94:0/2276945772 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5768019070 con 0x7f5770161d90 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57700b1590 con 0x7f5770161d90 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f57667fc640 1 -- 172.21.15.94:0/2276945772 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5768014820 con 0x7f5770161d90 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.886+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57700b1b50 con 0x7f5770161d90 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.887+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57700d0440 con 0x7f5770161d90 2024-09-10T08:35:16.890 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.888+0000 7f57667fc640 1 -- 172.21.15.94:0/2276945772 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f57680149c0 con 0x7f5770161d90 2024-09-10T08:35:16.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.888+0000 7f57667fc640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f575406be60 0x7f575406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:16.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.888+0000 7f57667fc640 1 -- 172.21.15.94:0/2276945772 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5464+0+0 (secure 0 0 0) 0x7f576808b370 con 0x7f5770161d90 2024-09-10T08:35:16.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.888+0000 7f5775d29640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f575406be60 0x7f575406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:16.891 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.889+0000 7f5775d29640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f575406be60 0x7f575406e320 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f57700b3e80 tx=0x7f576c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:16.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:16.892+0000 7f57667fc640 1 -- 172.21.15.94:0/2276945772 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5768059850 con 0x7f5770161d90 2024-09-10T08:35:17.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.057+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f577006fc00 con 0x7f5770161d90 2024-09-10T08:35:17.058 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.057+0000 7f57667fc640 1 -- 172.21.15.94:0/2276945772 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v57) ==== 93+0+10 (secure 0 0 0) 0x7f576805db50 con 0x7f5770161d90 2024-09-10T08:35:17.058 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 1 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f575406be60 msgr2=0x7f575406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f575406be60 0x7f575406e320 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f57700b3e80 tx=0x7f576c008040 comp rx=0 tx=0).stop 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5770161d90 msgr2=0x7f57700cac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5770161d90 0x7f57700cac10 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f5768007e60 tx=0x7f576800e4b0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 shutdown_connections 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f575406be60 0x7f575406e320 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f57701619b0 0x7f57700b6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5770161d90 0x7f57700cac10 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.059+0000 7f5777f8d640 1 --2- 172.21.15.94:0/2276945772 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f57700b0a80 0x7f57700b2350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.060+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 >> 172.21.15.94:0/2276945772 conn(0x7f577009a9f0 msgr2=0x7f577006f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:17.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.060+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 shutdown_connections 2024-09-10T08:35:17.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.060+0000 7f5777f8d640 1 -- 172.21.15.94:0/2276945772 wait complete. 2024-09-10T08:35:17.071 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject' 2024-09-10T08:35:17.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.170+0000 7f4281027640 1 Processor -- start 2024-09-10T08:35:17.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.170+0000 7f4281027640 1 -- start start 2024-09-10T08:35:17.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f4281027640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f427c0c8d20 0x7f427c06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f4281027640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f427c06d260 0x7f427c1439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f4281027640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f427c0c7140 con 0x7f427c143f30 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f4281027640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f427c06d6d0 con 0x7f427c0c8d20 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f4281027640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f427c141960 con 0x7f427c06d260 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427ad9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f427c0c8d20 0x7f427c06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427b59e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f427c143f30 0x7f427c0d1e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35388/0 (socket says 172.21.15.94:35388) 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427ad9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f427c0c8d20 0x7f427c06cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54672/0 (socket says 172.21.15.94:54672) 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427b59e640 1 -- 172.21.15.94:0/692337135 learned_addr learned my addr 172.21.15.94:0/692337135 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:17.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427ad9d640 1 -- 172.21.15.94:0/692337135 >> v2:172.21.15.143:3300/0 conn(0x7f427c06d260 msgr2=0x7f427c1439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427259c640 1 --2- 172.21.15.94:0/692337135 >> v2:172.21.15.143:3300/0 conn(0x7f427c06d260 0x7f427c1439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427ad9d640 1 --2- 172.21.15.94:0/692337135 >> v2:172.21.15.143:3300/0 conn(0x7f427c06d260 0x7f427c1439f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427a59c640 1 -- 172.21.15.94:0/692337135 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1956745393 0 0) 0x7f4274001490 con 0x7f427c143f30 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427ad9d640 1 -- 172.21.15.94:0/692337135 >> v1:172.21.15.94:6789/0 conn(0x7f427c143f30 legacy=0x7f427c0d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427ad9d640 1 -- 172.21.15.94:0/692337135 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c0c9100 con 0x7f427c0c8d20 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.171+0000 7f427259c640 1 --2- 172.21.15.94:0/692337135 >> v2:172.21.15.143:3300/0 conn(0x7f427c06d260 0x7f427c1439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.172+0000 7f427ad9d640 1 --2- 172.21.15.94:0/692337135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c0c8d20 0x7f427c06cd20 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f427c0b1df0 tx=0x7f426c02a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86bf43cdd2fe17a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.172+0000 7f427a59c640 1 -- 172.21.15.94:0/692337135 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c037070 con 0x7f427c0c8d20 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.172+0000 7f427a59c640 1 -- 172.21.15.94:0/692337135 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c02add0 con 0x7f427c0c8d20 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.172+0000 7f427a59c640 1 -- 172.21.15.94:0/692337135 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c032660 con 0x7f427c0c8d20 2024-09-10T08:35:17.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 -- 172.21.15.94:0/692337135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c0c8d20 msgr2=0x7f427c06cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 --2- 172.21.15.94:0/692337135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c0c8d20 0x7f427c06cd20 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f427c0b1df0 tx=0x7f426c02a080 comp rx=0 tx=0).stop 2024-09-10T08:35:17.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 -- 172.21.15.94:0/692337135 shutdown_connections 2024-09-10T08:35:17.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 --2- 172.21.15.94:0/692337135 >> v2:172.21.15.143:3300/0 conn(0x7f427c06d260 0x7f427c1439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 --2- 172.21.15.94:0/692337135 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c0c8d20 0x7f427c06cd20 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 -- 172.21.15.94:0/692337135 >> 172.21.15.94:0/692337135 conn(0x7f427c0b3ed0 msgr2=0x7f427c0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:17.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 -- 172.21.15.94:0/692337135 shutdown_connections 2024-09-10T08:35:17.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.173+0000 7f4281027640 1 -- 172.21.15.94:0/692337135 wait complete. 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.174+0000 7f4281027640 1 Processor -- start 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.174+0000 7f4281027640 1 -- start start 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f4281027640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c06d260 0x7f427c15b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f4281027640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f427c0c8d20 0x7f427c0b7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f4281027640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f427c143f30 0x7f427c1f7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f4281027640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f427c141bb0 con 0x7f427c06d260 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f4281027640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f427c142200 con 0x7f427c0c8d20 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f4281027640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f427c141e90 con 0x7f427c143f30 2024-09-10T08:35:17.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c06d260 0x7f427c15b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c06d260 0x7f427c15b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54684/0 (socket says 172.21.15.94:54684) 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 -- 172.21.15.94:0/3586349156 learned_addr learned my addr 172.21.15.94:0/3586349156 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 -- 172.21.15.94:0/3586349156 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f427c143f30 msgr2=0x7f427c1f7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f427c143f30 0x7f427c1f7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 -- 172.21.15.94:0/3586349156 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f427c0c8d20 msgr2=0x7f427c0b7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f427c0c8d20 0x7f427c0b7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 -- 172.21.15.94:0/3586349156 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c159af0 con 0x7f427c06d260 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.175+0000 7f427ad9d640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c06d260 0x7f427c15b070 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f426c000c00 tx=0x7f426c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.176+0000 7f4273fff640 1 -- 172.21.15.94:0/3586349156 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c037050 con 0x7f427c06d260 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.176+0000 7f4273fff640 1 -- 172.21.15.94:0/3586349156 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c038040 con 0x7f427c06d260 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.176+0000 7f4273fff640 1 -- 172.21.15.94:0/3586349156 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c004470 con 0x7f427c06d260 2024-09-10T08:35:17.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.176+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427c159dd0 con 0x7f427c06d260 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.176+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427c15a390 con 0x7f427c06d260 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.177+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f427c144340 con 0x7f427c06d260 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.177+0000 7f4273fff640 1 -- 172.21.15.94:0/3586349156 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f426c02ac90 con 0x7f427c06d260 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.177+0000 7f4273fff640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f425c06be30 0x7f425c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.177+0000 7f4273fff640 1 -- 172.21.15.94:0/3586349156 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5464+0+0 (secure 0 0 0) 0x7f426c0ab540 con 0x7f427c06d260 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.177+0000 7f427259c640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f425c06be30 0x7f425c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.178+0000 7f427259c640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f425c06be30 0x7f425c06e2f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4264006fd0 tx=0x7f4264008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:17.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.182+0000 7f4273fff640 1 -- 172.21.15.94:0/3586349156 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f426c079fe0 con 0x7f427c06d260 2024-09-10T08:35:17.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.411+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]} v 0) -- 0x7f427c0b47a0 con 0x7f427c06d260 2024-09-10T08:35:17.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.475+0000 7f4273fff640 1 -- 172.21.15.94:0/3586349156 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]}]=0 v149) ==== 145+0+0 (secure 0 0 0) 0x7f426c07ee20 con 0x7f427c06d260 2024-09-10T08:35:17.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f425c06be30 msgr2=0x7f425c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f425c06be30 0x7f425c06e2f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4264006fd0 tx=0x7f4264008040 comp rx=0 tx=0).stop 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c06d260 msgr2=0x7f427c15b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c06d260 0x7f427c15b070 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f426c000c00 tx=0x7f426c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 shutdown_connections 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f425c06be30 0x7f425c06e2f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f427c0c8d20 0x7f427c0b7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f427c143f30 0x7f427c1f7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 --2- 172.21.15.94:0/3586349156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f427c06d260 0x7f427c15b070 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 >> 172.21.15.94:0/3586349156 conn(0x7f427c0b3ed0 msgr2=0x7f427c15fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 shutdown_connections 2024-09-10T08:35:17.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.477+0000 7f4281027640 1 -- 172.21.15.94:0/3586349156 wait complete. 2024-09-10T08:35:17.489 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T08:35:17.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.589+0000 7fc49fc42640 1 Processor -- start 2024-09-10T08:35:17.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.590+0000 7fc49fc42640 1 -- start start 2024-09-10T08:35:17.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.590+0000 7fc49fc42640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.590+0000 7fc49fc42640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc498072250 0x7fc4980cfdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.590+0000 7fc49fc42640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc49813fda0 con 0x7fc498072690 2024-09-10T08:35:17.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.590+0000 7fc49fc42640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc498145bd0 con 0x7fc498072250 2024-09-10T08:35:17.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.590+0000 7fc49fc42640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc4981427e0 con 0x7fc4980d2750 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d1dd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc498072250 0x7fc4980cfdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d1dd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc498072250 0x7fc4980cfdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54694/0 (socket says 172.21.15.94:54694) 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d1dd640 1 -- 172.21.15.94:0/219857314 learned_addr learned my addr 172.21.15.94:0/219857314 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d9de640 1 --2- 172.21.15.94:0/219857314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d1dd640 1 -- 172.21.15.94:0/219857314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 msgr2=0x7fc49813f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d1dd640 1 --2- 172.21.15.94:0/219857314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d1dd640 1 -- 172.21.15.94:0/219857314 >> v1:172.21.15.143:6789/0 conn(0x7fc498072690 legacy=0x7fc498160010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:17.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.591+0000 7fc49d1dd640 1 -- 172.21.15.94:0/219857314 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4980d2b30 con 0x7fc498072250 2024-09-10T08:35:17.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49d1dd640 1 --2- 172.21.15.94:0/219857314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc4980cfdc0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc4980d2fa0 tx=0x7fc48802a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d62bcace5176064 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:17.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49c9dc640 1 -- 172.21.15.94:0/219857314 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc488037070 con 0x7fc498072250 2024-09-10T08:35:17.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49c9dc640 1 -- 172.21.15.94:0/219857314 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc488032440 con 0x7fc498072250 2024-09-10T08:35:17.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49c9dc640 1 -- 172.21.15.94:0/219857314 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc488032810 con 0x7fc498072250 2024-09-10T08:35:17.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49fc42640 1 -- 172.21.15.94:0/219857314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 msgr2=0x7fc4980cfdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49fc42640 1 --2- 172.21.15.94:0/219857314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc4980cfdc0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc4980d2fa0 tx=0x7fc48802a160 comp rx=0 tx=0).stop 2024-09-10T08:35:17.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49fc42640 1 -- 172.21.15.94:0/219857314 shutdown_connections 2024-09-10T08:35:17.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49fc42640 1 --2- 172.21.15.94:0/219857314 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc4980cfdc0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49fc42640 1 --2- 172.21.15.94:0/219857314 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.592+0000 7fc49fc42640 1 -- 172.21.15.94:0/219857314 >> 172.21.15.94:0/219857314 conn(0x7fc4980b4040 msgr2=0x7fc4980b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:17.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.593+0000 7fc49fc42640 1 -- 172.21.15.94:0/219857314 shutdown_connections 2024-09-10T08:35:17.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.593+0000 7fc49fc42640 1 -- 172.21.15.94:0/219857314 wait complete. 2024-09-10T08:35:17.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 Processor -- start 2024-09-10T08:35:17.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 -- start start 2024-09-10T08:35:17.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc49815c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc498072690 0x7fc49813e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc498142220 con 0x7fc498072250 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc498141f40 con 0x7fc498072690 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.594+0000 7fc49fc42640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc498142500 con 0x7fc4980d2750 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc49815c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc49815c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54702/0 (socket says 172.21.15.94:54702) 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 -- 172.21.15.94:0/3873798476 learned_addr learned my addr 172.21.15.94:0/3873798476 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49e1df640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d1dd640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc498072690 0x7fc49813e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 -- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 msgr2=0x7fc49813eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 -- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc498072690 msgr2=0x7fc49813e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc498072690 0x7fc49813e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 -- 172.21.15.94:0/3873798476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc498144300 con 0x7fc498072250 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49e1df640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:17.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d1dd640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc498072690 0x7fc49813e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:17.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49d9de640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc49815c650 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fc49400d5f0 tx=0x7fc49400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:17.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc48e7fc640 1 -- 172.21.15.94:0/3873798476 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4940125f0 con 0x7fc498072250 2024-09-10T08:35:17.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc48e7fc640 1 -- 172.21.15.94:0/3873798476 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc494019070 con 0x7fc498072250 2024-09-10T08:35:17.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc498144020 con 0x7fc498072250 2024-09-10T08:35:17.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc48e7fc640 1 -- 172.21.15.94:0/3873798476 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4940129d0 con 0x7fc498072250 2024-09-10T08:35:17.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.595+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4980b5a60 con 0x7fc498072250 2024-09-10T08:35:17.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.596+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4981418b0 con 0x7fc498072250 2024-09-10T08:35:17.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.597+0000 7fc48e7fc640 1 -- 172.21.15.94:0/3873798476 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc494012b70 con 0x7fc498072250 2024-09-10T08:35:17.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.597+0000 7fc48e7fc640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc47c06be30 0x7fc47c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:17.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.597+0000 7fc49d1dd640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc47c06be30 0x7fc47c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:17.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.597+0000 7fc48e7fc640 1 -- 172.21.15.94:0/3873798476 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5464+0+0 (secure 0 0 0) 0x7fc49408b0f0 con 0x7fc498072250 2024-09-10T08:35:17.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.598+0000 7fc49d1dd640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc47c06be30 0x7fc47c06e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc488034000 tx=0x7fc48802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:17.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.601+0000 7fc48e7fc640 1 -- 172.21.15.94:0/3873798476 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc494059c20 con 0x7fc498072250 2024-09-10T08:35:17.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.767+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc49813f660 con 0x7fc498072250 2024-09-10T08:35:17.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.770+0000 7fc48e7fc640 1 -- 172.21.15.94:0/3873798476 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fc494059520 con 0x7fc498072250 2024-09-10T08:35:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc47c06be30 msgr2=0x7fc47c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc47c06be30 0x7fc47c06e2f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc488034000 tx=0x7fc48802e000 comp rx=0 tx=0).stop 2024-09-10T08:35:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 msgr2=0x7fc49815c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc49815c650 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fc49400d5f0 tx=0x7fc49400dab0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 shutdown_connections 2024-09-10T08:35:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc47c06be30 0x7fc47c06e2f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc498072690 0x7fc49813e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4980d2750 0x7fc49813eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 --2- 172.21.15.94:0/3873798476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc498072250 0x7fc49815c650 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:17.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 >> 172.21.15.94:0/3873798476 conn(0x7fc4980b4040 msgr2=0x7fc4980cd590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:17.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 shutdown_connections 2024-09-10T08:35:17.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:17.773+0000 7fc49fc42640 1 -- 172.21.15.94:0/3873798476 wait complete. 2024-09-10T08:35:17.784 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:35:17.784 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:35:17.843 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:35:17.884 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:35:17.884 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:17.884 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:17.900 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:35:17.900 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:17.900 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:17.943 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:35:17.943 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:17.943 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:17.959 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:35:17.959 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:17.959 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:18.001 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:35:18.001 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T08:35:18.002 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:18.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.100+0000 7f19d5465640 1 Processor -- start 2024-09-10T08:35:18.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.100+0000 7f19d5465640 1 -- start start 2024-09-10T08:35:18.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.100+0000 7f19d5465640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f19d015f0d0 0x7f19d015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.100+0000 7f19d5465640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00d45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.100+0000 7f19d5465640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19d00d4ae0 con 0x7f19d00d0070 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.100+0000 7f19d5465640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f19d00d1b10 con 0x7f19d015f0d0 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.100+0000 7f19d5465640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f19d00cf2b0 con 0x7f19d00d4130 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ceffd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f19d015f0d0 0x7f19d015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19cf7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00d45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ceffd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f19d015f0d0 0x7f19d015f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:42906/0 (socket says 172.21.15.94:42906) 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19cf7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00d45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:56822/0 (socket says 172.21.15.94:56822) 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ceffd640 1 -- 172.21.15.94:0/1384233109 learned_addr learned my addr 172.21.15.94:0/1384233109 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ce7fc640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f19d00d0070 0x7f19d00d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:51544/0 (socket says 172.21.15.94:51544) 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ceffd640 1 -- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 msgr2=0x7f19d00d45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ceffd640 1 --2- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00d45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ceffd640 1 -- 172.21.15.94:0/1384233109 >> v1:172.21.15.143:6789/0 conn(0x7f19d00d0070 legacy=0x7f19d00d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19ceffd640 1 -- 172.21.15.94:0/1384233109 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19d00cf590 con 0x7f19d015f0d0 2024-09-10T08:35:18.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.101+0000 7f19cf7fe640 1 --2- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00d45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:35:18.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.102+0000 7f19ceffd640 1 --2- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 0x7f19d015f4b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009e50 tx=0x7f19c802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=330e8d0734642b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:18.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.102+0000 7f19cdffb640 1 -- 172.21.15.94:0/1384233109 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c8036070 con 0x7f19d015f0d0 2024-09-10T08:35:18.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.102+0000 7f19cdffb640 1 -- 172.21.15.94:0/1384233109 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19c8031600 con 0x7f19d015f0d0 2024-09-10T08:35:18.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.102+0000 7f19cdffb640 1 -- 172.21.15.94:0/1384233109 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c80319d0 con 0x7f19d015f0d0 2024-09-10T08:35:18.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 -- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 msgr2=0x7f19d015f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 --2- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 0x7f19d015f4b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009e50 tx=0x7f19c802a680 comp rx=0 tx=0).stop 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 -- 172.21.15.94:0/1384233109 shutdown_connections 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 --2- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00d45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 --2- 172.21.15.94:0/1384233109 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 0x7f19d015f4b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 -- 172.21.15.94:0/1384233109 >> 172.21.15.94:0/1384233109 conn(0x7f19d009d760 msgr2=0x7f19d008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 -- 172.21.15.94:0/1384233109 shutdown_connections 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.103+0000 7f19d5465640 1 -- 172.21.15.94:0/1384233109 wait complete. 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.104+0000 7f19d5465640 1 Processor -- start 2024-09-10T08:35:18.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.104+0000 7f19d5465640 1 -- start start 2024-09-10T08:35:18.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19d5465640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f19d00d0070 0x7f19d00ce190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19d5465640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00ca420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19d5465640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 0x7f19d0160f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19d5465640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f19d00cef60 con 0x7f19d00d0070 2024-09-10T08:35:18.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19d5465640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f19d00cfb50 con 0x7f19d015f0d0 2024-09-10T08:35:18.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19d5465640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f19d00b2f70 con 0x7f19d00d4130 2024-09-10T08:35:18.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f19d00d0070 0x7f19d00ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f19d00d0070 0x7f19d00ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54708/0 (socket says 172.21.15.94:54708) 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 -- 172.21.15.94:0/1113533943 learned_addr learned my addr 172.21.15.94:0/1113533943 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ce7fc640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00ca420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19cf7fe640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 0x7f19d0160f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 -- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 msgr2=0x7f19d00ca420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00ca420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 -- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 msgr2=0x7f19d0160f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 0x7f19d0160f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 -- 172.21.15.94:0/1113533943 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19d00ca960 con 0x7f19d00d0070 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.105+0000 7f19ceffd640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f19d00d0070 0x7f19d00ce190 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009f70 tx=0x7f19c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.106+0000 7f19c77fe640 1 -- 172.21.15.94:0/1113533943 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c803f020 con 0x7f19d00d0070 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.106+0000 7f19c77fe640 1 -- 172.21.15.94:0/1113533943 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19c8037040 con 0x7f19d00d0070 2024-09-10T08:35:18.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.106+0000 7f19c77fe640 1 -- 172.21.15.94:0/1113533943 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c8036070 con 0x7f19d00d0070 2024-09-10T08:35:18.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.106+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19d00cd0f0 con 0x7f19d00d0070 2024-09-10T08:35:18.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.106+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19d00cd6b0 con 0x7f19d00d0070 2024-09-10T08:35:18.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.107+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19d00d45a0 con 0x7f19d00d0070 2024-09-10T08:35:18.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.107+0000 7f19c77fe640 1 -- 172.21.15.94:0/1113533943 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f19c8042020 con 0x7f19d00d0070 2024-09-10T08:35:18.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.107+0000 7f19c77fe640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f19b006be30 0x7f19b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.108+0000 7f19c77fe640 1 -- 172.21.15.94:0/1113533943 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5464+0+0 (secure 0 0 0) 0x7f19c80ab0a0 con 0x7f19d00d0070 2024-09-10T08:35:18.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.108+0000 7f19ce7fc640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f19b006be30 0x7f19b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.108+0000 7f19ce7fc640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f19b006be30 0x7f19b006e2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f19d01f7830 tx=0x7f19b8007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:18.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.112+0000 7f19c77fe640 1 -- 172.21.15.94:0/1113533943 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f19c8049030 con 0x7f19d00d0070 2024-09-10T08:35:18.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.308+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19d006cf30 con 0x7f19d00d0070 2024-09-10T08:35:18.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.309+0000 7f19c77fe640 1 -- 172.21.15.94:0/1113533943 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+3914 (secure 0 0 0) 0x7f19c8007c70 con 0x7f19d00d0070 2024-09-10T08:35:18.309 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:18.309 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":29,"btime":"2024-09-10T08:35:13:454429+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4898,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/760531341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":760531341},{"type":"v1","addr":"172.21.15.143:6835","nonce":760531341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5101,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3329539667","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3329539667},{"type":"v1","addr":"172.21.15.94:6837","nonce":3329539667}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20},{"gid":5383,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/1624924579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":1624924579},{"type":"v1","addr":"172.21.15.143:6834","nonce":1624924579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5691,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2963983188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2963983188},{"type":"v1","addr":"172.21.15.94:6835","nonce":2963983188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[]} 2024-09-10T08:35:18.309 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 29 2024-09-10T08:35:18.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f19b006be30 msgr2=0x7f19b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f19b006be30 0x7f19b006e2f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f19d01f7830 tx=0x7f19b8007e80 comp rx=0 tx=0).stop 2024-09-10T08:35:18.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f19d00d0070 msgr2=0x7f19d00ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f19d00d0070 0x7f19d00ce190 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009f70 tx=0x7f19c8004a40 comp rx=0 tx=0).stop 2024-09-10T08:35:18.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 shutdown_connections 2024-09-10T08:35:18.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f19b006be30 0x7f19b006e2f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f19d015f0d0 0x7f19d0160f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f19d00d4130 0x7f19d00ca420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.310+0000 7f19d5465640 1 --2- 172.21.15.94:0/1113533943 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f19d00d0070 0x7f19d00ce190 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.311+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 >> 172.21.15.94:0/1113533943 conn(0x7f19d009d760 msgr2=0x7f19d006d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:18.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.311+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 shutdown_connections 2024-09-10T08:35:18.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.311+0000 7f19d5465640 1 -- 172.21.15.94:0/1113533943 wait complete. 2024-09-10T08:35:18.322 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:35:18.322 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T08:35:18.323 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:35:18.323 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:35:18.323 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:35:18.323 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T08:35:18.323 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:35:18.324 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:35:18.324 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:35:18.324 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T08:35:18.324 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:35:18.324 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:35:18.324 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:35:18.324 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T08:35:18.325 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:35:18.325 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:35:18.332 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:35:18.333 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:35:18.334 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:35:18.334 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:35:18.337 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:35:18.337 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:35:18.338 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:35:18.338 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:35:18.376 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:35:18.376 DEBUG:teuthology.parallel:result is None 2024-09-10T08:35:18.377 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:35:18.377 DEBUG:teuthology.parallel:result is None 2024-09-10T08:35:18.380 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:35:18.380 DEBUG:teuthology.parallel:result is None 2024-09-10T08:35:18.380 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:35:18.380 DEBUG:teuthology.parallel:result is None 2024-09-10T08:35:18.381 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T08:35:18.450 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:35:18.451 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:35:18.461 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:35:18.461 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:35:18.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.485+0000 7fa77ff52640 1 Processor -- start 2024-09-10T08:35:18.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.485+0000 7fa77ff52640 1 -- start start 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77ff52640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa778158970 0x7fa778070370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77ff52640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa77806d330 0x7fa7780ae650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77ff52640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa778158d50 con 0x7fa7780ce870 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77ff52640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa7780cf2a0 con 0x7fa778158970 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77ff52640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa7780cf580 con 0x7fa77806d330 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77dcee640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa778158970 0x7fa778070370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77dcee640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa778158970 0x7fa778070370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54764/0 (socket says 172.21.15.94:54764) 2024-09-10T08:35:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.486+0000 7fa77dcee640 1 -- 172.21.15.94:0/1066922682 learned_addr learned my addr 172.21.15.94:0/1066922682 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:18.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.487+0000 7fa77e4ef640 1 --2- 172.21.15.94:0/1066922682 >> v2:172.21.15.143:3300/0 conn(0x7fa77806d330 0x7fa7780ae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.487+0000 7fa77dcee640 1 -- 172.21.15.94:0/1066922682 >> v2:172.21.15.143:3300/0 conn(0x7fa77806d330 msgr2=0x7fa7780ae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:18.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.487+0000 7fa77dcee640 1 --2- 172.21.15.94:0/1066922682 >> v2:172.21.15.143:3300/0 conn(0x7fa77806d330 0x7fa7780ae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.487+0000 7fa77dcee640 1 -- 172.21.15.94:0/1066922682 >> v1:172.21.15.143:6789/0 conn(0x7fa7780ce870 legacy=0x7fa77806cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.487+0000 7fa77dcee640 1 -- 172.21.15.94:0/1066922682 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa77806fb70 con 0x7fa778158970 2024-09-10T08:35:18.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.488+0000 7fa77dcee640 1 --2- 172.21.15.94:0/1066922682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa778158970 0x7fa778070370 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fa7780733f0 tx=0x7fa77402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d85351472ac9e6c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:18.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.490+0000 7fa77ccec640 1 -- 172.21.15.94:0/1066922682 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa774037070 con 0x7fa778158970 2024-09-10T08:35:18.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.490+0000 7fa77ccec640 1 -- 172.21.15.94:0/1066922682 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa774032440 con 0x7fa778158970 2024-09-10T08:35:18.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.490+0000 7fa77ccec640 1 -- 172.21.15.94:0/1066922682 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa774032810 con 0x7fa778158970 2024-09-10T08:35:18.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 -- 172.21.15.94:0/1066922682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa778158970 msgr2=0x7fa778070370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 --2- 172.21.15.94:0/1066922682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa778158970 0x7fa778070370 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fa7780733f0 tx=0x7fa77402a270 comp rx=0 tx=0).stop 2024-09-10T08:35:18.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 -- 172.21.15.94:0/1066922682 shutdown_connections 2024-09-10T08:35:18.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 --2- 172.21.15.94:0/1066922682 >> v2:172.21.15.143:3300/0 conn(0x7fa77806d330 0x7fa7780ae650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 --2- 172.21.15.94:0/1066922682 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa778158970 0x7fa778070370 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 -- 172.21.15.94:0/1066922682 >> 172.21.15.94:0/1066922682 conn(0x7fa778072530 msgr2=0x7fa778072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:18.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 -- 172.21.15.94:0/1066922682 shutdown_connections 2024-09-10T08:35:18.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.491+0000 7fa77ff52640 1 -- 172.21.15.94:0/1066922682 wait complete. 2024-09-10T08:35:18.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.492+0000 7fa77ff52640 1 Processor -- start 2024-09-10T08:35:18.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.492+0000 7fa77ff52640 1 -- start start 2024-09-10T08:35:18.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77ff52640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa77806d330 0x7fa778140b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77ff52640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7780ce870 0x7fa7780b09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77ff52640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa778158970 0x7fa7780b0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77dcee640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa77806d330 0x7fa778140b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77ff52640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa7780d0500 con 0x7fa77806d330 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77ff52640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa7780708b0 con 0x7fa7780ce870 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77ff52640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa7780d0680 con 0x7fa778158970 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77dcee640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa77806d330 0x7fa778140b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54778/0 (socket says 172.21.15.94:54778) 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77dcee640 1 -- 172.21.15.94:0/764862905 learned_addr learned my addr 172.21.15.94:0/764862905 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77e4ef640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa778158970 0x7fa7780b0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.493+0000 7fa77d4ed640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7780ce870 0x7fa7780b09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77dcee640 1 -- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa778158970 msgr2=0x7fa7780b0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77dcee640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa778158970 0x7fa7780b0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77dcee640 1 -- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7780ce870 msgr2=0x7fa7780b09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77dcee640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7780ce870 0x7fa7780b09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77dcee640 1 -- 172.21.15.94:0/764862905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7780af900 con 0x7fa77806d330 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77e4ef640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa778158970 0x7fa7780b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77dcee640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa77806d330 0x7fa778140b80 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fa77402a2b0 tx=0x7fa7740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa76e7fc640 1 -- 172.21.15.94:0/764862905 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa774041030 con 0x7fa77806d330 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa76e7fc640 1 -- 172.21.15.94:0/764862905 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa774030440 con 0x7fa77806d330 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7780afbe0 con 0x7fa77806d330 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa76e7fc640 1 -- 172.21.15.94:0/764862905 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa774037040 con 0x7fa77806d330 2024-09-10T08:35:18.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.494+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7780b01a0 con 0x7fa77806d330 2024-09-10T08:35:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.495+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7780cece0 con 0x7fa77806d330 2024-09-10T08:35:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.495+0000 7fa76e7fc640 1 -- 172.21.15.94:0/764862905 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa774044070 con 0x7fa77806d330 2024-09-10T08:35:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.496+0000 7fa76e7fc640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa75c06be30 0x7fa75c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.496+0000 7fa76e7fc640 1 -- 172.21.15.94:0/764862905 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5464+0+0 (secure 0 0 0) 0x7fa7740ab300 con 0x7fa77806d330 2024-09-10T08:35:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.496+0000 7fa77d4ed640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa75c06be30 0x7fa75c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.496+0000 7fa77d4ed640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa75c06be30 0x7fa75c06e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa7780b61e0 tx=0x7fa768009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:18.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.500+0000 7fa76e7fc640 1 -- 172.21.15.94:0/764862905 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa774079e30 con 0x7fa77806d330 2024-09-10T08:35:18.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:18.675+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fa778157e40 con 0x7fa77806d330 2024-09-10T08:35:19.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.502+0000 7fa76e7fc640 1 -- 172.21.15.94:0/764862905 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v62) ==== 97+0+0 (secure 0 0 0) 0x7fa774079730 con 0x7fa77806d330 2024-09-10T08:35:19.631 INFO:teuthology.orchestra.run.smithi094.stderr: removed all blocklist entries 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa75c06be30 msgr2=0x7fa75c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa75c06be30 0x7fa75c06e2f0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa7780b61e0 tx=0x7fa768009040 comp rx=0 tx=0).stop 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa77806d330 msgr2=0x7fa778140b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa77806d330 0x7fa778140b80 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fa77402a2b0 tx=0x7fa7740046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 shutdown_connections 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa75c06be30 0x7fa75c06e2f0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7780ce870 0x7fa7780b09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa778158970 0x7fa7780b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 --2- 172.21.15.94:0/764862905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa77806d330 0x7fa778140b80 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 >> 172.21.15.94:0/764862905 conn(0x7fa778072530 msgr2=0x7fa77814cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:19.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 shutdown_connections 2024-09-10T08:35:19.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.505+0000 7fa77ff52640 1 -- 172.21.15.94:0/764862905 wait complete. 2024-09-10T08:35:19.634 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T08:35:19.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.738+0000 7f708a35f640 1 Processor -- start 2024-09-10T08:35:19.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.738+0000 7f708a35f640 1 -- start start 2024-09-10T08:35:19.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.738+0000 7f708a35f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f708415b120 0x7f708406f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:19.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.738+0000 7f708a35f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70840d0bc0 0x7f708406e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.738+0000 7f708a35f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f708415b500 con 0x7f708406dec0 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.738+0000 7f708a35f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f708406e940 con 0x7f708415b120 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.738+0000 7f708a35f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f708406ec20 con 0x7f70840d0bc0 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f70888fc640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70840d0bc0 0x7f708406e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f7083fff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f708415b120 0x7f708406f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f707bfff640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f708406dec0 0x7f70840d04b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:51566/0 (socket says 172.21.15.94:51566) 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f707bfff640 1 -- 172.21.15.94:0/1074809333 learned_addr learned my addr 172.21.15.94:0/1074809333 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:19.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f70888fc640 1 -- 172.21.15.94:0/1074809333 >> v2:172.21.15.143:3300/0 conn(0x7f708415b120 msgr2=0x7f708406f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:19.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f70888fc640 1 --2- 172.21.15.94:0/1074809333 >> v2:172.21.15.143:3300/0 conn(0x7f708415b120 0x7f708406f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f70888fc640 1 -- 172.21.15.94:0/1074809333 >> v1:172.21.15.143:6789/0 conn(0x7f708406dec0 legacy=0x7f70840d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.739+0000 7f70888fc640 1 -- 172.21.15.94:0/1074809333 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f708406ef00 con 0x7f70840d0bc0 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.740+0000 7f70888fc640 1 --2- 172.21.15.94:0/1074809333 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70840d0bc0 0x7f708406e330 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f707c009d90 tx=0x7f707c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=deb98d35d4e8e88f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.740+0000 7f70837fe640 1 -- 172.21.15.94:0/1074809333 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707c007740 con 0x7f70840d0bc0 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.740+0000 7f70837fe640 1 -- 172.21.15.94:0/1074809333 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f707c0078e0 con 0x7f70840d0bc0 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.740+0000 7f70837fe640 1 -- 172.21.15.94:0/1074809333 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707c007cb0 con 0x7f70840d0bc0 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 -- 172.21.15.94:0/1074809333 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70840d0bc0 msgr2=0x7f708406e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 --2- 172.21.15.94:0/1074809333 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70840d0bc0 0x7f708406e330 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f707c009d90 tx=0x7f707c02a660 comp rx=0 tx=0).stop 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 -- 172.21.15.94:0/1074809333 shutdown_connections 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 --2- 172.21.15.94:0/1074809333 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f70840d0bc0 0x7f708406e330 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 --2- 172.21.15.94:0/1074809333 >> v2:172.21.15.143:3300/0 conn(0x7f708415b120 0x7f708406f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 -- 172.21.15.94:0/1074809333 >> 172.21.15.94:0/1074809333 conn(0x7f708406bdf0 msgr2=0x7f708406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:19.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 -- 172.21.15.94:0/1074809333 shutdown_connections 2024-09-10T08:35:19.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.741+0000 7f708a35f640 1 -- 172.21.15.94:0/1074809333 wait complete. 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.742+0000 7f708a35f640 1 Processor -- start 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.742+0000 7f708a35f640 1 -- start start 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f708a35f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f708406dec0 0x7f7084150b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f708a35f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70840d0bc0 0x7f70840c9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f708a35f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f708415b120 0x7f70840c9da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f708a35f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f70840ce060 con 0x7f708415b120 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f708a35f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f708406f4c0 con 0x7f70840d0bc0 2024-09-10T08:35:19.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f708a35f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f70840c5160 con 0x7f708406dec0 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f708415b120 0x7f70840c9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f708415b120 0x7f70840c9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54794/0 (socket says 172.21.15.94:54794) 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 -- 172.21.15.94:0/1032174245 learned_addr learned my addr 172.21.15.94:0/1032174245 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f7083fff640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f708406dec0 0x7f7084150b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f707bfff640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70840d0bc0 0x7f70840c9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 -- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f708406dec0 msgr2=0x7f7084150b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f708406dec0 0x7f7084150b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 -- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70840d0bc0 msgr2=0x7f70840c9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70840d0bc0 0x7f70840c9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 -- 172.21.15.94:0/1032174245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70840c7690 con 0x7f708415b120 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.743+0000 7f70888fc640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f708415b120 0x7f70840c9da0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f707c009eb0 tx=0x7f707c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.744+0000 7f70817fa640 1 -- 172.21.15.94:0/1032174245 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707c040070 con 0x7f708415b120 2024-09-10T08:35:19.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.744+0000 7f70817fa640 1 -- 172.21.15.94:0/1032174245 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f707c031c60 con 0x7f708415b120 2024-09-10T08:35:19.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.744+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70840c7970 con 0x7f708415b120 2024-09-10T08:35:19.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.744+0000 7f70817fa640 1 -- 172.21.15.94:0/1032174245 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707c009450 con 0x7f708415b120 2024-09-10T08:35:19.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.744+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70840c8210 con 0x7f708415b120 2024-09-10T08:35:19.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.745+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70840c7d60 con 0x7f708415b120 2024-09-10T08:35:19.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.745+0000 7f70817fa640 1 -- 172.21.15.94:0/1032174245 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f707c039040 con 0x7f708415b120 2024-09-10T08:35:19.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.746+0000 7f70817fa640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f706406be30 0x7f706406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:19.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.746+0000 7f70817fa640 1 -- 172.21.15.94:0/1032174245 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7f707c0ac0b0 con 0x7f708415b120 2024-09-10T08:35:19.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.746+0000 7f7083fff640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f706406be30 0x7f706406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:19.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.746+0000 7f7083fff640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f706406be30 0x7f706406e2f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f70840cd650 tx=0x7f7074009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:19.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.750+0000 7f70817fa640 1 -- 172.21.15.94:0/1032174245 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f707c07a5d0 con 0x7f708415b120 2024-09-10T08:35:19.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.978+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f708406e330 con 0x7f708415b120 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.978+0000 7f70817fa640 1 -- 172.21.15.94:0/1032174245 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v12) ==== 80+0+5304 (secure 0 0 0) 0x7f707c07e8d0 con 0x7f708415b120 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: "auth_dump": [ 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.a", 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q==", 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.979 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.b", 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA==", 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.980 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.c", 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw==", 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.981 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.d", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q==", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.0", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw==", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.982 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.1", 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA==", 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.2", 2024-09-10T08:35:19.983 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ==", 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.3", 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ==", 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.984 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.4", 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w==", 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.5", 2024-09-10T08:35:19.985 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg==", 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.6", 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA==", 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.986 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.7", 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw==", 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.0", 2024-09-10T08:35:19.987 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A==", 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow r", 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.1", 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g==", 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:35:19.988 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.2", 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg==", 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.989 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.3", 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw==", 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.admin", 2024-09-10T08:35:19.990 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgJjOFxAATVzfzh3uLikRDv5gNW6Yvg==", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.x", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA==", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.991 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.y", 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg==", 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:35:19.992 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f706406be30 msgr2=0x7f706406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f706406be30 0x7f706406e2f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f70840cd650 tx=0x7f7074009190 comp rx=0 tx=0).stop 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f708415b120 msgr2=0x7f70840c9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f708415b120 0x7f70840c9da0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f707c009eb0 tx=0x7f707c004a40 comp rx=0 tx=0).stop 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 shutdown_connections 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f706406be30 0x7f706406e2f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f70840d0bc0 0x7f70840c9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f708415b120 0x7f70840c9da0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 --2- 172.21.15.94:0/1032174245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f708406dec0 0x7f7084150b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 >> 172.21.15.94:0/1032174245 conn(0x7f708406bdf0 msgr2=0x7f70840cc120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:19.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 shutdown_connections 2024-09-10T08:35:19.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:19.981+0000 7f708a35f640 1 -- 172.21.15.94:0/1032174245 wait complete. 2024-09-10T08:35:19.995 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T08:35:20.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.092+0000 7fb2fd84c640 1 Processor -- start 2024-09-10T08:35:20.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.092+0000 7fb2fd84c640 1 -- start start 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2fd84c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb2f815e2a0 0x7fb2f806d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2fd84c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 0x7fb2f80cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2fd84c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2f80d1880 con 0x7fb2f806d960 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2fd84c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb2f80d1b60 con 0x7fb2f815e2a0 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2fd84c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb2f80cf2d0 con 0x7fb2f815e680 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2f77fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb2f806d960 0x7fb2f80d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:35406/0 (socket says 172.21.15.94:35406) 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2f77fe640 1 -- 172.21.15.94:0/1311213413 learned_addr learned my addr 172.21.15.94:0/1311213413 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/1311213413 >> v2:172.21.15.143:3300/0 conn(0x7fb2f815e2a0 0x7fb2f806d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2ee7fc640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 0x7fb2f80cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2123880545 0 0) 0x7fb2f80d1880 con 0x7fb2f806d960 2024-09-10T08:35:20.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb2e4003520 con 0x7fb2f806d960 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.093+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 798303769 0 0) 0x7fb2e4003520 con 0x7fb2f806d960 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 msgr2=0x7fb2f80cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 0x7fb2f80cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 >> v2:172.21.15.143:3300/0 conn(0x7fb2f815e2a0 msgr2=0x7fb2f806d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 --2- 172.21.15.94:0/1311213413 >> v2:172.21.15.143:3300/0 conn(0x7fb2f815e2a0 0x7fb2f806d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2f80cf5b0 con 0x7fb2f806d960 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fb2f00019f0 con 0x7fb2f806d960 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 >> v1:172.21.15.94:6789/0 conn(0x7fb2f806d960 legacy=0x7fb2f80d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2e4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2e4004800 0x7fb2e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 0x7fb2e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f80d1b60 con 0x7fb2e40039b0 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f80cf2d0 con 0x7fb2e4004800 2024-09-10T08:35:20.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb2e400b9c0 con 0x7fb2f815e680 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2e4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f77fe640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 0x7fb2e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2ee7fc640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2e4004800 0x7fb2e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f6ffd640 1 -- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 msgr2=0x7fb2e40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815e680 0x7fb2e40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f6ffd640 1 -- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2e4004800 msgr2=0x7fb2e4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2e4004800 0x7fb2e4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.094+0000 7fb2f6ffd640 1 -- 172.21.15.94:0/1311213413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2e4003520 con 0x7fb2e40039b0 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2e4003dd0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009ac0 tx=0x7fb2e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=943e6bbacb2e38a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8036070 con 0x7fb2e40039b0 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2e8031400 con 0x7fb2e40039b0 2024-09-10T08:35:20.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2f67fc640 1 -- 172.21.15.94:0/1311213413 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8009690 con 0x7fb2e40039b0 2024-09-10T08:35:20.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2fd84c640 1 -- 172.21.15.94:0/1311213413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 msgr2=0x7fb2e4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2fd84c640 1 --2- 172.21.15.94:0/1311213413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2e4003dd0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009ac0 tx=0x7fb2e4005830 comp rx=0 tx=0).stop 2024-09-10T08:35:20.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2f77fe640 1 -- 172.21.15.94:0/1311213413 reap_dead start 2024-09-10T08:35:20.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2fd84c640 1 -- 172.21.15.94:0/1311213413 shutdown_connections 2024-09-10T08:35:20.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.095+0000 7fb2fd84c640 1 -- 172.21.15.94:0/1311213413 >> 172.21.15.94:0/1311213413 conn(0x7fb2f809d760 msgr2=0x7fb2f808bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:20.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.096+0000 7fb2fd84c640 1 -- 172.21.15.94:0/1311213413 shutdown_connections 2024-09-10T08:35:20.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.096+0000 7fb2fd84c640 1 -- 172.21.15.94:0/1311213413 wait complete. 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.097+0000 7fb2fd84c640 1 Processor -- start 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.097+0000 7fb2fd84c640 1 -- start start 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.097+0000 7fb2fd84c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2f81570a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.097+0000 7fb2fd84c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2f815ad20 0x7fb2f815f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.097+0000 7fb2fd84c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815b1a0 0x7fb2f815f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2fd84c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f80d4c00 con 0x7fb2e40039b0 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2fd84c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f80d4a80 con 0x7fb2f815ad20 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2fd84c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb2f80cfad0 con 0x7fb2f815b1a0 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2f81570a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2f81570a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54818/0 (socket says 172.21.15.94:54818) 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 -- 172.21.15.94:0/4048229003 learned_addr learned my addr 172.21.15.94:0/4048229003 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f77fe640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815b1a0 0x7fb2f815f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2ee7fc640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2f815ad20 0x7fb2f815f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 -- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815b1a0 msgr2=0x7fb2f815f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815b1a0 0x7fb2f815f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 -- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2f815ad20 msgr2=0x7fb2f815f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2f815ad20 0x7fb2f815f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 -- 172.21.15.94:0/4048229003 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2f8145fe0 con 0x7fb2e40039b0 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2ee7fc640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2f815ad20 0x7fb2f815f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f6ffd640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2f81570a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8034040 tx=0x7fb2e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f4ff9640 1 -- 172.21.15.94:0/4048229003 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8041020 con 0x7fb2e40039b0 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f4ff9640 1 -- 172.21.15.94:0/4048229003 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2e803c470 con 0x7fb2e40039b0 2024-09-10T08:35:20.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2f8159f60 con 0x7fb2e40039b0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2f4ff9640 1 -- 172.21.15.94:0/4048229003 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e8036040 con 0x7fb2e40039b0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.098+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2f815a520 con 0x7fb2e40039b0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.099+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2f806d420 con 0x7fb2e40039b0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.100+0000 7fb2f4ff9640 1 -- 172.21.15.94:0/4048229003 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb2e8044020 con 0x7fb2e40039b0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.100+0000 7fb2f4ff9640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb2d806be60 0x7fb2d806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.100+0000 7fb2f4ff9640 1 -- 172.21.15.94:0/4048229003 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7fb2e80ab300 con 0x7fb2e40039b0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.100+0000 7fb2ee7fc640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb2d806be60 0x7fb2d806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.101+0000 7fb2ee7fc640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb2d806be60 0x7fb2d806e320 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb2f80d49a0 tx=0x7fb2e0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:20.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.104+0000 7fb2f4ff9640 1 -- 172.21.15.94:0/4048229003 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb2e804b030 con 0x7fb2e40039b0 2024-09-10T08:35:20.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.272+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb2f806cf90 con 0x7fb2e40039b0 2024-09-10T08:35:20.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.273+0000 7fb2f4ff9640 1 -- 172.21.15.94:0/4048229003 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v62) ==== 84+0+65 (secure 0 0 0) 0x7fb2e807a020 con 0x7fb2e40039b0 2024-09-10T08:35:20.273 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:20.273 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-09-10T08:35:20.273 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:35:20.273 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-09-10T08:35:20.274 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-09-10T08:35:20.274 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:20.274 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-09-10T08:35:20.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb2d806be60 msgr2=0x7fb2d806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb2d806be60 0x7fb2d806e320 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb2f80d49a0 tx=0x7fb2e0008040 comp rx=0 tx=0).stop 2024-09-10T08:35:20.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 msgr2=0x7fb2f81570a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2f81570a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8034040 tx=0x7fb2e8004730 comp rx=0 tx=0).stop 2024-09-10T08:35:20.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 shutdown_connections 2024-09-10T08:35:20.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb2d806be60 0x7fb2d806e320 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb2f815ad20 0x7fb2f815f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb2f815b1a0 0x7fb2f815f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 --2- 172.21.15.94:0/4048229003 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb2e40039b0 0x7fb2f81570a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 >> 172.21.15.94:0/4048229003 conn(0x7fb2f809d760 msgr2=0x7fb2f80b6600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:20.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 shutdown_connections 2024-09-10T08:35:20.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.275+0000 7fb2fd84c640 1 -- 172.21.15.94:0/4048229003 wait complete. 2024-09-10T08:35:20.286 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:35:20.286 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:35:20.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.387+0000 7f6e095b7640 1 Processor -- start 2024-09-10T08:35:20.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.387+0000 7f6e095b7640 1 -- start start 2024-09-10T08:35:20.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.388+0000 7f6e095b7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6e0415b6e0 0x7f6e040cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.388+0000 7f6e095b7640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e040cd910 con 0x7f6e0415b300 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.388+0000 7f6e095b7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e040ccda0 con 0x7f6e040ce090 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.388+0000 7f6e095b7640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f6e040ce4c0 con 0x7f6e0415b6e0 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.388+0000 7f6e02ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f6e0415b300 0x7f6e040cc690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53804/0 (socket says 172.21.15.94:53804) 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.388+0000 7f6e02ffd640 1 -- 172.21.15.94:0/2081714132 learned_addr learned my addr 172.21.15.94:0/2081714132 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e027fc640 1 --2- 172.21.15.94:0/2081714132 >> v2:172.21.15.143:3300/0 conn(0x7f6e0415b6e0 0x7f6e040cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 273851762 0 0) 0x7f6e040cd910 con 0x7f6e0415b300 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6df0003520 con 0x7f6e0415b300 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2243736676 0 0) 0x7f6df0003520 con 0x7f6e0415b300 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 >> v2:172.21.15.143:3300/0 conn(0x7f6e0415b6e0 msgr2=0x7f6e040cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 --2- 172.21.15.94:0/2081714132 >> v2:172.21.15.143:3300/0 conn(0x7f6e0415b6e0 0x7f6e040cdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 >> v1:172.21.15.143:6789/0 conn(0x7f6e040ce090 legacy=0x7f6e040b1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e040cd070 con 0x7f6e0415b300 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f6df40019f0 con 0x7f6e0415b300 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 >> v1:172.21.15.94:6789/0 conn(0x7f6e0415b300 legacy=0x7f6e040cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6df00039b0 0x7f6df0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6df0004800 0x7f6df0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00051c0 0x7f6df000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6e040ce4c0 con 0x7f6df00039b0 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6df000c060 con 0x7f6df00051c0 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6df000c260 con 0x7f6df0004800 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e02ffd640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6df00039b0 0x7f6df0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e037fe640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00051c0 0x7f6df000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e027fc640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6df0004800 0x7f6df0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e02ffd640 1 -- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6df0004800 msgr2=0x7f6df0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:20.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e02ffd640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6df0004800 0x7f6df0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e02ffd640 1 -- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00051c0 msgr2=0x7f6df000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e02ffd640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00051c0 0x7f6df000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e02ffd640 1 -- 172.21.15.94:0/2081714132 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6df0003520 con 0x7f6df00039b0 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e037fe640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00051c0 0x7f6df000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.389+0000 7f6e037fe640 1 -- 172.21.15.94:0/2081714132 reap_dead start 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.390+0000 7f6e02ffd640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6df00039b0 0x7f6df0003dd0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f6df400a850 tx=0x7f6df0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76a374ad6ff64497 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.390+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df400a4a0 con 0x7f6df00039b0 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.390+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6df402f070 con 0x7f6df00039b0 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.390+0000 7f6e01ffb640 1 -- 172.21.15.94:0/2081714132 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6df402bd20 con 0x7f6df00039b0 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.391+0000 7f6e095b7640 1 -- 172.21.15.94:0/2081714132 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6df00039b0 msgr2=0x7f6df0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.391+0000 7f6e095b7640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6df00039b0 0x7f6df0003dd0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f6df400a850 tx=0x7f6df0005830 comp rx=0 tx=0).stop 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.391+0000 7f6e095b7640 1 -- 172.21.15.94:0/2081714132 shutdown_connections 2024-09-10T08:35:20.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.391+0000 7f6e095b7640 1 --2- 172.21.15.94:0/2081714132 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6df00039b0 0x7f6df0003dd0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.391+0000 7f6e095b7640 1 -- 172.21.15.94:0/2081714132 >> 172.21.15.94:0/2081714132 conn(0x7f6e040b2d10 msgr2=0x7f6e040b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:20.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.391+0000 7f6e095b7640 1 -- 172.21.15.94:0/2081714132 shutdown_connections 2024-09-10T08:35:20.395 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.391+0000 7f6e095b7640 1 -- 172.21.15.94:0/2081714132 wait complete. 2024-09-10T08:35:20.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.392+0000 7f6e095b7640 1 Processor -- start 2024-09-10T08:35:20.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.392+0000 7f6e095b7640 1 -- start start 2024-09-10T08:35:20.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e095b7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00039b0 0x7f6e04159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e095b7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6e040ca5d0 0x7f6e040caa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e095b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e0406ee30 0x7f6e0406f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e095b7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6e040b0b50 con 0x7f6e040ca5d0 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e095b7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6e040cd630 con 0x7f6df00039b0 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e095b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6e040b39f0 con 0x7f6e0406ee30 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6e040ca5d0 0x7f6e040caa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6e040ca5d0 0x7f6e040caa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55262/0 (socket says 172.21.15.94:55262) 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 -- 172.21.15.94:0/1872091870 learned_addr learned my addr 172.21.15.94:0/1872091870 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e037fe640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e0406ee30 0x7f6e0406f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e02ffd640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00039b0 0x7f6e04159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 -- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e0406ee30 msgr2=0x7f6e0406f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e0406ee30 0x7f6e0406f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 -- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00039b0 msgr2=0x7f6e04159bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00039b0 0x7f6e04159bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 -- 172.21.15.94:0/1872091870 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e040cb090 con 0x7f6e040ca5d0 2024-09-10T08:35:20.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e027fc640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6e040ca5d0 0x7f6e040caa50 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f6dec0115f0 tx=0x7f6dec011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6dfb7fe640 1 -- 172.21.15.94:0/1872091870 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dec015870 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6dfb7fe640 1 -- 172.21.15.94:0/1872091870 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dec015a10 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.393+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e041f1c20 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.394+0000 7f6dfb7fe640 1 -- 172.21.15.94:0/1872091870 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dec015de0 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.394+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e041f21e0 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.395+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e040cdb50 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.395+0000 7f6dfb7fe640 1 -- 172.21.15.94:0/1872091870 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6dec00f480 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.395+0000 7f6dfb7fe640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6de406be60 0x7f6de406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.396+0000 7f6e02ffd640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6de406be60 0x7f6de406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.396+0000 7f6dfb7fe640 1 -- 172.21.15.94:0/1872091870 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5249+0+0 (secure 0 0 0) 0x7f6dec08b470 con 0x7f6e040ca5d0 2024-09-10T08:35:20.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.396+0000 7f6e02ffd640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6de406be60 0x7f6de406e320 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f6df4033000 tx=0x7f6df4009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:20.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.400+0000 7f6dfb7fe640 1 -- 172.21.15.94:0/1872091870 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6dec019030 con 0x7f6e040ca5d0 2024-09-10T08:35:20.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:20.568+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f6e0406dd30 con 0x7f6e040ca5d0 2024-09-10T08:35:21.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.513+0000 7f6dfb7fe640 1 -- 172.21.15.94:0/1872091870 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v63) ==== 138+0+0 (secure 0 0 0) 0x7f6dec059fe0 con 0x7f6e040ca5d0 2024-09-10T08:35:21.513 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-09-10T08:35:21.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6de406be60 msgr2=0x7f6de406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6de406be60 0x7f6de406e320 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f6df4033000 tx=0x7f6df4009030 comp rx=0 tx=0).stop 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6e040ca5d0 msgr2=0x7f6e040caa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6e040ca5d0 0x7f6e040caa50 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f6dec0115f0 tx=0x7f6dec011ab0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 shutdown_connections 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6de406be60 0x7f6de406e320 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6e0406ee30 0x7f6e0406f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6e040ca5d0 0x7f6e040caa50 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 --2- 172.21.15.94:0/1872091870 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6df00039b0 0x7f6e04159bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 >> 172.21.15.94:0/1872091870 conn(0x7f6e040b2d10 msgr2=0x7f6e040cc690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 shutdown_connections 2024-09-10T08:35:21.517 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.516+0000 7f6e095b7640 1 -- 172.21.15.94:0/1872091870 wait complete. 2024-09-10T08:35:21.532 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:35:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 Processor -- start 2024-09-10T08:35:21.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 -- start start 2024-09-10T08:35:21.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6bc415e0a0 0x7f6bc4162a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:21.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6bc40d43e0 0x7f6bc40d4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40b4b70 0x7f6bc40b5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc40d4d60 con 0x7f6bc40d43e0 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc40b5540 con 0x7f6bc415e0a0 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.643+0000 7f6bc8f26640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc415f250 con 0x7f6bc40b4b70 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6bc40d43e0 0x7f6bc40d4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6bc40d43e0 0x7f6bc40d4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55276/0 (socket says 172.21.15.94:55276) 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 -- 172.21.15.94:0/1565190183 learned_addr learned my addr 172.21.15.94:0/1565190183 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bc259c640 1 --2- 172.21.15.94:0/1565190183 >> v2:172.21.15.143:3300/0 conn(0x7f6bc415e0a0 0x7f6bc4162a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bc2d9d640 1 --2- 172.21.15.94:0/1565190183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40b4b70 0x7f6bc40b5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 -- 172.21.15.94:0/1565190183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40b4b70 msgr2=0x7f6bc40b5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 --2- 172.21.15.94:0/1565190183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40b4b70 0x7f6bc40b5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 -- 172.21.15.94:0/1565190183 >> v2:172.21.15.143:3300/0 conn(0x7f6bc415e0a0 msgr2=0x7f6bc4162a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:21.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 --2- 172.21.15.94:0/1565190183 >> v2:172.21.15.143:3300/0 conn(0x7f6bc415e0a0 0x7f6bc4162a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.644+0000 7f6bb9d9b640 1 -- 172.21.15.94:0/1565190183 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc415f530 con 0x7f6bc40d43e0 2024-09-10T08:35:21.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bb9d9b640 1 --2- 172.21.15.94:0/1565190183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc40d43e0 0x7f6bc40d4820 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6bc40d43b0 tx=0x7f6bac02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1e3b13b2f85d3d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc1d9b640 1 -- 172.21.15.94:0/1565190183 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac004030 con 0x7f6bc40d43e0 2024-09-10T08:35:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc1d9b640 1 -- 172.21.15.94:0/1565190183 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bac0041d0 con 0x7f6bc40d43e0 2024-09-10T08:35:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc1d9b640 1 -- 172.21.15.94:0/1565190183 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac003610 con 0x7f6bc40d43e0 2024-09-10T08:35:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 -- 172.21.15.94:0/1565190183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc40d43e0 msgr2=0x7f6bc40d4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/1565190183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc40d43e0 0x7f6bc40d4820 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6bc40d43b0 tx=0x7f6bac02a1c0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 -- 172.21.15.94:0/1565190183 shutdown_connections 2024-09-10T08:35:21.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/1565190183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40b4b70 0x7f6bc40b5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/1565190183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc40d43e0 0x7f6bc40d4820 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/1565190183 >> v2:172.21.15.143:3300/0 conn(0x7f6bc415e0a0 0x7f6bc4162a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 -- 172.21.15.94:0/1565190183 >> 172.21.15.94:0/1565190183 conn(0x7f6bc409d770 msgr2=0x7f6bc408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 -- 172.21.15.94:0/1565190183 shutdown_connections 2024-09-10T08:35:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.645+0000 7f6bc8f26640 1 -- 172.21.15.94:0/1565190183 wait complete. 2024-09-10T08:35:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.647+0000 7f6bc8f26640 1 Processor -- start 2024-09-10T08:35:21.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.647+0000 7f6bc8f26640 1 -- start start 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.647+0000 7f6bc8f26640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6bc40b4b70 0x7f6bc40b7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.647+0000 7f6bc8f26640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40d43e0 0x7f6bc414f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc8f26640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc415e0a0 0x7f6bc40cc250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc8f26640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc415e480 con 0x7f6bc415e0a0 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc8f26640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc40b4650 con 0x7f6bc40b4b70 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc8f26640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc415e600 con 0x7f6bc40d43e0 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc415e0a0 0x7f6bc40cc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:21.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc415e0a0 0x7f6bc40cc250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55288/0 (socket says 172.21.15.94:55288) 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 -- 172.21.15.94:0/2074823112 learned_addr learned my addr 172.21.15.94:0/2074823112 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc259c640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6bc40b4b70 0x7f6bc40b7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bb9d9b640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40d43e0 0x7f6bc414f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 -- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40d43e0 msgr2=0x7f6bc414f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40d43e0 0x7f6bc414f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 -- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6bc40b4b70 msgr2=0x7f6bc40b7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6bc40b4b70 0x7f6bc40b7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 -- 172.21.15.94:0/2074823112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc414fde0 con 0x7f6bc415e0a0 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc2d9d640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc415e0a0 0x7f6bc40cc250 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc007e40 tx=0x7f6bbc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bbb7fe640 1 -- 172.21.15.94:0/2074823112 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc014620 con 0x7f6bc415e0a0 2024-09-10T08:35:21.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bbb7fe640 1 -- 172.21.15.94:0/2074823112 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bbc019070 con 0x7f6bc415e0a0 2024-09-10T08:35:21.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc40ccbc0 con 0x7f6bc415e0a0 2024-09-10T08:35:21.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bbb7fe640 1 -- 172.21.15.94:0/2074823112 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc014a20 con 0x7f6bc415e0a0 2024-09-10T08:35:21.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.648+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc40b7690 con 0x7f6bc415e0a0 2024-09-10T08:35:21.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.649+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bc40b5000 con 0x7f6bc415e0a0 2024-09-10T08:35:21.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.650+0000 7f6bbb7fe640 1 -- 172.21.15.94:0/2074823112 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6bbc014bc0 con 0x7f6bc415e0a0 2024-09-10T08:35:21.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.650+0000 7f6bbb7fe640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6ba406be30 0x7f6ba406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:21.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.650+0000 7f6bbb7fe640 1 -- 172.21.15.94:0/2074823112 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5619+0+0 (secure 0 0 0) 0x7f6bbc08b510 con 0x7f6bc415e0a0 2024-09-10T08:35:21.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.650+0000 7f6bc259c640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6ba406be30 0x7f6ba406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:21.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.651+0000 7f6bc259c640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6ba406be30 0x7f6ba406e2f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4007920 tx=0x7f6bb4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:21.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.655+0000 7f6bbb7fe640 1 -- 172.21.15.94:0/2074823112 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6bc414fde0 con 0x7f6bc415e0a0 2024-09-10T08:35:21.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:21.822+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6bc40ba3d0 con 0x7f6bc415e0a0 2024-09-10T08:35:22.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.518+0000 7f6bbb7fe640 1 -- 172.21.15.94:0/2074823112 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v64) ==== 170+0+0 (secure 0 0 0) 0x7f6bbc059950 con 0x7f6bc415e0a0 2024-09-10T08:35:22.518 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.521+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6ba406be30 msgr2=0x7f6ba406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.521+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6ba406be30 0x7f6ba406e2f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4007920 tx=0x7f6bb4008040 comp rx=0 tx=0).stop 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.521+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc415e0a0 msgr2=0x7f6bc40cc250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.521+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc415e0a0 0x7f6bc40cc250 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc007e40 tx=0x7f6bbc00e4b0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.522+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 shutdown_connections 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.522+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6ba406be30 0x7f6ba406e2f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.522+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6bc415e0a0 0x7f6bc40cc250 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.522+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6bc40d43e0 0x7f6bc414f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.522+0000 7f6bc8f26640 1 --2- 172.21.15.94:0/2074823112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6bc40b4b70 0x7f6bc40b7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.522+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 >> 172.21.15.94:0/2074823112 conn(0x7f6bc409d770 msgr2=0x7f6bc408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:22.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.522+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 shutdown_connections 2024-09-10T08:35:22.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.523+0000 7f6bc8f26640 1 -- 172.21.15.94:0/2074823112 wait complete. 2024-09-10T08:35:22.548 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:35:22.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.653+0000 7f93f45ed640 1 Processor -- start 2024-09-10T08:35:22.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.653+0000 7f93f45ed640 1 -- start start 2024-09-10T08:35:22.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.654+0000 7f93f45ed640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f93ec0d0350 0x7f93ec06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.654+0000 7f93f45ed640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93ec0d07a0 con 0x7f93ec15c280 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.654+0000 7f93f45ed640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93ec0d0a30 con 0x7f93ec06c150 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.654+0000 7f93f45ed640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f93ec0b4010 con 0x7f93ec0d0350 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.654+0000 7f93f2389640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f93ec15c280 0x7f93ec1608f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53808/0 (socket says 172.21.15.94:53808) 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.654+0000 7f93f2389640 1 -- 172.21.15.94:0/329048242 learned_addr learned my addr 172.21.15.94:0/329048242 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 522268097 0 0) 0x7f93ec0d07a0 con 0x7f93ec15c280 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1b88640 1 --2- 172.21.15.94:0/329048242 >> v2:172.21.15.143:3300/0 conn(0x7f93ec0d0350 0x7f93ec06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f93d4003520 con 0x7f93ec15c280 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2835287128 0 0) 0x7f93d4003520 con 0x7f93ec15c280 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 >> v2:172.21.15.143:3300/0 conn(0x7f93ec0d0350 msgr2=0x7f93ec06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 --2- 172.21.15.94:0/329048242 >> v2:172.21.15.143:3300/0 conn(0x7f93ec0d0350 0x7f93ec06bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 >> v1:172.21.15.143:6789/0 conn(0x7f93ec06c150 legacy=0x7f93ec0b4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:22.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ec0d0d10 con 0x7f93ec15c280 2024-09-10T08:35:22.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f93dc001670 con 0x7f93ec15c280 2024-09-10T08:35:22.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 >> v1:172.21.15.94:6789/0 conn(0x7f93ec15c280 legacy=0x7f93ec1608f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:22.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93d4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93d4004800 0x7f93d4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93d40051c0 0x7f93d400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f93ec0b4010 con 0x7f93d40039b0 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f93d400c060 con 0x7f93d40051c0 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f93d400c260 con 0x7f93d4004800 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2389640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93d4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1b88640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93d4004800 0x7f93d4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2b8a640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93d40051c0 0x7f93d400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2389640 1 -- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93d4004800 msgr2=0x7f93d4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2389640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93d4004800 0x7f93d4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2389640 1 -- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93d40051c0 msgr2=0x7f93d400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2389640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93d40051c0 0x7f93d400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2b8a640 1 -- 172.21.15.94:0/329048242 reap_dead start 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f2389640 1 -- 172.21.15.94:0/329048242 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d4003520 con 0x7f93d40039b0 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.655+0000 7f93f1b88640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93d4004800 0x7f93d4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:22.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.656+0000 7f93f2389640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93d4003dd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f93dc00c240 tx=0x7f93d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51343767317312aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:22.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.656+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93dc007d10 con 0x7f93d40039b0 2024-09-10T08:35:22.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.656+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93dc005ad0 con 0x7f93d40039b0 2024-09-10T08:35:22.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.656+0000 7f93f1387640 1 -- 172.21.15.94:0/329048242 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93dc007070 con 0x7f93d40039b0 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.657+0000 7f93f45ed640 1 -- 172.21.15.94:0/329048242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 msgr2=0x7f93d4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.657+0000 7f93f45ed640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93d4003dd0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f93dc00c240 tx=0x7f93d4005830 comp rx=0 tx=0).stop 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.657+0000 7f93f45ed640 1 -- 172.21.15.94:0/329048242 shutdown_connections 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.657+0000 7f93f45ed640 1 --2- 172.21.15.94:0/329048242 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93d4003dd0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.657+0000 7f93f45ed640 1 -- 172.21.15.94:0/329048242 >> 172.21.15.94:0/329048242 conn(0x7f93ec0b2d10 msgr2=0x7f93ec0b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.657+0000 7f93f45ed640 1 -- 172.21.15.94:0/329048242 shutdown_connections 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.657+0000 7f93f45ed640 1 -- 172.21.15.94:0/329048242 wait complete. 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.658+0000 7f93f45ed640 1 Processor -- start 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.658+0000 7f93f45ed640 1 -- start start 2024-09-10T08:35:22.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f45ed640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93ec15b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f45ed640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93ec0c7dc0 0x7f93ec15f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f45ed640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93ec158720 0x7f93ec1e7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f45ed640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f93ec06c580 con 0x7f93d40039b0 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f45ed640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f93ec0b45d0 con 0x7f93ec158720 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f45ed640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f93ec15c660 con 0x7f93ec0c7dc0 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93ec15b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93ec15b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55298/0 (socket says 172.21.15.94:55298) 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 -- 172.21.15.94:0/3012723336 learned_addr learned my addr 172.21.15.94:0/3012723336 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f1b88640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93ec0c7dc0 0x7f93ec15f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2b8a640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93ec158720 0x7f93ec1e7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 -- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93ec0c7dc0 msgr2=0x7f93ec15f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93ec0c7dc0 0x7f93ec15f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 -- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93ec158720 msgr2=0x7f93ec1e7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:22.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93ec158720 0x7f93ec1e7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.659+0000 7f93f2389640 1 -- 172.21.15.94:0/3012723336 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ec158bd0 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.660+0000 7f93f2389640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93ec15b8c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f93dc034040 tx=0x7f93ec06c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.660+0000 7f93eaffd640 1 -- 172.21.15.94:0/3012723336 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93dc041070 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.660+0000 7f93eaffd640 1 -- 172.21.15.94:0/3012723336 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93dc004e40 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.660+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93ec15e550 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.660+0000 7f93eaffd640 1 -- 172.21.15.94:0/3012723336 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93dc007d10 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.660+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93ec15eb10 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.661+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93ec070c70 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.661+0000 7f93eaffd640 1 -- 172.21.15.94:0/3012723336 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f93dc044070 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.662+0000 7f93eaffd640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93d806be60 0x7f93d806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.662+0000 7f93eaffd640 1 -- 172.21.15.94:0/3012723336 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 6001+0+0 (secure 0 0 0) 0x7f93dc0ab1b0 con 0x7f93d40039b0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.662+0000 7f93f1b88640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93d806be60 0x7f93d806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:22.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.662+0000 7f93f1b88640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93d806be60 0x7f93d806e320 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f93ec09f550 tx=0x7f93e0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:22.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.666+0000 7f93eaffd640 1 -- 172.21.15.94:0/3012723336 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f93ec070c70 con 0x7f93d40039b0 2024-09-10T08:35:22.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:22.864+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f93ec06bc10 con 0x7f93d40039b0 2024-09-10T08:35:23.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.520+0000 7f93eaffd640 1 -- 172.21.15.94:0/3012723336 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 9 and data pool 10 v31) ==== 173+0+0 (secure 0 0 0) 0x7f93dc04b070 con 0x7f93d40039b0 2024-09-10T08:35:23.520 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 9 and data pool 10 2024-09-10T08:35:23.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.523+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93d806be60 msgr2=0x7f93d806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.523+0000 7f93f45ed640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93d806be60 0x7f93d806e320 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f93ec09f550 tx=0x7f93e0008040 comp rx=0 tx=0).stop 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.523+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 msgr2=0x7f93ec15b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.523+0000 7f93f45ed640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93ec15b8c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f93dc034040 tx=0x7f93ec06c840 comp rx=0 tx=0).stop 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.524+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 shutdown_connections 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.524+0000 7f93f45ed640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f93d806be60 0x7f93d806e320 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.524+0000 7f93f45ed640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f93ec158720 0x7f93ec1e7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.524+0000 7f93f45ed640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f93ec0c7dc0 0x7f93ec15f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.524+0000 7f93f45ed640 1 --2- 172.21.15.94:0/3012723336 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f93d40039b0 0x7f93ec15b8c0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.524+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 >> 172.21.15.94:0/3012723336 conn(0x7f93ec0b2d10 msgr2=0x7f93ec070540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:23.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.525+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 shutdown_connections 2024-09-10T08:35:23.526 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.525+0000 7f93f45ed640 1 -- 172.21.15.94:0/3012723336 wait complete. 2024-09-10T08:35:23.554 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:23.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.651+0000 7f73c62e4640 1 Processor -- start 2024-09-10T08:35:23.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.652+0000 7f73c62e4640 1 -- start start 2024-09-10T08:35:23.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.652+0000 7f73c62e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 0x7f73c00ae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.652+0000 7f73c62e4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f73c015e4f0 0x7f73c00b5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.652+0000 7f73c62e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73c00ae650 con 0x7f73c0070930 2024-09-10T08:35:23.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.652+0000 7f73c62e4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f73c00b5590 con 0x7f73c015e4f0 2024-09-10T08:35:23.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.652+0000 7f73c62e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f73c0070ea0 con 0x7f73c00add30 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73c4881640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f73c0070930 0x7f73c00b00f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53810/0 (socket says 172.21.15.94:53810) 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73c4881640 1 -- 172.21.15.94:0/2247749760 learned_addr learned my addr 172.21.15.94:0/2247749760 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73bf7fe640 1 --2- 172.21.15.94:0/2247749760 >> v2:172.21.15.143:3300/0 conn(0x7f73c015e4f0 0x7f73c00b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73bffff640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 0x7f73c00ae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3002940229 0 0) 0x7f73c00ae650 con 0x7f73c0070930 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f73ac003520 con 0x7f73c0070930 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4152501613 0 0) 0x7f73ac003520 con 0x7f73c0070930 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 msgr2=0x7f73c00ae110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 0x7f73c00ae110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 >> v2:172.21.15.143:3300/0 conn(0x7f73c015e4f0 msgr2=0x7f73c00b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 --2- 172.21.15.94:0/2247749760 >> v2:172.21.15.143:3300/0 conn(0x7f73c015e4f0 0x7f73c00b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73c006e8c0 con 0x7f73c0070930 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f73b80019f0 con 0x7f73c0070930 2024-09-10T08:35:23.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 >> v1:172.21.15.94:6789/0 conn(0x7f73c0070930 legacy=0x7f73c00b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73ac0039b0 0x7f73ac003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 0x7f73ac004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73ac004d40 0x7f73ac0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f73c00b5590 con 0x7f73ac004d40 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f73c0070ea0 con 0x7f73ac0039b0 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f73ac00b9c0 con 0x7f73c00add30 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73c4881640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73ac004d40 0x7f73ac0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73bffff640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73ac0039b0 0x7f73ac003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73bf7fe640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 0x7f73ac004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73c4881640 1 -- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 msgr2=0x7f73ac004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.653+0000 7f73c4881640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73c00add30 0x7f73ac004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.654+0000 7f73c4881640 1 -- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73ac0039b0 msgr2=0x7f73ac003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:23.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.654+0000 7f73c4881640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73ac0039b0 0x7f73ac003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.654+0000 7f73c4881640 1 -- 172.21.15.94:0/2247749760 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73ac003520 con 0x7f73ac004d40 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.654+0000 7f73c4881640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73ac004d40 0x7f73ac0051c0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f73b800a870 tx=0x7f73ac005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f264d666aae037e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.654+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b800a4c0 con 0x7f73ac004d40 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.654+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73b802f070 con 0x7f73ac004d40 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.654+0000 7f73beffd640 1 -- 172.21.15.94:0/2247749760 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b802bcc0 con 0x7f73ac004d40 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.655+0000 7f73c62e4640 1 -- 172.21.15.94:0/2247749760 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73ac004d40 msgr2=0x7f73ac0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.655+0000 7f73c62e4640 1 --2- 172.21.15.94:0/2247749760 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73ac004d40 0x7f73ac0051c0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f73b800a870 tx=0x7f73ac005830 comp rx=0 tx=0).stop 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.655+0000 7f73c4881640 1 -- 172.21.15.94:0/2247749760 reap_dead start 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.655+0000 7f73c62e4640 1 -- 172.21.15.94:0/2247749760 shutdown_connections 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.655+0000 7f73c62e4640 1 -- 172.21.15.94:0/2247749760 >> 172.21.15.94:0/2247749760 conn(0x7f73c006bc10 msgr2=0x7f73c006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.655+0000 7f73c62e4640 1 -- 172.21.15.94:0/2247749760 shutdown_connections 2024-09-10T08:35:23.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.655+0000 7f73c62e4640 1 -- 172.21.15.94:0/2247749760 wait complete. 2024-09-10T08:35:23.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.656+0000 7f73c62e4640 1 Processor -- start 2024-09-10T08:35:23.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.656+0000 7f73c62e4640 1 -- start start 2024-09-10T08:35:23.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c62e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73ac004d40 0x7f73c015e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c62e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73c014f390 0x7f73c00cf850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c62e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73c00cfd90 0x7f73c01524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c62e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f73c00ae110 con 0x7f73c00cfd90 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c62e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f73c006ee80 con 0x7f73c014f390 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c62e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f73c00ae290 con 0x7f73ac004d40 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73c00cfd90 0x7f73c01524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73c00cfd90 0x7f73c01524a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55310/0 (socket says 172.21.15.94:55310) 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 -- 172.21.15.94:0/134336674 learned_addr learned my addr 172.21.15.94:0/134336674 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73bf7fe640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73c014f390 0x7f73c00cf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73bffff640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73ac004d40 0x7f73c015e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 -- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73ac004d40 msgr2=0x7f73c015e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73ac004d40 0x7f73c015e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 -- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73c014f390 msgr2=0x7f73c00cf850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73c014f390 0x7f73c00cf850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.657+0000 7f73c4881640 1 -- 172.21.15.94:0/134336674 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73c014f810 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.658+0000 7f73c4881640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73c00cfd90 0x7f73c01524a0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f73b800a990 tx=0x7f73b8001360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.658+0000 7f73bcff9640 1 -- 172.21.15.94:0/134336674 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b800a4c0 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.658+0000 7f73bcff9640 1 -- 172.21.15.94:0/134336674 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f73b8034470 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.658+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73c0153c00 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.658+0000 7f73bcff9640 1 -- 172.21.15.94:0/134336674 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73b8002030 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.658+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73c01541c0 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.659+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73c00ae5e0 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.659+0000 7f73bcff9640 1 -- 172.21.15.94:0/134336674 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f73b8034820 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.660+0000 7f73bcff9640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f73a006be60 0x7f73a006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.660+0000 7f73bffff640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f73a006be60 0x7f73a006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.660+0000 7f73bcff9640 1 -- 172.21.15.94:0/134336674 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7f73b80aae10 con 0x7f73c00cfd90 2024-09-10T08:35:23.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.660+0000 7f73bffff640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f73a006be60 0x7f73a006e320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f73b0009b40 tx=0x7f73b0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:23.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.664+0000 7f73bcff9640 1 -- 172.21.15.94:0/134336674 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f73b80796f0 con 0x7f73c00cfd90 2024-09-10T08:35:23.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.832+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f73c00adb10 con 0x7f73c00cfd90 2024-09-10T08:35:23.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.833+0000 7f73bcff9640 1 -- 172.21.15.94:0/134336674 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16957 (secure 0 0 0) 0x7f73b8078ff0 con 0x7f73c00cfd90 2024-09-10T08:35:23.833 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:23.833 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":65,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:35:22.865954+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:35:20.587100+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T08:35:21.841005+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:23.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f73a006be60 msgr2=0x7f73a006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f73a006be60 0x7f73a006e320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f73b0009b40 tx=0x7f73b0009190 comp rx=0 tx=0).stop 2024-09-10T08:35:23.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73c00cfd90 msgr2=0x7f73c01524a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73c00cfd90 0x7f73c01524a0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f73b800a990 tx=0x7f73b8001360 comp rx=0 tx=0).stop 2024-09-10T08:35:23.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 shutdown_connections 2024-09-10T08:35:23.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f73a006be60 0x7f73a006e320 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73c014f390 0x7f73c00cf850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73c00cfd90 0x7f73c01524a0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 --2- 172.21.15.94:0/134336674 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73ac004d40 0x7f73c015e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 >> 172.21.15.94:0/134336674 conn(0x7f73c006bc10 msgr2=0x7f73c00b1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:23.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 shutdown_connections 2024-09-10T08:35:23.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.835+0000 7f73c62e4640 1 -- 172.21.15.94:0/134336674 wait complete. 2024-09-10T08:35:23.846 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:23.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.944+0000 7f9d9c4ba640 1 Processor -- start 2024-09-10T08:35:23.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.944+0000 7f9d9c4ba640 1 -- start start 2024-09-10T08:35:23.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d9c4ba640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9d9415e680 0x7f9d940cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d9c4ba640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d940d1880 con 0x7f9d940d0010 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d9c4ba640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9d940d1b60 con 0x7f9d9415e2a0 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d9c4ba640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f9d940cf2d0 con 0x7f9d9415e680 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d99a55640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9d9415e680 0x7f9d940cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d9aa57640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9d940d0010 0x7f9d940d4370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53812/0 (socket says 172.21.15.94:53812) 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d9aa57640 1 -- 172.21.15.94:0/1250714826 learned_addr learned my addr 172.21.15.94:0/1250714826 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d99a55640 1 -- 172.21.15.94:0/1250714826 >> v1:172.21.15.143:6789/0 conn(0x7f9d9415e2a0 legacy=0x7f9d9406d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d99a55640 1 -- 172.21.15.94:0/1250714826 >> v1:172.21.15.94:6789/0 conn(0x7f9d940d0010 legacy=0x7f9d940d4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.945+0000 7f9d99a55640 1 -- 172.21.15.94:0/1250714826 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d940cf5b0 con 0x7f9d9415e680 2024-09-10T08:35:23.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.946+0000 7f9d99a55640 1 --2- 172.21.15.94:0/1250714826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e680 0x7f9d940cfad0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f9d840097a0 tx=0x7f9d8402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=529a044430b562fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:23.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.946+0000 7f9d99254640 1 -- 172.21.15.94:0/1250714826 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84037070 con 0x7f9d9415e680 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.946+0000 7f9d99254640 1 -- 172.21.15.94:0/1250714826 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d8402ae50 con 0x7f9d9415e680 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.946+0000 7f9d99254640 1 -- 172.21.15.94:0/1250714826 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84032660 con 0x7f9d9415e680 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.947+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/1250714826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e680 msgr2=0x7f9d940cfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.947+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/1250714826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e680 0x7f9d940cfad0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f9d840097a0 tx=0x7f9d8402a140 comp rx=0 tx=0).stop 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.947+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/1250714826 shutdown_connections 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.947+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/1250714826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e680 0x7f9d940cfad0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.947+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/1250714826 >> 172.21.15.94:0/1250714826 conn(0x7f9d9409d760 msgr2=0x7f9d9408bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.947+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/1250714826 shutdown_connections 2024-09-10T08:35:23.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.947+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/1250714826 wait complete. 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.948+0000 7f9d9c4ba640 1 Processor -- start 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.948+0000 7f9d9c4ba640 1 -- start start 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9d940d0010 0x7f9d940cb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e2a0 0x7f9d9414c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9d9415e680 0x7f9d9414c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9d9406dcb0 con 0x7f9d9415e2a0 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9d9406db30 con 0x7f9d940d0010 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9d940d4a80 con 0x7f9d9415e680 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e2a0 0x7f9d9414c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e2a0 0x7f9d9414c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55326/0 (socket says 172.21.15.94:55326) 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 -- 172.21.15.94:0/2533430688 learned_addr learned my addr 172.21.15.94:0/2533430688 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9a256640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9d940d0010 0x7f9d940cb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9aa57640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9d9415e680 0x7f9d9414c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 -- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9d9415e680 msgr2=0x7f9d9414c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9d9415e680 0x7f9d9414c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 -- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9d940d0010 msgr2=0x7f9d940cb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9d940d0010 0x7f9d940cb4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 -- 172.21.15.94:0/2533430688 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d941e94d0 con 0x7f9d9415e2a0 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d99a55640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e2a0 0x7f9d9414c460 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f9d84035040 tx=0x7f9d840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d8affd640 1 -- 172.21.15.94:0/2533430688 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84042020 con 0x7f9d9415e2a0 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d8affd640 1 -- 172.21.15.94:0/2533430688 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d8403d6b0 con 0x7f9d9415e2a0 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d941e97b0 con 0x7f9d9415e2a0 2024-09-10T08:35:23.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d8affd640 1 -- 172.21.15.94:0/2533430688 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84037040 con 0x7f9d9415e2a0 2024-09-10T08:35:23.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.949+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d941e9d70 con 0x7f9d9415e2a0 2024-09-10T08:35:23.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.950+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d940cfad0 con 0x7f9d9415e2a0 2024-09-10T08:35:23.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.951+0000 7f9d8affd640 1 -- 172.21.15.94:0/2533430688 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9d84045020 con 0x7f9d9415e2a0 2024-09-10T08:35:23.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.951+0000 7f9d8affd640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9d7806be30 0x7f9d7806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:23.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.951+0000 7f9d9a256640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9d7806be30 0x7f9d7806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:23.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.952+0000 7f9d8affd640 1 -- 172.21.15.94:0/2533430688 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7f9d840ab8b0 con 0x7f9d9415e2a0 2024-09-10T08:35:23.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.952+0000 7f9d9a256640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9d7806be30 0x7f9d7806e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9d90003d90 tx=0x7f9d90009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:23.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:23.956+0000 7f9d8affd640 1 -- 172.21.15.94:0/2533430688 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9d8404c030 con 0x7f9d9415e2a0 2024-09-10T08:35:24.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.122+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9d9406cf90 con 0x7f9d9415e2a0 2024-09-10T08:35:24.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.123+0000 7f9d8affd640 1 -- 172.21.15.94:0/2533430688 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v65) ==== 74+0+16957 (secure 0 0 0) 0x7f9d8407a160 con 0x7f9d9415e2a0 2024-09-10T08:35:24.124 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:24.124 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":65,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:35:22.865954+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:35:20.587100+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T08:35:21.841005+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9d7806be30 msgr2=0x7f9d7806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9d7806be30 0x7f9d7806e2f0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9d90003d90 tx=0x7f9d90009040 comp rx=0 tx=0).stop 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e2a0 msgr2=0x7f9d9414c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e2a0 0x7f9d9414c460 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f9d84035040 tx=0x7f9d840046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 shutdown_connections 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9d7806be30 0x7f9d7806e2f0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9d9415e680 0x7f9d9414c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9d9415e2a0 0x7f9d9414c460 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 --2- 172.21.15.94:0/2533430688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9d940d0010 0x7f9d940cb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.125+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 >> 172.21.15.94:0/2533430688 conn(0x7f9d9409d760 msgr2=0x7f9d9415fcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:24.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.126+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 shutdown_connections 2024-09-10T08:35:24.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.126+0000 7f9d9c4ba640 1 -- 172.21.15.94:0/2533430688 wait complete. 2024-09-10T08:35:24.137 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:35:24.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.237+0000 7f38f3798640 1 Processor -- start 2024-09-10T08:35:24.238 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.237+0000 7f38f3798640 1 -- start start 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f3798640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec15f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f3798640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f38ec0d4130 0x7f38ec0d45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f3798640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38ec0d4b00 con 0x7f38ec15f0d0 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f3798640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f38ec0d1b10 con 0x7f38ec0d4130 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f3798640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f38ec0cf2b0 con 0x7f38ec0d0070 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f1d35640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f38ec0d4130 0x7f38ec0d45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f1d35640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f38ec0d4130 0x7f38ec0d45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55336/0 (socket says 172.21.15.94:55336) 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.238+0000 7f38f1d35640 1 -- 172.21.15.94:0/1056122110 learned_addr learned my addr 172.21.15.94:0/1056122110 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:24.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.239+0000 7f38f0d33640 1 --2- 172.21.15.94:0/1056122110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec15f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.239+0000 7f38f1d35640 1 -- 172.21.15.94:0/1056122110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 msgr2=0x7f38ec15f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:24.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.239+0000 7f38f1d35640 1 --2- 172.21.15.94:0/1056122110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec15f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.239+0000 7f38f1d35640 1 -- 172.21.15.94:0/1056122110 >> v1:172.21.15.143:6789/0 conn(0x7f38ec15f0d0 legacy=0x7f38ec0d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:24.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.239+0000 7f38f1d35640 1 -- 172.21.15.94:0/1056122110 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec0cf590 con 0x7f38ec0d4130 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.239+0000 7f38f1d35640 1 --2- 172.21.15.94:0/1056122110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0d45c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0d4cd0 tx=0x7f38e402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c44526c11ed5509a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38e3fff640 1 -- 172.21.15.94:0/1056122110 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e4036070 con 0x7f38ec0d4130 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38e3fff640 1 -- 172.21.15.94:0/1056122110 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e4031600 con 0x7f38ec0d4130 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38e3fff640 1 -- 172.21.15.94:0/1056122110 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e40319d0 con 0x7f38ec0d4130 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 -- 172.21.15.94:0/1056122110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 msgr2=0x7f38ec0d45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 --2- 172.21.15.94:0/1056122110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0d45c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0d4cd0 tx=0x7f38e402a630 comp rx=0 tx=0).stop 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 -- 172.21.15.94:0/1056122110 shutdown_connections 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 --2- 172.21.15.94:0/1056122110 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0d45c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 --2- 172.21.15.94:0/1056122110 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec15f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 -- 172.21.15.94:0/1056122110 >> 172.21.15.94:0/1056122110 conn(0x7f38ec09d760 msgr2=0x7f38ec08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:24.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 -- 172.21.15.94:0/1056122110 shutdown_connections 2024-09-10T08:35:24.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.240+0000 7f38f3798640 1 -- 172.21.15.94:0/1056122110 wait complete. 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.241+0000 7f38f3798640 1 Processor -- start 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f3798640 1 -- start start 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f3798640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f3798640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0b73d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f3798640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38ec15f0d0 0x7f38ec0b7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f3798640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec0cef60 con 0x7f38ec0d4130 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f3798640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec0cfb50 con 0x7f38ec15f0d0 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f3798640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f38ec0b2f70 con 0x7f38ec0d0070 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f0d33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0b73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f0d33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0b73d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55348/0 (socket says 172.21.15.94:55348) 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f0d33640 1 -- 172.21.15.94:0/914445175 learned_addr learned my addr 172.21.15.94:0/914445175 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:24.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f1534640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.242+0000 7f38f1d35640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38ec15f0d0 0x7f38ec0b7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f0d33640 1 -- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 msgr2=0x7f38ec06d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f0d33640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec06d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f0d33640 1 -- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38ec15f0d0 msgr2=0x7f38ec0b7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f0d33640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38ec15f0d0 0x7f38ec0b7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f0d33640 1 -- 172.21.15.94:0/914445175 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec1f42f0 con 0x7f38ec0d4130 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f0d33640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0b73d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f38dc00d800 tx=0x7f38dc00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38e1ffb640 1 -- 172.21.15.94:0/914445175 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38dc00b6c0 con 0x7f38ec0d4130 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38e1ffb640 1 -- 172.21.15.94:0/914445175 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38dc019070 con 0x7f38ec0d4130 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38e1ffb640 1 -- 172.21.15.94:0/914445175 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38dc00ba80 con 0x7f38ec0d4130 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38ec1f45b0 con 0x7f38ec0d4130 2024-09-10T08:35:24.245 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.243+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38ec1f4b70 con 0x7f38ec0d4130 2024-09-10T08:35:24.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.244+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38ec0d45c0 con 0x7f38ec0d4130 2024-09-10T08:35:24.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.244+0000 7f38e1ffb640 1 -- 172.21.15.94:0/914445175 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f38dc00bc20 con 0x7f38ec0d4130 2024-09-10T08:35:24.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.245+0000 7f38e1ffb640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38d006be30 0x7f38d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.245+0000 7f38f1534640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38d006be30 0x7f38d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.245+0000 7f38e1ffb640 1 -- 172.21.15.94:0/914445175 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6101+0+0 (secure 0 0 0) 0x7f38dc08b2b0 con 0x7f38ec0d4130 2024-09-10T08:35:24.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.245+0000 7f38f1534640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38d006be30 0x7f38d006e2f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f38e8006fd0 tx=0x7f38e8009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:24.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.249+0000 7f38e1ffb640 1 -- 172.21.15.94:0/914445175 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f38dc059510 con 0x7f38ec0d4130 2024-09-10T08:35:24.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.451+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f38ec06cf30 con 0x7f38ec0d4130 2024-09-10T08:35:24.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.540+0000 7f38e1ffb640 1 -- 172.21.15.94:0/914445175 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v32) ==== 118+0+0 (secure 0 0 0) 0x7f38dc05d810 con 0x7f38ec0d4130 2024-09-10T08:35:24.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.542+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38d006be30 msgr2=0x7f38d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.542+0000 7f38f3798640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38d006be30 0x7f38d006e2f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f38e8006fd0 tx=0x7f38e8009060 comp rx=0 tx=0).stop 2024-09-10T08:35:24.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.542+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 msgr2=0x7f38ec0b73d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.542+0000 7f38f3798640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0b73d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f38dc00d800 tx=0x7f38dc00dcc0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 shutdown_connections 2024-09-10T08:35:24.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38d006be30 0x7f38d006e2f0 secure :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f38e8006fd0 tx=0x7f38e8009060 comp rx=0 tx=0).stop 2024-09-10T08:35:24.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38ec15f0d0 0x7f38ec0b7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38ec0d4130 0x7f38ec0b73d0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 --2- 172.21.15.94:0/914445175 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38ec0d0070 0x7f38ec06d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 >> 172.21.15.94:0/914445175 conn(0x7f38ec09d760 msgr2=0x7f38ec0d2b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:24.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 shutdown_connections 2024-09-10T08:35:24.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.543+0000 7f38f3798640 1 -- 172.21.15.94:0/914445175 wait complete. 2024-09-10T08:35:24.553 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T08:35:24.553 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T08:35:24.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.654+0000 7fc77c7bd640 1 Processor -- start 2024-09-10T08:35:24.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.655+0000 7fc77c7bd640 1 -- start start 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.655+0000 7fc77c7bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 0x7fc7740d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc77c7bd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7740ce6a0 con 0x7fc774161d90 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc77c7bd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc77406c990 con 0x7fc7740b0a80 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc77c7bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc7740cec10 con 0x7fc7741619b0 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc77ad5a640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc774161d90 0x7fc7740cdf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53828/0 (socket says 172.21.15.94:53828) 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc77ad5a640 1 -- 172.21.15.94:0/663875002 learned_addr learned my addr 172.21.15.94:0/663875002 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc77a559640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 0x7fc7740d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4027122203 0 0) 0x7fc7740ce6a0 con 0x7fc774161d90 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc760003520 con 0x7fc774161d90 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2879016930 0 0) 0x7fc77406c990 con 0x7fc7740b0a80 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc7740ce6a0 con 0x7fc7740b0a80 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 226283941 0 0) 0x7fc760003520 con 0x7fc774161d90 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 msgr2=0x7fc7740d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 0x7fc7740d0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 >> v1:172.21.15.143:6789/0 conn(0x7fc7740b0a80 legacy=0x7fc7740cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7740ce930 con 0x7fc774161d90 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.656+0000 7fc77a559640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 0x7fc7740d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fc76c0019f0 con 0x7fc774161d90 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 >> v1:172.21.15.94:6789/0 conn(0x7fc774161d90 legacy=0x7fc7740cdf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 0x7fc760003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7600040b0 0x7fc760004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc760004d40 0x7fc7600051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc7740cec10 con 0x7fc760004d40 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc76000ba70 con 0x7fc7600040b0 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc76000bc70 con 0x7fc7741619b0 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc77ad5a640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc760004d40 0x7fc7600051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc77a559640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 0x7fc760003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc779d58640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7600040b0 0x7fc760004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc77ad5a640 1 -- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 msgr2=0x7fc760003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc77ad5a640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7741619b0 0x7fc760003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc77ad5a640 1 -- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7600040b0 msgr2=0x7fc760004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc77ad5a640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc7600040b0 0x7fc760004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.657+0000 7fc77ad5a640 1 -- 172.21.15.94:0/663875002 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc760003520 con 0x7fc760004d40 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77ad5a640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc760004d40 0x7fc7600051c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00a7c0 tx=0x7fc760005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4af956c945f6ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:24.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c00a390 con 0x7fc760004d40 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc76c02f070 con 0x7fc760004d40 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc779557640 1 -- 172.21.15.94:0/663875002 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76c02bc20 con 0x7fc760004d40 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77c7bd640 1 -- 172.21.15.94:0/663875002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc760004d40 msgr2=0x7fc7600051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77c7bd640 1 --2- 172.21.15.94:0/663875002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc760004d40 0x7fc7600051c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00a7c0 tx=0x7fc760005830 comp rx=0 tx=0).stop 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77ad5a640 1 -- 172.21.15.94:0/663875002 reap_dead start 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77c7bd640 1 -- 172.21.15.94:0/663875002 shutdown_connections 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77c7bd640 1 -- 172.21.15.94:0/663875002 >> 172.21.15.94:0/663875002 conn(0x7fc77409a9f0 msgr2=0x7fc7740b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77c7bd640 1 -- 172.21.15.94:0/663875002 shutdown_connections 2024-09-10T08:35:24.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.658+0000 7fc77c7bd640 1 -- 172.21.15.94:0/663875002 wait complete. 2024-09-10T08:35:24.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 Processor -- start 2024-09-10T08:35:24.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 -- start start 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc760004d40 0x7fc77415fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7740c7760 0x7fc7740b6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7740b4290 0x7fc7740b4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc77406c620 con 0x7fc7740c7760 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc7740b0820 con 0x7fc760004d40 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc77c7bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc7740ccce0 con 0x7fc7740b4290 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc779d58640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7740c7760 0x7fc7740b6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc779d58640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7740c7760 0x7fc7740b6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55372/0 (socket says 172.21.15.94:55372) 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.660+0000 7fc779d58640 1 -- 172.21.15.94:0/157126347 learned_addr learned my addr 172.21.15.94:0/157126347 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc77ad5a640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7740b4290 0x7fc7740b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc77a559640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc760004d40 0x7fc77415fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc779d58640 1 -- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7740b4290 msgr2=0x7fc7740b4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc779d58640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7740b4290 0x7fc7740b4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc779d58640 1 -- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc760004d40 msgr2=0x7fc77415fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc779d58640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc760004d40 0x7fc77415fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc779d58640 1 -- 172.21.15.94:0/157126347 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc774160410 con 0x7fc7740c7760 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc77ad5a640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7740b4290 0x7fc7740b4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc77a559640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc760004d40 0x7fc77415fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc779d58640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7740c7760 0x7fc7740b6c50 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fc76400f6f0 tx=0x7fc76400fbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc76affd640 1 -- 172.21.15.94:0/157126347 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc76401a070 con 0x7fc7740c7760 2024-09-10T08:35:24.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc76affd640 1 -- 172.21.15.94:0/157126347 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc764005110 con 0x7fc7740c7760 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc77415ee50 con 0x7fc7740c7760 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc76affd640 1 -- 172.21.15.94:0/157126347 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc764007050 con 0x7fc7740c7760 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.661+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc77415f410 con 0x7fc7740c7760 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.662+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7740cd330 con 0x7fc7740c7760 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.662+0000 7fc76affd640 1 -- 172.21.15.94:0/157126347 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc76401d070 con 0x7fc7740c7760 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.663+0000 7fc76affd640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc75806be30 0x7fc75806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.663+0000 7fc76affd640 1 -- 172.21.15.94:0/157126347 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fc76408a8f0 con 0x7fc7740c7760 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.663+0000 7fc77a559640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc75806be30 0x7fc75806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:24.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.663+0000 7fc77a559640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc75806be30 0x7fc75806e2f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc770009bd0 tx=0x7fc770008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:24.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.667+0000 7fc76affd640 1 -- 172.21.15.94:0/157126347 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc764059110 con 0x7fc7740c7760 2024-09-10T08:35:24.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:24.869+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc7740b37a0 con 0x7fc7740c7760 2024-09-10T08:35:25.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.542+0000 7fc76affd640 1 -- 172.21.15.94:0/157126347 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v33) ==== 122+0+0 (secure 0 0 0) 0x7fc764058a10 con 0x7fc7740c7760 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc75806be30 msgr2=0x7fc75806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc75806be30 0x7fc75806e2f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc770009bd0 tx=0x7fc770008040 comp rx=0 tx=0).stop 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7740c7760 msgr2=0x7fc7740b6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7740c7760 0x7fc7740b6c50 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fc76400f6f0 tx=0x7fc76400fbb0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 shutdown_connections 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc75806be30 0x7fc75806e2f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc7740b4290 0x7fc7740b4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc7740c7760 0x7fc7740b6c50 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 --2- 172.21.15.94:0/157126347 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc760004d40 0x7fc77415fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 >> 172.21.15.94:0/157126347 conn(0x7fc77409a9f0 msgr2=0x7fc7740af160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:25.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 shutdown_connections 2024-09-10T08:35:25.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.544+0000 7fc77c7bd640 1 -- 172.21.15.94:0/157126347 wait complete. 2024-09-10T08:35:25.557 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T08:35:25.558 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:25.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.658+0000 7f35d165c640 1 Processor -- start 2024-09-10T08:35:25.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.658+0000 7f35d165c640 1 -- start start 2024-09-10T08:35:25.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35d165c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f35cc15f0d0 0x7f35cc15f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35d165c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f35cc0d0070 0x7f35cc0d1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35d165c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35cc0cf2b0 con 0x7f35cc0d1940 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35d165c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f35cc0cf590 con 0x7f35cc15f0d0 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35d165c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f35cc0cf870 con 0x7f35cc0d0070 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35caffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f35cc15f0d0 0x7f35cc15f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35cb7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f35cc0d1940 0x7f35cc0d4130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53836/0 (socket says 172.21.15.94:53836) 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35cb7fe640 1 -- 172.21.15.94:0/1136120220 learned_addr learned my addr 172.21.15.94:0/1136120220 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35ca7fc640 1 --2- 172.21.15.94:0/1136120220 >> v2:172.21.15.143:3300/0 conn(0x7f35cc0d0070 0x7f35cc0d1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35caffd640 1 -- 172.21.15.94:0/1136120220 >> v2:172.21.15.143:3300/0 conn(0x7f35cc0d0070 msgr2=0x7f35cc0d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35caffd640 1 --2- 172.21.15.94:0/1136120220 >> v2:172.21.15.143:3300/0 conn(0x7f35cc0d0070 0x7f35cc0d1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35caffd640 1 -- 172.21.15.94:0/1136120220 >> v1:172.21.15.94:6789/0 conn(0x7f35cc0d1940 legacy=0x7f35cc0d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35caffd640 1 -- 172.21.15.94:0/1136120220 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35cc0cfb50 con 0x7f35cc15f0d0 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.659+0000 7f35ca7fc640 1 --2- 172.21.15.94:0/1136120220 >> v2:172.21.15.143:3300/0 conn(0x7f35cc0d0070 0x7f35cc0d1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.660+0000 7f35caffd640 1 --2- 172.21.15.94:0/1136120220 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc15f0d0 0x7f35cc15f4b0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f35cc162fc0 tx=0x7f35bc02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f844f79d0ed9b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.660+0000 7f35c9ffb640 1 -- 172.21.15.94:0/1136120220 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc037070 con 0x7f35cc15f0d0 2024-09-10T08:35:25.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.660+0000 7f35c9ffb640 1 -- 172.21.15.94:0/1136120220 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35bc032440 con 0x7f35cc15f0d0 2024-09-10T08:35:25.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.660+0000 7f35c9ffb640 1 -- 172.21.15.94:0/1136120220 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc02ae60 con 0x7f35cc15f0d0 2024-09-10T08:35:25.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 -- 172.21.15.94:0/1136120220 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc15f0d0 msgr2=0x7f35cc15f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 --2- 172.21.15.94:0/1136120220 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc15f0d0 0x7f35cc15f4b0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f35cc162fc0 tx=0x7f35bc02a110 comp rx=0 tx=0).stop 2024-09-10T08:35:25.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 -- 172.21.15.94:0/1136120220 shutdown_connections 2024-09-10T08:35:25.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 --2- 172.21.15.94:0/1136120220 >> v2:172.21.15.143:3300/0 conn(0x7f35cc0d0070 0x7f35cc0d1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 --2- 172.21.15.94:0/1136120220 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc15f0d0 0x7f35cc15f4b0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 -- 172.21.15.94:0/1136120220 >> 172.21.15.94:0/1136120220 conn(0x7f35cc09d760 msgr2=0x7f35cc08bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 -- 172.21.15.94:0/1136120220 shutdown_connections 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.661+0000 7f35d165c640 1 -- 172.21.15.94:0/1136120220 wait complete. 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.662+0000 7f35d165c640 1 Processor -- start 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.662+0000 7f35d165c640 1 -- start start 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35d165c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35cc0d0070 0x7f35cc0cde40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35d165c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc0d1940 0x7f35cc0cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35d165c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35cc15f0d0 0x7f35cc0cc400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35d165c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc0d49c0 con 0x7f35cc0d1940 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35d165c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc0d4840 con 0x7f35cc15f0d0 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35d165c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f35cc0d4b40 con 0x7f35cc0d0070 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc0d1940 0x7f35cc0cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc0d1940 0x7f35cc0cbec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55404/0 (socket says 172.21.15.94:55404) 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 -- 172.21.15.94:0/278714849 learned_addr learned my addr 172.21.15.94:0/278714849 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35cb7fe640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35cc15f0d0 0x7f35cc0cc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35caffd640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35cc0d0070 0x7f35cc0cde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 -- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35cc0d0070 msgr2=0x7f35cc0cde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35cc0d0070 0x7f35cc0cde40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 -- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35cc15f0d0 msgr2=0x7f35cc0cc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35cc15f0d0 0x7f35cc0cc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 -- 172.21.15.94:0/278714849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35cc0cb650 con 0x7f35cc0d1940 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35ca7fc640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc0d1940 0x7f35cc0cbec0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f35c000c7f0 tx=0x7f35c000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35b37fe640 1 -- 172.21.15.94:0/278714849 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0015070 con 0x7f35cc0d1940 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35b37fe640 1 -- 172.21.15.94:0/278714849 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35c0007a30 con 0x7f35cc0d1940 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35cc0cb930 con 0x7f35cc0d1940 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.663+0000 7f35b37fe640 1 -- 172.21.15.94:0/278714849 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0007e00 con 0x7f35cc0d1940 2024-09-10T08:35:25.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.664+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35cc0b87e0 con 0x7f35cc0d1940 2024-09-10T08:35:25.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.664+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35cc0d1400 con 0x7f35cc0d1940 2024-09-10T08:35:25.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.665+0000 7f35b37fe640 1 -- 172.21.15.94:0/278714849 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f35c0018070 con 0x7f35cc0d1940 2024-09-10T08:35:25.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.665+0000 7f35b37fe640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f35b806be30 0x7f35b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.666+0000 7f35b37fe640 1 -- 172.21.15.94:0/278714849 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f35c008afe0 con 0x7f35cc0d1940 2024-09-10T08:35:25.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.666+0000 7f35caffd640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f35b806be30 0x7f35b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.666+0000 7f35caffd640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f35b806be30 0x7f35b806e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f35bc034000 tx=0x7f35bc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:25.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.670+0000 7f35b37fe640 1 -- 172.21.15.94:0/278714849 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f35c0059800 con 0x7f35cc0d1940 2024-09-10T08:35:25.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.871+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35cc06cf30 con 0x7f35cc0d1940 2024-09-10T08:35:25.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.872+0000 7f35b37fe640 1 -- 172.21.15.94:0/278714849 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5227 (secure 0 0 0) 0x7f35c0059100 con 0x7f35cc0d1940 2024-09-10T08:35:25.872 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:25.872 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":33,"btime":"2024-09-10T08:35:25:541262+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5135,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/3525401598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":3525401598},{"type":"v1","addr":"172.21.15.143:6835","nonce":3525401598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5763,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/3387525793","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3387525793},{"type":"v1","addr":"172.21.15.94:6836","nonce":3387525793}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5766,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1173387956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":1173387956},{"type":"v1","addr":"172.21.15.94:6837","nonce":1173387956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:35:22.866271+0000","modified":"2024-09-10T08:35:24.870162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5778},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5778":{"gid":5778,"name":"b","rank":0,"incarnation":31,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6834/988769129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":988769129},{"type":"v1","addr":"172.21.15.143:6834","nonce":988769129}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5778,"qdb_cluster":[5778]},"id":4}]} 2024-09-10T08:35:25.872 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 33 2024-09-10T08:35:25.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f35b806be30 msgr2=0x7f35b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f35b806be30 0x7f35b806e2f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f35bc034000 tx=0x7f35bc02e000 comp rx=0 tx=0).stop 2024-09-10T08:35:25.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc0d1940 msgr2=0x7f35cc0cbec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc0d1940 0x7f35cc0cbec0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f35c000c7f0 tx=0x7f35c000cbf0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 shutdown_connections 2024-09-10T08:35:25.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f35b806be30 0x7f35b806e2f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35cc15f0d0 0x7f35cc0cc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35cc0d1940 0x7f35cc0cbec0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 --2- 172.21.15.94:0/278714849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f35cc0d0070 0x7f35cc0cde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.873+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 >> 172.21.15.94:0/278714849 conn(0x7f35cc09d760 msgr2=0x7f35cc06e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:25.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.874+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 shutdown_connections 2024-09-10T08:35:25.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.874+0000 7f35d165c640 1 -- 172.21.15.94:0/278714849 wait complete. 2024-09-10T08:35:25.885 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:25.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.982+0000 7f626abb9640 1 Processor -- start 2024-09-10T08:35:25.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.982+0000 7f626abb9640 1 -- start start 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f626abb9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f626406cd20 0x7f626406d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f626abb9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f6264142a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f626abb9640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f626406d640 con 0x7f6264161eb0 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f626abb9640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f6264162e50 con 0x7f626406cd20 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f626abb9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6264142150 con 0x7f62641425e0 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6268955640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f626406cd20 0x7f626406d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6268955640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f626406cd20 0x7f626406d100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55418/0 (socket says 172.21.15.94:55418) 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6268955640 1 -- 172.21.15.94:0/549974285 learned_addr learned my addr 172.21.15.94:0/549974285 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:25.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6269156640 1 --2- 172.21.15.94:0/549974285 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f6264142a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6268955640 1 -- 172.21.15.94:0/549974285 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 msgr2=0x7f6264142a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:25.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6268955640 1 --2- 172.21.15.94:0/549974285 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f6264142a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6268955640 1 -- 172.21.15.94:0/549974285 >> v1:172.21.15.143:6789/0 conn(0x7f6264161eb0 legacy=0x7f62641622f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6268955640 1 -- 172.21.15.94:0/549974285 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6264162b70 con 0x7f626406cd20 2024-09-10T08:35:25.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.983+0000 7f6269156640 1 --2- 172.21.15.94:0/549974285 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f6264142a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:25.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.984+0000 7f6268955640 1 --2- 172.21.15.94:0/549974285 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f626406d100 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f6254009870 tx=0x7f625402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df2ffbf011f17c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:25.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.984+0000 7f62637fe640 1 -- 172.21.15.94:0/549974285 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254037070 con 0x7f626406cd20 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.984+0000 7f62637fe640 1 -- 172.21.15.94:0/549974285 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6254032440 con 0x7f626406cd20 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.984+0000 7f62637fe640 1 -- 172.21.15.94:0/549974285 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254032810 con 0x7f626406cd20 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 -- 172.21.15.94:0/549974285 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 msgr2=0x7f626406d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 --2- 172.21.15.94:0/549974285 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f626406d100 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f6254009870 tx=0x7f625402a1c0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 -- 172.21.15.94:0/549974285 shutdown_connections 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 --2- 172.21.15.94:0/549974285 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f6264142a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 --2- 172.21.15.94:0/549974285 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f626406d100 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 -- 172.21.15.94:0/549974285 >> 172.21.15.94:0/549974285 conn(0x7f62640b3ed0 msgr2=0x7f62640b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 -- 172.21.15.94:0/549974285 shutdown_connections 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.985+0000 7f626abb9640 1 -- 172.21.15.94:0/549974285 wait complete. 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.986+0000 7f626abb9640 1 Processor -- start 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.986+0000 7f626abb9640 1 -- start start 2024-09-10T08:35:25.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f626abb9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f62640c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f626abb9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f62640cf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f626abb9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6264161eb0 0x7f626415ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f626abb9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6264141600 con 0x7f626406cd20 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f626abb9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6264141de0 con 0x7f6264161eb0 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f626abb9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6264142fb0 con 0x7f62641425e0 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f62640c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f62640c9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55424/0 (socket says 172.21.15.94:55424) 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 -- 172.21.15.94:0/559107694 learned_addr learned my addr 172.21.15.94:0/559107694 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6263fff640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f62640cf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6269156640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6264161eb0 0x7f626415ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 -- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 msgr2=0x7f62640cf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f62640cf0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 -- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6264161eb0 msgr2=0x7f626415ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:25.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6264161eb0 0x7f626415ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 -- 172.21.15.94:0/559107694 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62640caf30 con 0x7f626406cd20 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6263fff640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f62640cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6269156640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6264161eb0 0x7f626415ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.987+0000 7f6268955640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f62640c9330 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f6254000c00 tx=0x7f62540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.988+0000 7f62617fa640 1 -- 172.21.15.94:0/559107694 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254041020 con 0x7f626406cd20 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.988+0000 7f62617fa640 1 -- 172.21.15.94:0/559107694 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62540306c0 con 0x7f626406cd20 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.988+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62640c9aa0 con 0x7f626406cd20 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.988+0000 7f62617fa640 1 -- 172.21.15.94:0/559107694 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254037040 con 0x7f626406cd20 2024-09-10T08:35:25.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.988+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62640cb4b0 con 0x7f626406cd20 2024-09-10T08:35:25.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.989+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f626406d100 con 0x7f626406cd20 2024-09-10T08:35:25.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.989+0000 7f62617fa640 1 -- 172.21.15.94:0/559107694 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6254044020 con 0x7f626406cd20 2024-09-10T08:35:25.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.990+0000 7f62617fa640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f625006be30 0x7f625006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:25.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.990+0000 7f62617fa640 1 -- 172.21.15.94:0/559107694 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f62540ab770 con 0x7f626406cd20 2024-09-10T08:35:25.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.990+0000 7f6263fff640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f625006be30 0x7f625006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:25.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.990+0000 7f6263fff640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f625006be30 0x7f625006e2f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f62640ccad0 tx=0x7f6258009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:25.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:25.994+0000 7f62617fa640 1 -- 172.21.15.94:0/559107694 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f625404b030 con 0x7f626406cd20 2024-09-10T08:35:26.159 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.159+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f62640690c0 con 0x7f626406cd20 2024-09-10T08:35:26.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.160+0000 7f62617fa640 1 -- 172.21.15.94:0/559107694 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16944 (secure 0 0 0) 0x7f625407a020 con 0x7f626406cd20 2024-09-10T08:35:26.161 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:26.161 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":66,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:35:24.520771+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:35:20.587100+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T08:35:21.841005+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:26.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f625006be30 msgr2=0x7f625006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f625006be30 0x7f625006e2f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f62640ccad0 tx=0x7f6258009040 comp rx=0 tx=0).stop 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 msgr2=0x7f62640c9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f62640c9330 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f6254000c00 tx=0x7f62540046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 shutdown_connections 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f625006be30 0x7f625006e2f0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6264161eb0 0x7f626415ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f62641425e0 0x7f62640cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 --2- 172.21.15.94:0/559107694 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f626406cd20 0x7f62640c9330 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 >> 172.21.15.94:0/559107694 conn(0x7f62640b3ed0 msgr2=0x7f62640b3550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 shutdown_connections 2024-09-10T08:35:26.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.162+0000 7f626abb9640 1 -- 172.21.15.94:0/559107694 wait complete. 2024-09-10T08:35:26.174 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:35:26.174 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:35:26.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.270+0000 7f48b3ed0640 1 Processor -- start 2024-09-10T08:35:26.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.271+0000 7f48b3ed0640 1 -- start start 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.271+0000 7f48b3ed0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f48ac0d21f0 0x7f48ac0d25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.271+0000 7f48b3ed0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f48ac072590 0x7f48ac06d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.271+0000 7f48b3ed0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac143a60 0x7f48ac143f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.271+0000 7f48b3ed0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f48ac141750 con 0x7f48ac0d21f0 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.271+0000 7f48b3ed0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f48ac0d2b10 con 0x7f48ac072590 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.271+0000 7f48b3ed0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f48ac1620b0 con 0x7f48ac143a60 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f48ac0d21f0 0x7f48ac0d25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f48ac0d21f0 0x7f48ac0d25d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55436/0 (socket says 172.21.15.94:55436) 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 -- 172.21.15.94:0/2689938757 learned_addr learned my addr 172.21.15.94:0/2689938757 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b146b640 1 --2- 172.21.15.94:0/2689938757 >> v2:172.21.15.143:3300/0 conn(0x7f48ac072590 0x7f48ac06d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b246d640 1 --2- 172.21.15.94:0/2689938757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac143a60 0x7f48ac143f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 -- 172.21.15.94:0/2689938757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac143a60 msgr2=0x7f48ac143f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 --2- 172.21.15.94:0/2689938757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac143a60 0x7f48ac143f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 -- 172.21.15.94:0/2689938757 >> v2:172.21.15.143:3300/0 conn(0x7f48ac072590 msgr2=0x7f48ac06d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 --2- 172.21.15.94:0/2689938757 >> v2:172.21.15.143:3300/0 conn(0x7f48ac072590 0x7f48ac06d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b1c6c640 1 -- 172.21.15.94:0/2689938757 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48ac162370 con 0x7f48ac0d21f0 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.272+0000 7f48b246d640 1 --2- 172.21.15.94:0/2689938757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac143a60 0x7f48ac143f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b1c6c640 1 --2- 172.21.15.94:0/2689938757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac0d21f0 0x7f48ac0d25d0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f48ac0b8490 tx=0x7f489c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78db4f0b28d9800a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b0c6a640 1 -- 172.21.15.94:0/2689938757 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c037070 con 0x7f48ac0d21f0 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b0c6a640 1 -- 172.21.15.94:0/2689938757 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f489c032440 con 0x7f48ac0d21f0 2024-09-10T08:35:26.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b0c6a640 1 -- 172.21.15.94:0/2689938757 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c032810 con 0x7f48ac0d21f0 2024-09-10T08:35:26.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 -- 172.21.15.94:0/2689938757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac0d21f0 msgr2=0x7f48ac0d25d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/2689938757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac0d21f0 0x7f48ac0d25d0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f48ac0b8490 tx=0x7f489c02a140 comp rx=0 tx=0).stop 2024-09-10T08:35:26.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 -- 172.21.15.94:0/2689938757 shutdown_connections 2024-09-10T08:35:26.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/2689938757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac143a60 0x7f48ac143f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/2689938757 >> v2:172.21.15.143:3300/0 conn(0x7f48ac072590 0x7f48ac06d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/2689938757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac0d21f0 0x7f48ac0d25d0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 -- 172.21.15.94:0/2689938757 >> 172.21.15.94:0/2689938757 conn(0x7f48ac0b3ed0 msgr2=0x7f48ac0b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 -- 172.21.15.94:0/2689938757 shutdown_connections 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.273+0000 7f48b3ed0640 1 -- 172.21.15.94:0/2689938757 wait complete. 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 Processor -- start 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 -- start start 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ac072590 0x7f48ac13fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac0d21f0 0x7f48ac15a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac143a60 0x7f48ac0b6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f48ac162c10 con 0x7f48ac143a60 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f48ac162930 con 0x7f48ac072590 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b3ed0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f48ac06d620 con 0x7f48ac0d21f0 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.275+0000 7f48b246d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac143a60 0x7f48ac0b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac143a60 0x7f48ac0b6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55440/0 (socket says 172.21.15.94:55440) 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 -- 172.21.15.94:0/1104611397 learned_addr learned my addr 172.21.15.94:0/1104611397 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b1c6c640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ac072590 0x7f48ac13fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b146b640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac0d21f0 0x7f48ac15a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 -- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac0d21f0 msgr2=0x7f48ac15a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac0d21f0 0x7f48ac15a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 -- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ac072590 msgr2=0x7f48ac13fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ac072590 0x7f48ac13fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 -- 172.21.15.94:0/1104611397 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48ac0b65d0 con 0x7f48ac143a60 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b1c6c640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ac072590 0x7f48ac13fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b246d640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac143a60 0x7f48ac0b6090 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f48a400c820 tx=0x7f48a400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48aa7fc640 1 -- 172.21.15.94:0/1104611397 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a4015070 con 0x7f48ac143a60 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48aa7fc640 1 -- 172.21.15.94:0/1104611397 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48a4007a30 con 0x7f48ac143a60 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48aa7fc640 1 -- 172.21.15.94:0/1104611397 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a4007e20 con 0x7f48ac143a60 2024-09-10T08:35:26.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48ac15a980 con 0x7f48ac143a60 2024-09-10T08:35:26.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.276+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48ac15af40 con 0x7f48ac143a60 2024-09-10T08:35:26.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.277+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48ac158c30 con 0x7f48ac143a60 2024-09-10T08:35:26.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.277+0000 7f48aa7fc640 1 -- 172.21.15.94:0/1104611397 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f48a4018070 con 0x7f48ac143a60 2024-09-10T08:35:26.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.278+0000 7f48aa7fc640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f489806be30 0x7f489806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.278+0000 7f48aa7fc640 1 -- 172.21.15.94:0/1104611397 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f48a408aeb0 con 0x7f48ac143a60 2024-09-10T08:35:26.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.278+0000 7f48b1c6c640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f489806be30 0x7f489806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.281 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.278+0000 7f48b1c6c640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f489806be30 0x7f489806e2f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f489c034000 tx=0x7f489c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.282+0000 7f48aa7fc640 1 -- 172.21.15.94:0/1104611397 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f48a4059760 con 0x7f48ac143a60 2024-09-10T08:35:26.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.444+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f48ac140260 con 0x7f489806be30 2024-09-10T08:35:26.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.450+0000 7f48aa7fc640 1 -- 172.21.15.94:0/1104611397 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250478 (secure 0 0 0) 0x7f48ac140260 con 0x7f489806be30 2024-09-10T08:35:26.453 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:26.454 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:35:26.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f489806be30 msgr2=0x7f489806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f489806be30 0x7f489806e2f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f489c034000 tx=0x7f489c02e000 comp rx=0 tx=0).stop 2024-09-10T08:35:26.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac143a60 msgr2=0x7f48ac0b6090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac143a60 0x7f48ac0b6090 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f48a400c820 tx=0x7f48a400cce0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 shutdown_connections 2024-09-10T08:35:26.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f489806be30 0x7f489806e2f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ac143a60 0x7f48ac0b6090 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ac0d21f0 0x7f48ac15a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 --2- 172.21.15.94:0/1104611397 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ac072590 0x7f48ac13fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 >> 172.21.15.94:0/1104611397 conn(0x7f48ac0b3ed0 msgr2=0x7f48ac142d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:26.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 shutdown_connections 2024-09-10T08:35:26.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.453+0000 7f48b3ed0640 1 -- 172.21.15.94:0/1104611397 wait complete. 2024-09-10T08:35:26.464 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":146,"stamp":"2024-09-10T08:35:25.846517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":193,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":45,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240080,"kb_used_data":7184,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734640,"statfs":{"total":773094113280,"available":772848271360,"internally_reserved":0,"allocated":7356416,"data_stored":3928894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.331999"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555462+0000","last_change":"2024-09-10T08:35:23.546189+0000","last_active":"2024-09-10T08:35:23.555462+0000","last_peered":"2024-09-10T08:35:23.555462+0000","last_clean":"2024-09-10T08:35:23.555462+0000","last_became_active":"2024-09-10T08:35:23.545823+0000","last_became_peered":"2024-09-10T08:35:23.545823+0000","last_unstale":"2024-09-10T08:35:23.555462+0000","last_undegraded":"2024-09-10T08:35:23.555462+0000","last_fullsized":"2024-09-10T08:35:23.555462+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525898+0000","last_change":"2024-09-10T08:35:23.536430+0000","last_active":"2024-09-10T08:35:24.525898+0000","last_peered":"2024-09-10T08:35:24.525898+0000","last_clean":"2024-09-10T08:35:24.525898+0000","last_became_active":"2024-09-10T08:35:23.536159+0000","last_became_peered":"2024-09-10T08:35:23.536159+0000","last_unstale":"2024-09-10T08:35:24.525898+0000","last_undegraded":"2024-09-10T08:35:24.525898+0000","last_fullsized":"2024-09-10T08:35:24.525898+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:49.336327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550254+0000","last_change":"2024-09-10T08:35:23.535632+0000","last_active":"2024-09-10T08:35:23.550254+0000","last_peered":"2024-09-10T08:35:23.550254+0000","last_clean":"2024-09-10T08:35:23.550254+0000","last_became_active":"2024-09-10T08:35:23.535373+0000","last_became_peered":"2024-09-10T08:35:23.535373+0000","last_unstale":"2024-09-10T08:35:23.550254+0000","last_undegraded":"2024-09-10T08:35:23.550254+0000","last_fullsized":"2024-09-10T08:35:23.550254+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:58.669311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539550+0000","last_change":"2024-09-10T08:35:23.537637+0000","last_active":"2024-09-10T08:35:23.539550+0000","last_peered":"2024-09-10T08:35:23.539550+0000","last_clean":"2024-09-10T08:35:23.539550+0000","last_became_active":"2024-09-10T08:35:23.537348+0000","last_became_peered":"2024-09-10T08:35:23.537348+0000","last_unstale":"2024-09-10T08:35:23.539550+0000","last_undegraded":"2024-09-10T08:35:23.539550+0000","last_fullsized":"2024-09-10T08:35:23.539550+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:31.923973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551510+0000","last_change":"2024-09-10T08:35:23.550746+0000","last_active":"2024-09-10T08:35:23.551510+0000","last_peered":"2024-09-10T08:35:23.551510+0000","last_clean":"2024-09-10T08:35:23.551510+0000","last_became_active":"2024-09-10T08:35:23.550434+0000","last_became_peered":"2024-09-10T08:35:23.550434+0000","last_unstale":"2024-09-10T08:35:23.551510+0000","last_undegraded":"2024-09-10T08:35:23.551510+0000","last_fullsized":"2024-09-10T08:35:23.551510+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:05.732549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555403+0000","last_change":"2024-09-10T08:35:23.552207+0000","last_active":"2024-09-10T08:35:23.555403+0000","last_peered":"2024-09-10T08:35:23.555403+0000","last_clean":"2024-09-10T08:35:23.555403+0000","last_became_active":"2024-09-10T08:35:23.551915+0000","last_became_peered":"2024-09-10T08:35:23.551915+0000","last_unstale":"2024-09-10T08:35:23.555403+0000","last_undegraded":"2024-09-10T08:35:23.555403+0000","last_fullsized":"2024-09-10T08:35:23.555403+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555577+0000","last_change":"2024-09-10T08:35:23.548436+0000","last_active":"2024-09-10T08:35:23.555577+0000","last_peered":"2024-09-10T08:35:23.555577+0000","last_clean":"2024-09-10T08:35:23.555577+0000","last_became_active":"2024-09-10T08:35:23.548187+0000","last_became_peered":"2024-09-10T08:35:23.548187+0000","last_unstale":"2024-09-10T08:35:23.555577+0000","last_undegraded":"2024-09-10T08:35:23.555577+0000","last_fullsized":"2024-09-10T08:35:23.555577+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:26.339056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555418+0000","last_change":"2024-09-10T08:35:23.546457+0000","last_active":"2024-09-10T08:35:23.555418+0000","last_peered":"2024-09-10T08:35:23.555418+0000","last_clean":"2024-09-10T08:35:23.555418+0000","last_became_active":"2024-09-10T08:35:23.546190+0000","last_became_peered":"2024-09-10T08:35:23.546190+0000","last_unstale":"2024-09-10T08:35:23.555418+0000","last_undegraded":"2024-09-10T08:35:23.555418+0000","last_fullsized":"2024-09-10T08:35:23.555418+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525368+0000","last_change":"2024-09-10T08:35:23.547841+0000","last_active":"2024-09-10T08:35:24.525368+0000","last_peered":"2024-09-10T08:35:24.525368+0000","last_clean":"2024-09-10T08:35:24.525368+0000","last_became_active":"2024-09-10T08:35:23.547276+0000","last_became_peered":"2024-09-10T08:35:23.547276+0000","last_unstale":"2024-09-10T08:35:24.525368+0000","last_undegraded":"2024-09-10T08:35:24.525368+0000","last_fullsized":"2024-09-10T08:35:24.525368+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:27.941796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555365+0000","last_change":"2024-09-10T08:35:23.550901+0000","last_active":"2024-09-10T08:35:23.555365+0000","last_peered":"2024-09-10T08:35:23.555365+0000","last_clean":"2024-09-10T08:35:23.555365+0000","last_became_active":"2024-09-10T08:35:23.550616+0000","last_became_peered":"2024-09-10T08:35:23.550616+0000","last_unstale":"2024-09-10T08:35:23.555365+0000","last_undegraded":"2024-09-10T08:35:23.555365+0000","last_fullsized":"2024-09-10T08:35:23.555365+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555326+0000","last_change":"2024-09-10T08:35:23.549835+0000","last_active":"2024-09-10T08:35:23.555326+0000","last_peered":"2024-09-10T08:35:23.555326+0000","last_clean":"2024-09-10T08:35:23.555326+0000","last_became_active":"2024-09-10T08:35:23.548819+0000","last_became_peered":"2024-09-10T08:35:23.548819+0000","last_unstale":"2024-09-10T08:35:23.555326+0000","last_undegraded":"2024-09-10T08:35:23.555326+0000","last_fullsized":"2024-09-10T08:35:23.555326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555571+0000","last_change":"2024-09-10T08:35:23.546776+0000","last_active":"2024-09-10T08:35:23.555571+0000","last_peered":"2024-09-10T08:35:23.555571+0000","last_clean":"2024-09-10T08:35:23.555571+0000","last_became_active":"2024-09-10T08:35:23.545912+0000","last_became_peered":"2024-09-10T08:35:23.545912+0000","last_unstale":"2024-09-10T08:35:23.555571+0000","last_undegraded":"2024-09-10T08:35:23.555571+0000","last_fullsized":"2024-09-10T08:35:23.555571+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:34.184719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555523+0000","last_change":"2024-09-10T08:35:23.546729+0000","last_active":"2024-09-10T08:35:23.555523+0000","last_peered":"2024-09-10T08:35:23.555523+0000","last_clean":"2024-09-10T08:35:23.555523+0000","last_became_active":"2024-09-10T08:35:23.545671+0000","last_became_peered":"2024-09-10T08:35:23.545671+0000","last_unstale":"2024-09-10T08:35:23.555523+0000","last_undegraded":"2024-09-10T08:35:23.555523+0000","last_fullsized":"2024-09-10T08:35:23.555523+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543459+0000","last_change":"2024-09-10T08:35:23.542490+0000","last_active":"2024-09-10T08:35:23.543459+0000","last_peered":"2024-09-10T08:35:23.543459+0000","last_clean":"2024-09-10T08:35:23.543459+0000","last_became_active":"2024-09-10T08:35:23.542214+0000","last_became_peered":"2024-09-10T08:35:23.542214+0000","last_unstale":"2024-09-10T08:35:23.543459+0000","last_undegraded":"2024-09-10T08:35:23.543459+0000","last_fullsized":"2024-09-10T08:35:23.543459+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:20.285555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526580+0000","last_change":"2024-09-10T08:35:23.543997+0000","last_active":"2024-09-10T08:35:24.526580+0000","last_peered":"2024-09-10T08:35:24.526580+0000","last_clean":"2024-09-10T08:35:24.526580+0000","last_became_active":"2024-09-10T08:35:23.537315+0000","last_became_peered":"2024-09-10T08:35:23.537315+0000","last_unstale":"2024-09-10T08:35:24.526580+0000","last_undegraded":"2024-09-10T08:35:24.526580+0000","last_fullsized":"2024-09-10T08:35:24.526580+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:13.735396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550212+0000","last_change":"2024-09-10T08:35:23.533983+0000","last_active":"2024-09-10T08:35:23.550212+0000","last_peered":"2024-09-10T08:35:23.550212+0000","last_clean":"2024-09-10T08:35:23.550212+0000","last_became_active":"2024-09-10T08:35:23.533551+0000","last_became_peered":"2024-09-10T08:35:23.533551+0000","last_unstale":"2024-09-10T08:35:23.550212+0000","last_undegraded":"2024-09-10T08:35:23.550212+0000","last_fullsized":"2024-09-10T08:35:23.550212+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:12.687636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537649+0000","last_change":"2024-09-10T08:35:23.534830+0000","last_active":"2024-09-10T08:35:23.537649+0000","last_peered":"2024-09-10T08:35:23.537649+0000","last_clean":"2024-09-10T08:35:23.537649+0000","last_became_active":"2024-09-10T08:35:23.534581+0000","last_became_peered":"2024-09-10T08:35:23.534581+0000","last_unstale":"2024-09-10T08:35:23.537649+0000","last_undegraded":"2024-09-10T08:35:23.537649+0000","last_fullsized":"2024-09-10T08:35:23.537649+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:29.261173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550010+0000","last_change":"2024-09-10T08:35:23.542298+0000","last_active":"2024-09-10T08:35:23.550010+0000","last_peered":"2024-09-10T08:35:23.550010+0000","last_clean":"2024-09-10T08:35:23.550010+0000","last_became_active":"2024-09-10T08:35:23.541985+0000","last_became_peered":"2024-09-10T08:35:23.541985+0000","last_unstale":"2024-09-10T08:35:23.550010+0000","last_undegraded":"2024-09-10T08:35:23.550010+0000","last_fullsized":"2024-09-10T08:35:23.550010+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.201825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551800+0000","last_change":"2024-09-10T08:35:23.551374+0000","last_active":"2024-09-10T08:35:23.551800+0000","last_peered":"2024-09-10T08:35:23.551800+0000","last_clean":"2024-09-10T08:35:23.551800+0000","last_became_active":"2024-09-10T08:35:23.551113+0000","last_became_peered":"2024-09-10T08:35:23.551113+0000","last_unstale":"2024-09-10T08:35:23.551800+0000","last_undegraded":"2024-09-10T08:35:23.551800+0000","last_fullsized":"2024-09-10T08:35:23.551800+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:27.328588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551477+0000","last_change":"2024-09-10T08:35:23.550837+0000","last_active":"2024-09-10T08:35:23.551477+0000","last_peered":"2024-09-10T08:35:23.551477+0000","last_clean":"2024-09-10T08:35:23.551477+0000","last_became_active":"2024-09-10T08:35:23.550455+0000","last_became_peered":"2024-09-10T08:35:23.550455+0000","last_unstale":"2024-09-10T08:35:23.551477+0000","last_undegraded":"2024-09-10T08:35:23.551477+0000","last_fullsized":"2024-09-10T08:35:23.551477+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:56.082960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555519+0000","last_change":"2024-09-10T08:35:23.544814+0000","last_active":"2024-09-10T08:35:23.555519+0000","last_peered":"2024-09-10T08:35:23.555519+0000","last_clean":"2024-09-10T08:35:23.555519+0000","last_became_active":"2024-09-10T08:35:23.544529+0000","last_became_peered":"2024-09-10T08:35:23.544529+0000","last_unstale":"2024-09-10T08:35:23.555519+0000","last_undegraded":"2024-09-10T08:35:23.555519+0000","last_fullsized":"2024-09-10T08:35:23.555519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550110+0000","last_change":"2024-09-10T08:35:23.545543+0000","last_active":"2024-09-10T08:35:23.550110+0000","last_peered":"2024-09-10T08:35:23.550110+0000","last_clean":"2024-09-10T08:35:23.550110+0000","last_became_active":"2024-09-10T08:35:23.545275+0000","last_became_peered":"2024-09-10T08:35:23.545275+0000","last_unstale":"2024-09-10T08:35:23.550110+0000","last_undegraded":"2024-09-10T08:35:23.550110+0000","last_fullsized":"2024-09-10T08:35:23.550110+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:51.893260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555218+0000","last_change":"2024-09-10T08:35:23.546314+0000","last_active":"2024-09-10T08:35:23.555218+0000","last_peered":"2024-09-10T08:35:23.555218+0000","last_clean":"2024-09-10T08:35:23.555218+0000","last_became_active":"2024-09-10T08:35:23.545988+0000","last_became_peered":"2024-09-10T08:35:23.545988+0000","last_unstale":"2024-09-10T08:35:23.555218+0000","last_undegraded":"2024-09-10T08:35:23.555218+0000","last_fullsized":"2024-09-10T08:35:23.555218+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525638+0000","last_change":"2024-09-10T08:35:23.535015+0000","last_active":"2024-09-10T08:35:24.525638+0000","last_peered":"2024-09-10T08:35:24.525638+0000","last_clean":"2024-09-10T08:35:24.525638+0000","last_became_active":"2024-09-10T08:35:23.534695+0000","last_became_peered":"2024-09-10T08:35:23.534695+0000","last_unstale":"2024-09-10T08:35:24.525638+0000","last_undegraded":"2024-09-10T08:35:24.525638+0000","last_fullsized":"2024-09-10T08:35:24.525638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:19.851719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555618+0000","last_change":"2024-09-10T08:35:23.549277+0000","last_active":"2024-09-10T08:35:23.555618+0000","last_peered":"2024-09-10T08:35:23.555618+0000","last_clean":"2024-09-10T08:35:23.555618+0000","last_became_active":"2024-09-10T08:35:23.548746+0000","last_became_peered":"2024-09-10T08:35:23.548746+0000","last_unstale":"2024-09-10T08:35:23.555618+0000","last_undegraded":"2024-09-10T08:35:23.555618+0000","last_fullsized":"2024-09-10T08:35:23.555618+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:00.588636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555526+0000","last_change":"2024-09-10T08:35:23.552074+0000","last_active":"2024-09-10T08:35:23.555526+0000","last_peered":"2024-09-10T08:35:23.555526+0000","last_clean":"2024-09-10T08:35:23.555526+0000","last_became_active":"2024-09-10T08:35:23.551761+0000","last_became_peered":"2024-09-10T08:35:23.551761+0000","last_unstale":"2024-09-10T08:35:23.555526+0000","last_undegraded":"2024-09-10T08:35:23.555526+0000","last_fullsized":"2024-09-10T08:35:23.555526+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526177+0000","last_change":"2024-09-10T08:35:23.535172+0000","last_active":"2024-09-10T08:35:24.526177+0000","last_peered":"2024-09-10T08:35:24.526177+0000","last_clean":"2024-09-10T08:35:24.526177+0000","last_became_active":"2024-09-10T08:35:23.534850+0000","last_became_peered":"2024-09-10T08:35:23.534850+0000","last_unstale":"2024-09-10T08:35:24.526177+0000","last_undegraded":"2024-09-10T08:35:24.526177+0000","last_fullsized":"2024-09-10T08:35:24.526177+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:34.730319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535921+0000","last_change":"2024-09-10T08:35:23.531715+0000","last_active":"2024-09-10T08:35:23.535921+0000","last_peered":"2024-09-10T08:35:23.535921+0000","last_clean":"2024-09-10T08:35:23.535921+0000","last_became_active":"2024-09-10T08:35:23.531451+0000","last_became_peered":"2024-09-10T08:35:23.531451+0000","last_unstale":"2024-09-10T08:35:23.535921+0000","last_undegraded":"2024-09-10T08:35:23.535921+0000","last_fullsized":"2024-09-10T08:35:23.535921+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:47.115830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554813+0000","last_change":"2024-09-10T08:35:23.540672+0000","last_active":"2024-09-10T08:35:23.554813+0000","last_peered":"2024-09-10T08:35:23.554813+0000","last_clean":"2024-09-10T08:35:23.554813+0000","last_became_active":"2024-09-10T08:35:23.540408+0000","last_became_peered":"2024-09-10T08:35:23.540408+0000","last_unstale":"2024-09-10T08:35:23.554813+0000","last_undegraded":"2024-09-10T08:35:23.554813+0000","last_fullsized":"2024-09-10T08:35:23.554813+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:11.293891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519702+0000","last_change":"2024-09-10T08:35:21.519702+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519702+0000","last_undegraded":"2024-09-10T08:35:21.519702+0000","last_fullsized":"2024-09-10T08:35:21.519702+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525832+0000","last_change":"2024-09-10T08:35:23.541487+0000","last_active":"2024-09-10T08:35:24.525832+0000","last_peered":"2024-09-10T08:35:24.525832+0000","last_clean":"2024-09-10T08:35:24.525832+0000","last_became_active":"2024-09-10T08:35:23.537603+0000","last_became_peered":"2024-09-10T08:35:23.537603+0000","last_unstale":"2024-09-10T08:35:24.525832+0000","last_undegraded":"2024-09-10T08:35:24.525832+0000","last_fullsized":"2024-09-10T08:35:24.525832+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:06.076273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554974+0000","last_change":"2024-09-10T08:35:22.533218+0000","last_active":"2024-09-10T08:35:23.554974+0000","last_peered":"2024-09-10T08:35:23.554974+0000","last_clean":"2024-09-10T08:35:23.554974+0000","last_became_active":"2024-09-10T08:35:22.532936+0000","last_became_peered":"2024-09-10T08:35:22.532936+0000","last_unstale":"2024-09-10T08:35:23.554974+0000","last_undegraded":"2024-09-10T08:35:23.554974+0000","last_fullsized":"2024-09-10T08:35:23.554974+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537005+0000","last_change":"2024-09-10T08:35:23.531741+0000","last_active":"2024-09-10T08:35:23.537005+0000","last_peered":"2024-09-10T08:35:23.537005+0000","last_clean":"2024-09-10T08:35:23.537005+0000","last_became_active":"2024-09-10T08:35:23.531469+0000","last_became_peered":"2024-09-10T08:35:23.531469+0000","last_unstale":"2024-09-10T08:35:23.537005+0000","last_undegraded":"2024-09-10T08:35:23.537005+0000","last_fullsized":"2024-09-10T08:35:23.537005+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:57.947417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547104+0000","last_change":"2024-09-10T08:35:22.536694+0000","last_active":"2024-09-10T08:35:23.547104+0000","last_peered":"2024-09-10T08:35:23.547104+0000","last_clean":"2024-09-10T08:35:23.547104+0000","last_became_active":"2024-09-10T08:35:22.536425+0000","last_became_peered":"2024-09-10T08:35:22.536425+0000","last_unstale":"2024-09-10T08:35:23.547104+0000","last_undegraded":"2024-09-10T08:35:23.547104+0000","last_fullsized":"2024-09-10T08:35:23.547104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:25.333403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555339+0000","last_change":"2024-09-10T08:35:23.545100+0000","last_active":"2024-09-10T08:35:23.555339+0000","last_peered":"2024-09-10T08:35:23.555339+0000","last_clean":"2024-09-10T08:35:23.555339+0000","last_became_active":"2024-09-10T08:35:23.544688+0000","last_became_peered":"2024-09-10T08:35:23.544688+0000","last_unstale":"2024-09-10T08:35:23.555339+0000","last_undegraded":"2024-09-10T08:35:23.555339+0000","last_fullsized":"2024-09-10T08:35:23.555339+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.542480+0000","last_change":"2024-09-10T08:35:22.531590+0000","last_active":"2024-09-10T08:35:23.542480+0000","last_peered":"2024-09-10T08:35:23.542480+0000","last_clean":"2024-09-10T08:35:23.542480+0000","last_became_active":"2024-09-10T08:35:22.531319+0000","last_became_peered":"2024-09-10T08:35:22.531319+0000","last_unstale":"2024-09-10T08:35:23.542480+0000","last_undegraded":"2024-09-10T08:35:23.542480+0000","last_fullsized":"2024-09-10T08:35:23.542480+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:59.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543437+0000","last_change":"2024-09-10T08:35:23.540715+0000","last_active":"2024-09-10T08:35:23.543437+0000","last_peered":"2024-09-10T08:35:23.543437+0000","last_clean":"2024-09-10T08:35:23.543437+0000","last_became_active":"2024-09-10T08:35:23.540433+0000","last_became_peered":"2024-09-10T08:35:23.540433+0000","last_unstale":"2024-09-10T08:35:23.543437+0000","last_undegraded":"2024-09-10T08:35:23.543437+0000","last_fullsized":"2024-09-10T08:35:23.543437+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:03.529807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537553+0000","last_change":"2024-09-10T08:35:22.531653+0000","last_active":"2024-09-10T08:35:23.537553+0000","last_peered":"2024-09-10T08:35:23.537553+0000","last_clean":"2024-09-10T08:35:23.537553+0000","last_became_active":"2024-09-10T08:35:22.531377+0000","last_became_peered":"2024-09-10T08:35:22.531377+0000","last_unstale":"2024-09-10T08:35:23.537553+0000","last_undegraded":"2024-09-10T08:35:23.537553+0000","last_fullsized":"2024-09-10T08:35:23.537553+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:56.941764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539582+0000","last_change":"2024-09-10T08:35:22.532417+0000","last_active":"2024-09-10T08:35:23.539582+0000","last_peered":"2024-09-10T08:35:23.539582+0000","last_clean":"2024-09-10T08:35:23.539582+0000","last_became_active":"2024-09-10T08:35:22.532039+0000","last_became_peered":"2024-09-10T08:35:22.532039+0000","last_unstale":"2024-09-10T08:35:23.539582+0000","last_undegraded":"2024-09-10T08:35:23.539582+0000","last_fullsized":"2024-09-10T08:35:23.539582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:55.035423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555037+0000","last_change":"2024-09-10T08:35:23.544240+0000","last_active":"2024-09-10T08:35:23.555037+0000","last_peered":"2024-09-10T08:35:23.555037+0000","last_clean":"2024-09-10T08:35:23.555037+0000","last_became_active":"2024-09-10T08:35:23.542525+0000","last_became_peered":"2024-09-10T08:35:23.542525+0000","last_unstale":"2024-09-10T08:35:23.555037+0000","last_undegraded":"2024-09-10T08:35:23.555037+0000","last_fullsized":"2024-09-10T08:35:23.555037+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:58.397417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527201+0000","last_change":"2024-09-10T08:35:22.540331+0000","last_active":"2024-09-10T08:35:23.527201+0000","last_peered":"2024-09-10T08:35:23.527201+0000","last_clean":"2024-09-10T08:35:23.527201+0000","last_became_active":"2024-09-10T08:35:22.540047+0000","last_became_peered":"2024-09-10T08:35:22.540047+0000","last_unstale":"2024-09-10T08:35:23.527201+0000","last_undegraded":"2024-09-10T08:35:23.527201+0000","last_fullsized":"2024-09-10T08:35:23.527201+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:52.285902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537487+0000","last_change":"2024-09-10T08:35:23.536487+0000","last_active":"2024-09-10T08:35:23.537487+0000","last_peered":"2024-09-10T08:35:23.537487+0000","last_clean":"2024-09-10T08:35:23.537487+0000","last_became_active":"2024-09-10T08:35:23.536241+0000","last_became_peered":"2024-09-10T08:35:23.536241+0000","last_unstale":"2024-09-10T08:35:23.537487+0000","last_undegraded":"2024-09-10T08:35:23.537487+0000","last_fullsized":"2024-09-10T08:35:23.537487+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:15.112789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530676+0000","last_change":"2024-09-10T08:35:22.539026+0000","last_active":"2024-09-10T08:35:23.530676+0000","last_peered":"2024-09-10T08:35:23.530676+0000","last_clean":"2024-09-10T08:35:23.530676+0000","last_became_active":"2024-09-10T08:35:22.538461+0000","last_became_peered":"2024-09-10T08:35:22.538461+0000","last_unstale":"2024-09-10T08:35:23.530676+0000","last_undegraded":"2024-09-10T08:35:23.530676+0000","last_fullsized":"2024-09-10T08:35:23.530676+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:27.645533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530769+0000","last_change":"2024-09-10T08:35:22.541946+0000","last_active":"2024-09-10T08:35:23.530769+0000","last_peered":"2024-09-10T08:35:23.530769+0000","last_clean":"2024-09-10T08:35:23.530769+0000","last_became_active":"2024-09-10T08:35:22.541613+0000","last_became_peered":"2024-09-10T08:35:22.541613+0000","last_unstale":"2024-09-10T08:35:23.530769+0000","last_undegraded":"2024-09-10T08:35:23.530769+0000","last_fullsized":"2024-09-10T08:35:23.530769+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.545019+0000","last_change":"2024-09-10T08:35:23.543983+0000","last_active":"2024-09-10T08:35:23.545019+0000","last_peered":"2024-09-10T08:35:23.545019+0000","last_clean":"2024-09-10T08:35:23.545019+0000","last_became_active":"2024-09-10T08:35:23.543717+0000","last_became_peered":"2024-09-10T08:35:23.543717+0000","last_unstale":"2024-09-10T08:35:23.545019+0000","last_undegraded":"2024-09-10T08:35:23.545019+0000","last_fullsized":"2024-09-10T08:35:23.545019+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:00:46.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526667+0000","last_change":"2024-09-10T08:35:22.535672+0000","last_active":"2024-09-10T08:35:24.526667+0000","last_peered":"2024-09-10T08:35:24.526667+0000","last_clean":"2024-09-10T08:35:24.526667+0000","last_became_active":"2024-09-10T08:35:22.535367+0000","last_became_peered":"2024-09-10T08:35:22.535367+0000","last_unstale":"2024-09-10T08:35:24.526667+0000","last_undegraded":"2024-09-10T08:35:24.526667+0000","last_fullsized":"2024-09-10T08:35:24.526667+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:07.591998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554956+0000","last_change":"2024-09-10T08:35:23.543571+0000","last_active":"2024-09-10T08:35:23.554956+0000","last_peered":"2024-09-10T08:35:23.554956+0000","last_clean":"2024-09-10T08:35:23.554956+0000","last_became_active":"2024-09-10T08:35:23.543193+0000","last_became_peered":"2024-09-10T08:35:23.543193+0000","last_unstale":"2024-09-10T08:35:23.554956+0000","last_undegraded":"2024-09-10T08:35:23.554956+0000","last_fullsized":"2024-09-10T08:35:23.554956+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:54.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"65'3","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554937+0000","last_change":"2024-09-10T08:35:22.539903+0000","last_active":"2024-09-10T08:35:23.554937+0000","last_peered":"2024-09-10T08:35:23.554937+0000","last_clean":"2024-09-10T08:35:23.554937+0000","last_became_active":"2024-09-10T08:35:22.539607+0000","last_became_peered":"2024-09-10T08:35:22.539607+0000","last_unstale":"2024-09-10T08:35:23.554937+0000","last_undegraded":"2024-09-10T08:35:23.554937+0000","last_fullsized":"2024-09-10T08:35:23.554937+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:09.291609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525711+0000","last_change":"2024-09-10T08:35:23.539974+0000","last_active":"2024-09-10T08:35:24.525711+0000","last_peered":"2024-09-10T08:35:24.525711+0000","last_clean":"2024-09-10T08:35:24.525711+0000","last_became_active":"2024-09-10T08:35:23.539211+0000","last_became_peered":"2024-09-10T08:35:23.539211+0000","last_unstale":"2024-09-10T08:35:24.525711+0000","last_undegraded":"2024-09-10T08:35:24.525711+0000","last_fullsized":"2024-09-10T08:35:24.525711+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:44.335753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.520206+0000","last_change":"2024-09-10T08:35:21.520206+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.520206+0000","last_undegraded":"2024-09-10T08:35:21.520206+0000","last_fullsized":"2024-09-10T08:35:21.520206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525026+0000","last_change":"2024-09-10T08:35:23.552723+0000","last_active":"2024-09-10T08:35:24.525026+0000","last_peered":"2024-09-10T08:35:24.525026+0000","last_clean":"2024-09-10T08:35:24.525026+0000","last_became_active":"2024-09-10T08:35:23.552487+0000","last_became_peered":"2024-09-10T08:35:23.552487+0000","last_unstale":"2024-09-10T08:35:24.525026+0000","last_undegraded":"2024-09-10T08:35:24.525026+0000","last_fullsized":"2024-09-10T08:35:24.525026+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:26:28.690246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555452+0000","last_change":"2024-09-10T08:35:22.537164+0000","last_active":"2024-09-10T08:35:23.555452+0000","last_peered":"2024-09-10T08:35:23.555452+0000","last_clean":"2024-09-10T08:35:23.555452+0000","last_became_active":"2024-09-10T08:35:22.536900+0000","last_became_peered":"2024-09-10T08:35:22.536900+0000","last_unstale":"2024-09-10T08:35:23.555452+0000","last_undegraded":"2024-09-10T08:35:23.555452+0000","last_fullsized":"2024-09-10T08:35:23.555452+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:05.196172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549169+0000","last_change":"2024-09-10T08:35:23.543970+0000","last_active":"2024-09-10T08:35:23.549169+0000","last_peered":"2024-09-10T08:35:23.549169+0000","last_clean":"2024-09-10T08:35:23.549169+0000","last_became_active":"2024-09-10T08:35:23.540846+0000","last_became_peered":"2024-09-10T08:35:23.540846+0000","last_unstale":"2024-09-10T08:35:23.549169+0000","last_undegraded":"2024-09-10T08:35:23.549169+0000","last_fullsized":"2024-09-10T08:35:23.549169+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:10.297262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533122+0000","last_change":"2024-09-10T08:35:22.536079+0000","last_active":"2024-09-10T08:35:23.533122+0000","last_peered":"2024-09-10T08:35:23.533122+0000","last_clean":"2024-09-10T08:35:23.533122+0000","last_became_active":"2024-09-10T08:35:22.535788+0000","last_became_peered":"2024-09-10T08:35:22.535788+0000","last_unstale":"2024-09-10T08:35:23.533122+0000","last_undegraded":"2024-09-10T08:35:23.533122+0000","last_fullsized":"2024-09-10T08:35:23.533122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:33.724666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550406+0000","last_change":"2024-09-10T08:35:23.534775+0000","last_active":"2024-09-10T08:35:23.550406+0000","last_peered":"2024-09-10T08:35:23.550406+0000","last_clean":"2024-09-10T08:35:23.550406+0000","last_became_active":"2024-09-10T08:35:23.534509+0000","last_became_peered":"2024-09-10T08:35:23.534509+0000","last_unstale":"2024-09-10T08:35:23.550406+0000","last_undegraded":"2024-09-10T08:35:23.550406+0000","last_fullsized":"2024-09-10T08:35:23.550406+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:08.597652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527260+0000","last_change":"2024-09-10T08:35:22.537663+0000","last_active":"2024-09-10T08:35:23.527260+0000","last_peered":"2024-09-10T08:35:23.527260+0000","last_clean":"2024-09-10T08:35:23.527260+0000","last_became_active":"2024-09-10T08:35:22.537397+0000","last_became_peered":"2024-09-10T08:35:22.537397+0000","last_unstale":"2024-09-10T08:35:23.527260+0000","last_undegraded":"2024-09-10T08:35:23.527260+0000","last_fullsized":"2024-09-10T08:35:23.527260+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525142+0000","last_change":"2024-09-10T08:35:22.533867+0000","last_active":"2024-09-10T08:35:24.525142+0000","last_peered":"2024-09-10T08:35:24.525142+0000","last_clean":"2024-09-10T08:35:24.525142+0000","last_became_active":"2024-09-10T08:35:22.533581+0000","last_became_peered":"2024-09-10T08:35:22.533581+0000","last_unstale":"2024-09-10T08:35:24.525142+0000","last_undegraded":"2024-09-10T08:35:24.525142+0000","last_fullsized":"2024-09-10T08:35:24.525142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:11.681983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555644+0000","last_change":"2024-09-10T08:35:23.549274+0000","last_active":"2024-09-10T08:35:23.555644+0000","last_peered":"2024-09-10T08:35:23.555644+0000","last_clean":"2024-09-10T08:35:23.555644+0000","last_became_active":"2024-09-10T08:35:23.548992+0000","last_became_peered":"2024-09-10T08:35:23.548992+0000","last_unstale":"2024-09-10T08:35:23.555644+0000","last_undegraded":"2024-09-10T08:35:23.555644+0000","last_fullsized":"2024-09-10T08:35:23.555644+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:31.347562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547015+0000","last_change":"2024-09-10T08:35:22.541994+0000","last_active":"2024-09-10T08:35:23.547015+0000","last_peered":"2024-09-10T08:35:23.547015+0000","last_clean":"2024-09-10T08:35:23.547015+0000","last_became_active":"2024-09-10T08:35:22.541720+0000","last_became_peered":"2024-09-10T08:35:22.541720+0000","last_unstale":"2024-09-10T08:35:23.547015+0000","last_undegraded":"2024-09-10T08:35:23.547015+0000","last_fullsized":"2024-09-10T08:35:23.547015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550376+0000","last_change":"2024-09-10T08:35:23.536856+0000","last_active":"2024-09-10T08:35:23.550376+0000","last_peered":"2024-09-10T08:35:23.550376+0000","last_clean":"2024-09-10T08:35:23.550376+0000","last_became_active":"2024-09-10T08:35:23.536558+0000","last_became_peered":"2024-09-10T08:35:23.536558+0000","last_unstale":"2024-09-10T08:35:23.550376+0000","last_undegraded":"2024-09-10T08:35:23.550376+0000","last_fullsized":"2024-09-10T08:35:23.550376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:30.278604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553041+0000","last_change":"2024-09-10T08:35:22.537959+0000","last_active":"2024-09-10T08:35:23.553041+0000","last_peered":"2024-09-10T08:35:23.553041+0000","last_clean":"2024-09-10T08:35:23.553041+0000","last_became_active":"2024-09-10T08:35:22.537650+0000","last_became_peered":"2024-09-10T08:35:22.537650+0000","last_unstale":"2024-09-10T08:35:23.553041+0000","last_undegraded":"2024-09-10T08:35:23.553041+0000","last_fullsized":"2024-09-10T08:35:23.553041+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:42.090568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526576+0000","last_change":"2024-09-10T08:35:23.543385+0000","last_active":"2024-09-10T08:35:24.526576+0000","last_peered":"2024-09-10T08:35:24.526576+0000","last_clean":"2024-09-10T08:35:24.526576+0000","last_became_active":"2024-09-10T08:35:23.538465+0000","last_became_peered":"2024-09-10T08:35:23.538465+0000","last_unstale":"2024-09-10T08:35:24.526576+0000","last_undegraded":"2024-09-10T08:35:24.526576+0000","last_fullsized":"2024-09-10T08:35:24.526576+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:44.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555023+0000","last_change":"2024-09-10T08:35:22.540226+0000","last_active":"2024-09-10T08:35:23.555023+0000","last_peered":"2024-09-10T08:35:23.555023+0000","last_clean":"2024-09-10T08:35:23.555023+0000","last_became_active":"2024-09-10T08:35:22.539908+0000","last_became_peered":"2024-09-10T08:35:22.539908+0000","last_unstale":"2024-09-10T08:35:23.555023+0000","last_undegraded":"2024-09-10T08:35:23.555023+0000","last_fullsized":"2024-09-10T08:35:23.555023+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.887607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550326+0000","last_change":"2024-09-10T08:35:23.538271+0000","last_active":"2024-09-10T08:35:23.550326+0000","last_peered":"2024-09-10T08:35:23.550326+0000","last_clean":"2024-09-10T08:35:23.550326+0000","last_became_active":"2024-09-10T08:35:23.538016+0000","last_became_peered":"2024-09-10T08:35:23.538016+0000","last_unstale":"2024-09-10T08:35:23.550326+0000","last_undegraded":"2024-09-10T08:35:23.550326+0000","last_fullsized":"2024-09-10T08:35:23.550326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:37.644688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527162+0000","last_change":"2024-09-10T08:35:22.529367+0000","last_active":"2024-09-10T08:35:23.527162+0000","last_peered":"2024-09-10T08:35:23.527162+0000","last_clean":"2024-09-10T08:35:23.527162+0000","last_became_active":"2024-09-10T08:35:22.528854+0000","last_became_peered":"2024-09-10T08:35:22.528854+0000","last_unstale":"2024-09-10T08:35:23.527162+0000","last_undegraded":"2024-09-10T08:35:23.527162+0000","last_fullsized":"2024-09-10T08:35:23.527162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:30.918320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535900+0000","last_change":"2024-09-10T08:35:23.530986+0000","last_active":"2024-09-10T08:35:23.535900+0000","last_peered":"2024-09-10T08:35:23.535900+0000","last_clean":"2024-09-10T08:35:23.535900+0000","last_became_active":"2024-09-10T08:35:23.530735+0000","last_became_peered":"2024-09-10T08:35:23.530735+0000","last_unstale":"2024-09-10T08:35:23.535900+0000","last_undegraded":"2024-09-10T08:35:23.535900+0000","last_fullsized":"2024-09-10T08:35:23.535900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:56.041076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555096+0000","last_change":"2024-09-10T08:35:22.536028+0000","last_active":"2024-09-10T08:35:23.555096+0000","last_peered":"2024-09-10T08:35:23.555096+0000","last_clean":"2024-09-10T08:35:23.555096+0000","last_became_active":"2024-09-10T08:35:22.535557+0000","last_became_peered":"2024-09-10T08:35:22.535557+0000","last_unstale":"2024-09-10T08:35:23.555096+0000","last_undegraded":"2024-09-10T08:35:23.555096+0000","last_fullsized":"2024-09-10T08:35:23.555096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:14.112755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549146+0000","last_change":"2024-09-10T08:35:23.542439+0000","last_active":"2024-09-10T08:35:23.549146+0000","last_peered":"2024-09-10T08:35:23.549146+0000","last_clean":"2024-09-10T08:35:23.549146+0000","last_became_active":"2024-09-10T08:35:23.540134+0000","last_became_peered":"2024-09-10T08:35:23.540134+0000","last_unstale":"2024-09-10T08:35:23.549146+0000","last_undegraded":"2024-09-10T08:35:23.549146+0000","last_fullsized":"2024-09-10T08:35:23.549146+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:16.670971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533286+0000","last_change":"2024-09-10T08:35:22.542503+0000","last_active":"2024-09-10T08:35:23.533286+0000","last_peered":"2024-09-10T08:35:23.533286+0000","last_clean":"2024-09-10T08:35:23.533286+0000","last_became_active":"2024-09-10T08:35:22.542205+0000","last_became_peered":"2024-09-10T08:35:22.542205+0000","last_unstale":"2024-09-10T08:35:23.533286+0000","last_undegraded":"2024-09-10T08:35:23.533286+0000","last_fullsized":"2024-09-10T08:35:23.533286+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:01.291553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555015+0000","last_change":"2024-09-10T08:35:23.543805+0000","last_active":"2024-09-10T08:35:23.555015+0000","last_peered":"2024-09-10T08:35:23.555015+0000","last_clean":"2024-09-10T08:35:23.555015+0000","last_became_active":"2024-09-10T08:35:23.542166+0000","last_became_peered":"2024-09-10T08:35:23.542166+0000","last_unstale":"2024-09-10T08:35:23.555015+0000","last_undegraded":"2024-09-10T08:35:23.555015+0000","last_fullsized":"2024-09-10T08:35:23.555015+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:36.213212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.522842+0000","last_change":"2024-09-10T08:35:22.533115+0000","last_active":"2024-09-10T08:35:23.522842+0000","last_peered":"2024-09-10T08:35:23.522842+0000","last_clean":"2024-09-10T08:35:23.522842+0000","last_became_active":"2024-09-10T08:35:22.532818+0000","last_became_peered":"2024-09-10T08:35:22.532818+0000","last_unstale":"2024-09-10T08:35:23.522842+0000","last_undegraded":"2024-09-10T08:35:23.522842+0000","last_fullsized":"2024-09-10T08:35:23.522842+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:33.179066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.540046+0000","last_change":"2024-09-10T08:35:23.537776+0000","last_active":"2024-09-10T08:35:23.540046+0000","last_peered":"2024-09-10T08:35:23.540046+0000","last_clean":"2024-09-10T08:35:23.540046+0000","last_became_active":"2024-09-10T08:35:23.537525+0000","last_became_peered":"2024-09-10T08:35:23.537525+0000","last_unstale":"2024-09-10T08:35:23.540046+0000","last_undegraded":"2024-09-10T08:35:23.540046+0000","last_fullsized":"2024-09-10T08:35:23.540046+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:53.291556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553652+0000","last_change":"2024-09-10T08:35:22.539067+0000","last_active":"2024-09-10T08:35:23.553652+0000","last_peered":"2024-09-10T08:35:23.553652+0000","last_clean":"2024-09-10T08:35:23.553652+0000","last_became_active":"2024-09-10T08:35:22.538779+0000","last_became_peered":"2024-09-10T08:35:22.538779+0000","last_unstale":"2024-09-10T08:35:23.553652+0000","last_undegraded":"2024-09-10T08:35:23.553652+0000","last_fullsized":"2024-09-10T08:35:23.553652+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533744+0000","last_change":"2024-09-10T08:35:23.532611+0000","last_active":"2024-09-10T08:35:23.533744+0000","last_peered":"2024-09-10T08:35:23.533744+0000","last_clean":"2024-09-10T08:35:23.533744+0000","last_became_active":"2024-09-10T08:35:23.532364+0000","last_became_peered":"2024-09-10T08:35:23.532364+0000","last_unstale":"2024-09-10T08:35:23.533744+0000","last_undegraded":"2024-09-10T08:35:23.533744+0000","last_fullsized":"2024-09-10T08:35:23.533744+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:12.763645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.534241+0000","last_change":"2024-09-10T08:35:22.537240+0000","last_active":"2024-09-10T08:35:23.534241+0000","last_peered":"2024-09-10T08:35:23.534241+0000","last_clean":"2024-09-10T08:35:23.534241+0000","last_became_active":"2024-09-10T08:35:22.535711+0000","last_became_peered":"2024-09-10T08:35:22.535711+0000","last_unstale":"2024-09-10T08:35:23.534241+0000","last_undegraded":"2024-09-10T08:35:23.534241+0000","last_fullsized":"2024-09-10T08:35:23.534241+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:43.740873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549207+0000","last_change":"2024-09-10T08:35:23.542688+0000","last_active":"2024-09-10T08:35:23.549207+0000","last_peered":"2024-09-10T08:35:23.549207+0000","last_clean":"2024-09-10T08:35:23.549207+0000","last_became_active":"2024-09-10T08:35:23.542324+0000","last_became_peered":"2024-09-10T08:35:23.542324+0000","last_unstale":"2024-09-10T08:35:23.549207+0000","last_undegraded":"2024-09-10T08:35:23.549207+0000","last_fullsized":"2024-09-10T08:35:23.549207+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:43.096221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.523001+0000","last_change":"2024-09-10T08:35:22.536601+0000","last_active":"2024-09-10T08:35:23.523001+0000","last_peered":"2024-09-10T08:35:23.523001+0000","last_clean":"2024-09-10T08:35:23.523001+0000","last_became_active":"2024-09-10T08:35:22.536311+0000","last_became_peered":"2024-09-10T08:35:22.536311+0000","last_unstale":"2024-09-10T08:35:23.523001+0000","last_undegraded":"2024-09-10T08:35:23.523001+0000","last_fullsized":"2024-09-10T08:35:23.523001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:30.341908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550348+0000","last_change":"2024-09-10T08:35:23.538957+0000","last_active":"2024-09-10T08:35:23.550348+0000","last_peered":"2024-09-10T08:35:23.550348+0000","last_clean":"2024-09-10T08:35:23.550348+0000","last_became_active":"2024-09-10T08:35:23.538706+0000","last_became_peered":"2024-09-10T08:35:23.538706+0000","last_unstale":"2024-09-10T08:35:23.550348+0000","last_undegraded":"2024-09-10T08:35:23.550348+0000","last_fullsized":"2024-09-10T08:35:23.550348+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:44:48.918436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519791+0000","last_change":"2024-09-10T08:35:21.519791+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519791+0000","last_undegraded":"2024-09-10T08:35:21.519791+0000","last_fullsized":"2024-09-10T08:35:21.519791+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554861+0000","last_change":"2024-09-10T08:35:23.540680+0000","last_active":"2024-09-10T08:35:23.554861+0000","last_peered":"2024-09-10T08:35:23.554861+0000","last_clean":"2024-09-10T08:35:23.554861+0000","last_became_active":"2024-09-10T08:35:23.540394+0000","last_became_peered":"2024-09-10T08:35:23.540394+0000","last_unstale":"2024-09-10T08:35:23.554861+0000","last_undegraded":"2024-09-10T08:35:23.554861+0000","last_fullsized":"2024-09-10T08:35:23.554861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:35.415703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.531165+0000","last_change":"2024-09-10T08:35:22.538380+0000","last_active":"2024-09-10T08:35:23.531165+0000","last_peered":"2024-09-10T08:35:23.531165+0000","last_clean":"2024-09-10T08:35:23.531165+0000","last_became_active":"2024-09-10T08:35:22.538104+0000","last_became_peered":"2024-09-10T08:35:22.538104+0000","last_unstale":"2024-09-10T08:35:23.531165+0000","last_undegraded":"2024-09-10T08:35:23.531165+0000","last_fullsized":"2024-09-10T08:35:23.531165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:15.665318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526223+0000","last_change":"2024-09-10T08:35:23.552663+0000","last_active":"2024-09-10T08:35:24.526223+0000","last_peered":"2024-09-10T08:35:24.526223+0000","last_clean":"2024-09-10T08:35:24.526223+0000","last_became_active":"2024-09-10T08:35:23.552408+0000","last_became_peered":"2024-09-10T08:35:23.552408+0000","last_unstale":"2024-09-10T08:35:24.526223+0000","last_undegraded":"2024-09-10T08:35:24.526223+0000","last_fullsized":"2024-09-10T08:35:24.526223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:02.297206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526532+0000","last_change":"2024-09-10T08:35:22.532660+0000","last_active":"2024-09-10T08:35:23.526532+0000","last_peered":"2024-09-10T08:35:23.526532+0000","last_clean":"2024-09-10T08:35:23.526532+0000","last_became_active":"2024-09-10T08:35:22.531095+0000","last_became_peered":"2024-09-10T08:35:22.531095+0000","last_unstale":"2024-09-10T08:35:23.526532+0000","last_undegraded":"2024-09-10T08:35:23.526532+0000","last_fullsized":"2024-09-10T08:35:23.526532+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:46.110176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.528803+0000","last_change":"2024-09-10T08:35:22.540328+0000","last_active":"2024-09-10T08:35:23.528803+0000","last_peered":"2024-09-10T08:35:23.528803+0000","last_clean":"2024-09-10T08:35:23.528803+0000","last_became_active":"2024-09-10T08:35:22.540036+0000","last_became_peered":"2024-09-10T08:35:22.540036+0000","last_unstale":"2024-09-10T08:35:23.528803+0000","last_undegraded":"2024-09-10T08:35:23.528803+0000","last_fullsized":"2024-09-10T08:35:23.528803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:02.369060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.548291+0000","last_change":"2024-09-10T08:35:23.547760+0000","last_active":"2024-09-10T08:35:23.548291+0000","last_peered":"2024-09-10T08:35:23.548291+0000","last_clean":"2024-09-10T08:35:23.548291+0000","last_became_active":"2024-09-10T08:35:23.547312+0000","last_became_peered":"2024-09-10T08:35:23.547312+0000","last_unstale":"2024-09-10T08:35:23.548291+0000","last_undegraded":"2024-09-10T08:35:23.548291+0000","last_fullsized":"2024-09-10T08:35:23.548291+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:51.563063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519436+0000","last_change":"2024-09-10T08:35:21.519436+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519436+0000","last_undegraded":"2024-09-10T08:35:21.519436+0000","last_fullsized":"2024-09-10T08:35:21.519436+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554964+0000","last_change":"2024-09-10T08:35:23.542860+0000","last_active":"2024-09-10T08:35:23.554964+0000","last_peered":"2024-09-10T08:35:23.554964+0000","last_clean":"2024-09-10T08:35:23.554964+0000","last_became_active":"2024-09-10T08:35:23.542580+0000","last_became_peered":"2024-09-10T08:35:23.542580+0000","last_unstale":"2024-09-10T08:35:23.554964+0000","last_undegraded":"2024-09-10T08:35:23.554964+0000","last_fullsized":"2024-09-10T08:35:23.554964+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:28:17.966980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526197+0000","last_change":"2024-09-10T08:35:22.534337+0000","last_active":"2024-09-10T08:35:23.526197+0000","last_peered":"2024-09-10T08:35:23.526197+0000","last_clean":"2024-09-10T08:35:23.526197+0000","last_became_active":"2024-09-10T08:35:22.534007+0000","last_became_peered":"2024-09-10T08:35:22.534007+0000","last_unstale":"2024-09-10T08:35:23.526197+0000","last_undegraded":"2024-09-10T08:35:23.526197+0000","last_fullsized":"2024-09-10T08:35:23.526197+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":257,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527943+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:35:23.527943+0000","last_peered":"2024-09-10T08:35:23.527943+0000","last_clean":"2024-09-10T08:35:23.527943+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:35:23.527943+0000","last_undegraded":"2024-09-10T08:35:23.527943+0000","last_fullsized":"2024-09-10T08:35:23.527943+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476775,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":790528,"data_stored":350118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509477,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28360,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343480,"statfs":{"total":96636764160,"available":96607723520,"internally_reserved":0,"allocated":1359872,"data_stored":931707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":348540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509477,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509478,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":348506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31944,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339896,"statfs":{"total":96636764160,"available":96604053504,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509477,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32528,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339312,"statfs":{"total":96636764160,"available":96603455488,"internally_reserved":0,"allocated":1372160,"data_stored":938874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":741376,"data_stored":328471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:35:26.527 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:35:26.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.627+0000 7f10af815640 1 Processor -- start 2024-09-10T08:35:26.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.627+0000 7f10af815640 1 -- start start 2024-09-10T08:35:26.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10af815640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f10a815b120 0x7f10a806f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10af815640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10a815b500 con 0x7f10a80d0bc0 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10af815640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10a806e940 con 0x7f10a806dec0 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10af815640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f10a806ec20 con 0x7f10a815b120 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10ad5b1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f10a815b120 0x7f10a806f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10addb2640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f10a80d0bc0 0x7f10a80c5160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53840/0 (socket says 172.21.15.94:53840) 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10ad5b1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f10a815b120 0x7f10a806f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55454/0 (socket says 172.21.15.94:55454) 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10addb2640 1 -- 172.21.15.94:0/2757416199 learned_addr learned my addr 172.21.15.94:0/2757416199 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10ad5b1640 1 -- 172.21.15.94:0/2757416199 >> v1:172.21.15.143:6789/0 conn(0x7f10a806dec0 legacy=0x7f10a80d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10ad5b1640 1 -- 172.21.15.94:0/2757416199 >> v1:172.21.15.94:6789/0 conn(0x7f10a80d0bc0 legacy=0x7f10a80c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f10ad5b1640 1 -- 172.21.15.94:0/2757416199 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10a806ef00 con 0x7f10a815b120 2024-09-10T08:35:26.629 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.628+0000 7f109ffff640 1 -- 172.21.15.94:0/2757416199 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 398663240 0 0) 0x7f10a815b500 con 0x7f10a80d0bc0 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.629+0000 7f10ad5b1640 1 --2- 172.21.15.94:0/2757416199 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a815b120 0x7f10a806f9e0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f10a4009d90 tx=0x7f10a402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac1a9e055e913bd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.629+0000 7f109ffff640 1 -- 172.21.15.94:0/2757416199 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a4007740 con 0x7f10a815b120 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.629+0000 7f109ffff640 1 -- 172.21.15.94:0/2757416199 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10a40078e0 con 0x7f10a815b120 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.629+0000 7f109ffff640 1 -- 172.21.15.94:0/2757416199 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a4007cb0 con 0x7f10a815b120 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.629+0000 7f10af815640 1 -- 172.21.15.94:0/2757416199 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a815b120 msgr2=0x7f10a806f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.629+0000 7f10af815640 1 --2- 172.21.15.94:0/2757416199 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a815b120 0x7f10a806f9e0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f10a4009d90 tx=0x7f10a402a6a0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.630+0000 7f10af815640 1 -- 172.21.15.94:0/2757416199 shutdown_connections 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.630+0000 7f10af815640 1 --2- 172.21.15.94:0/2757416199 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a815b120 0x7f10a806f9e0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.630+0000 7f10af815640 1 -- 172.21.15.94:0/2757416199 >> 172.21.15.94:0/2757416199 conn(0x7f10a806bdf0 msgr2=0x7f10a806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:26.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.630+0000 7f10af815640 1 -- 172.21.15.94:0/2757416199 shutdown_connections 2024-09-10T08:35:26.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.630+0000 7f10af815640 1 -- 172.21.15.94:0/2757416199 wait complete. 2024-09-10T08:35:26.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.631+0000 7f10af815640 1 Processor -- start 2024-09-10T08:35:26.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.631+0000 7f10af815640 1 -- start start 2024-09-10T08:35:26.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.631+0000 7f10af815640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10a806dec0 0x7f10a814f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.631+0000 7f10af815640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a80d0bc0 0x7f10a80cba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10af815640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10a815b120 0x7f10a80cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10af815640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f10a80ce060 con 0x7f10a80d0bc0 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10af815640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f10a806f4c0 con 0x7f10a806dec0 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10af815640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f10a806e330 con 0x7f10a815b120 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a80d0bc0 0x7f10a80cba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a80d0bc0 0x7f10a80cba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55468/0 (socket says 172.21.15.94:55468) 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 -- 172.21.15.94:0/4209042641 learned_addr learned my addr 172.21.15.94:0/4209042641 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10ad5b1640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10a806dec0 0x7f10a814f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10addb2640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10a815b120 0x7f10a80cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 -- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10a815b120 msgr2=0x7f10a80cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10a815b120 0x7f10a80cbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 -- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10a806dec0 msgr2=0x7f10a814f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10a806dec0 0x7f10a814f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 -- 172.21.15.94:0/4209042641 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10a81f0cc0 con 0x7f10a80d0bc0 2024-09-10T08:35:26.635 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10addb2640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10a815b120 0x7f10a80cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10acdb0640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a80d0bc0 0x7f10a80cba20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f109800c430 tx=0x7f109800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f109dffb640 1 -- 172.21.15.94:0/4209042641 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1098011790 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f109dffb640 1 -- 172.21.15.94:0/4209042641 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1098017070 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10a81f0f40 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f109dffb640 1 -- 172.21.15.94:0/4209042641 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1098011bb0 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.632+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10a81f1500 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.634+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10a806f9e0 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.634+0000 7f109dffb640 1 -- 172.21.15.94:0/4209042641 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f109801c460 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.634+0000 7f109dffb640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f108c06be30 0x7f108c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.634+0000 7f109dffb640 1 -- 172.21.15.94:0/4209042641 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f109808ad30 con 0x7f10a80d0bc0 2024-09-10T08:35:26.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.634+0000 7f10ad5b1640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f108c06be30 0x7f108c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.635+0000 7f10ad5b1640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f108c06be30 0x7f108c06e2f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f10a4034000 tx=0x7f10a402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.638+0000 7f109dffb640 1 -- 172.21.15.94:0/4209042641 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f10a81f0cc0 con 0x7f10a80d0bc0 2024-09-10T08:35:26.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.801+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f10a80ce4c0 con 0x7f108c06be30 2024-09-10T08:35:26.807 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.806+0000 7f109dffb640 1 -- 172.21.15.94:0/4209042641 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250478 (secure 0 0 0) 0x7f10a80ce4c0 con 0x7f108c06be30 2024-09-10T08:35:26.809 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:26.811 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:35:26.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.809+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f108c06be30 msgr2=0x7f108c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.809+0000 7f10af815640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f108c06be30 0x7f108c06e2f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f10a4034000 tx=0x7f10a402f000 comp rx=0 tx=0).stop 2024-09-10T08:35:26.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.809+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a80d0bc0 msgr2=0x7f10a80cba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a80d0bc0 0x7f10a80cba20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f109800c430 tx=0x7f109800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 shutdown_connections 2024-09-10T08:35:26.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f108c06be30 0x7f108c06e2f0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10a815b120 0x7f10a80cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10a80d0bc0 0x7f10a80cba20 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 --2- 172.21.15.94:0/4209042641 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10a806dec0 0x7f10a814f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 >> 172.21.15.94:0/4209042641 conn(0x7f10a806bdf0 msgr2=0x7f10a806c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:26.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 shutdown_connections 2024-09-10T08:35:26.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.810+0000 7f10af815640 1 -- 172.21.15.94:0/4209042641 wait complete. 2024-09-10T08:35:26.821 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":146,"stamp":"2024-09-10T08:35:25.846517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":193,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":45,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240080,"kb_used_data":7184,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734640,"statfs":{"total":773094113280,"available":772848271360,"internally_reserved":0,"allocated":7356416,"data_stored":3928894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.331999"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555462+0000","last_change":"2024-09-10T08:35:23.546189+0000","last_active":"2024-09-10T08:35:23.555462+0000","last_peered":"2024-09-10T08:35:23.555462+0000","last_clean":"2024-09-10T08:35:23.555462+0000","last_became_active":"2024-09-10T08:35:23.545823+0000","last_became_peered":"2024-09-10T08:35:23.545823+0000","last_unstale":"2024-09-10T08:35:23.555462+0000","last_undegraded":"2024-09-10T08:35:23.555462+0000","last_fullsized":"2024-09-10T08:35:23.555462+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525898+0000","last_change":"2024-09-10T08:35:23.536430+0000","last_active":"2024-09-10T08:35:24.525898+0000","last_peered":"2024-09-10T08:35:24.525898+0000","last_clean":"2024-09-10T08:35:24.525898+0000","last_became_active":"2024-09-10T08:35:23.536159+0000","last_became_peered":"2024-09-10T08:35:23.536159+0000","last_unstale":"2024-09-10T08:35:24.525898+0000","last_undegraded":"2024-09-10T08:35:24.525898+0000","last_fullsized":"2024-09-10T08:35:24.525898+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:49.336327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550254+0000","last_change":"2024-09-10T08:35:23.535632+0000","last_active":"2024-09-10T08:35:23.550254+0000","last_peered":"2024-09-10T08:35:23.550254+0000","last_clean":"2024-09-10T08:35:23.550254+0000","last_became_active":"2024-09-10T08:35:23.535373+0000","last_became_peered":"2024-09-10T08:35:23.535373+0000","last_unstale":"2024-09-10T08:35:23.550254+0000","last_undegraded":"2024-09-10T08:35:23.550254+0000","last_fullsized":"2024-09-10T08:35:23.550254+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:58.669311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539550+0000","last_change":"2024-09-10T08:35:23.537637+0000","last_active":"2024-09-10T08:35:23.539550+0000","last_peered":"2024-09-10T08:35:23.539550+0000","last_clean":"2024-09-10T08:35:23.539550+0000","last_became_active":"2024-09-10T08:35:23.537348+0000","last_became_peered":"2024-09-10T08:35:23.537348+0000","last_unstale":"2024-09-10T08:35:23.539550+0000","last_undegraded":"2024-09-10T08:35:23.539550+0000","last_fullsized":"2024-09-10T08:35:23.539550+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:31.923973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551510+0000","last_change":"2024-09-10T08:35:23.550746+0000","last_active":"2024-09-10T08:35:23.551510+0000","last_peered":"2024-09-10T08:35:23.551510+0000","last_clean":"2024-09-10T08:35:23.551510+0000","last_became_active":"2024-09-10T08:35:23.550434+0000","last_became_peered":"2024-09-10T08:35:23.550434+0000","last_unstale":"2024-09-10T08:35:23.551510+0000","last_undegraded":"2024-09-10T08:35:23.551510+0000","last_fullsized":"2024-09-10T08:35:23.551510+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:05.732549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555403+0000","last_change":"2024-09-10T08:35:23.552207+0000","last_active":"2024-09-10T08:35:23.555403+0000","last_peered":"2024-09-10T08:35:23.555403+0000","last_clean":"2024-09-10T08:35:23.555403+0000","last_became_active":"2024-09-10T08:35:23.551915+0000","last_became_peered":"2024-09-10T08:35:23.551915+0000","last_unstale":"2024-09-10T08:35:23.555403+0000","last_undegraded":"2024-09-10T08:35:23.555403+0000","last_fullsized":"2024-09-10T08:35:23.555403+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555577+0000","last_change":"2024-09-10T08:35:23.548436+0000","last_active":"2024-09-10T08:35:23.555577+0000","last_peered":"2024-09-10T08:35:23.555577+0000","last_clean":"2024-09-10T08:35:23.555577+0000","last_became_active":"2024-09-10T08:35:23.548187+0000","last_became_peered":"2024-09-10T08:35:23.548187+0000","last_unstale":"2024-09-10T08:35:23.555577+0000","last_undegraded":"2024-09-10T08:35:23.555577+0000","last_fullsized":"2024-09-10T08:35:23.555577+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:26.339056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555418+0000","last_change":"2024-09-10T08:35:23.546457+0000","last_active":"2024-09-10T08:35:23.555418+0000","last_peered":"2024-09-10T08:35:23.555418+0000","last_clean":"2024-09-10T08:35:23.555418+0000","last_became_active":"2024-09-10T08:35:23.546190+0000","last_became_peered":"2024-09-10T08:35:23.546190+0000","last_unstale":"2024-09-10T08:35:23.555418+0000","last_undegraded":"2024-09-10T08:35:23.555418+0000","last_fullsized":"2024-09-10T08:35:23.555418+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525368+0000","last_change":"2024-09-10T08:35:23.547841+0000","last_active":"2024-09-10T08:35:24.525368+0000","last_peered":"2024-09-10T08:35:24.525368+0000","last_clean":"2024-09-10T08:35:24.525368+0000","last_became_active":"2024-09-10T08:35:23.547276+0000","last_became_peered":"2024-09-10T08:35:23.547276+0000","last_unstale":"2024-09-10T08:35:24.525368+0000","last_undegraded":"2024-09-10T08:35:24.525368+0000","last_fullsized":"2024-09-10T08:35:24.525368+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:27.941796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555365+0000","last_change":"2024-09-10T08:35:23.550901+0000","last_active":"2024-09-10T08:35:23.555365+0000","last_peered":"2024-09-10T08:35:23.555365+0000","last_clean":"2024-09-10T08:35:23.555365+0000","last_became_active":"2024-09-10T08:35:23.550616+0000","last_became_peered":"2024-09-10T08:35:23.550616+0000","last_unstale":"2024-09-10T08:35:23.555365+0000","last_undegraded":"2024-09-10T08:35:23.555365+0000","last_fullsized":"2024-09-10T08:35:23.555365+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555326+0000","last_change":"2024-09-10T08:35:23.549835+0000","last_active":"2024-09-10T08:35:23.555326+0000","last_peered":"2024-09-10T08:35:23.555326+0000","last_clean":"2024-09-10T08:35:23.555326+0000","last_became_active":"2024-09-10T08:35:23.548819+0000","last_became_peered":"2024-09-10T08:35:23.548819+0000","last_unstale":"2024-09-10T08:35:23.555326+0000","last_undegraded":"2024-09-10T08:35:23.555326+0000","last_fullsized":"2024-09-10T08:35:23.555326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555571+0000","last_change":"2024-09-10T08:35:23.546776+0000","last_active":"2024-09-10T08:35:23.555571+0000","last_peered":"2024-09-10T08:35:23.555571+0000","last_clean":"2024-09-10T08:35:23.555571+0000","last_became_active":"2024-09-10T08:35:23.545912+0000","last_became_peered":"2024-09-10T08:35:23.545912+0000","last_unstale":"2024-09-10T08:35:23.555571+0000","last_undegraded":"2024-09-10T08:35:23.555571+0000","last_fullsized":"2024-09-10T08:35:23.555571+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:34.184719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555523+0000","last_change":"2024-09-10T08:35:23.546729+0000","last_active":"2024-09-10T08:35:23.555523+0000","last_peered":"2024-09-10T08:35:23.555523+0000","last_clean":"2024-09-10T08:35:23.555523+0000","last_became_active":"2024-09-10T08:35:23.545671+0000","last_became_peered":"2024-09-10T08:35:23.545671+0000","last_unstale":"2024-09-10T08:35:23.555523+0000","last_undegraded":"2024-09-10T08:35:23.555523+0000","last_fullsized":"2024-09-10T08:35:23.555523+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543459+0000","last_change":"2024-09-10T08:35:23.542490+0000","last_active":"2024-09-10T08:35:23.543459+0000","last_peered":"2024-09-10T08:35:23.543459+0000","last_clean":"2024-09-10T08:35:23.543459+0000","last_became_active":"2024-09-10T08:35:23.542214+0000","last_became_peered":"2024-09-10T08:35:23.542214+0000","last_unstale":"2024-09-10T08:35:23.543459+0000","last_undegraded":"2024-09-10T08:35:23.543459+0000","last_fullsized":"2024-09-10T08:35:23.543459+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:20.285555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526580+0000","last_change":"2024-09-10T08:35:23.543997+0000","last_active":"2024-09-10T08:35:24.526580+0000","last_peered":"2024-09-10T08:35:24.526580+0000","last_clean":"2024-09-10T08:35:24.526580+0000","last_became_active":"2024-09-10T08:35:23.537315+0000","last_became_peered":"2024-09-10T08:35:23.537315+0000","last_unstale":"2024-09-10T08:35:24.526580+0000","last_undegraded":"2024-09-10T08:35:24.526580+0000","last_fullsized":"2024-09-10T08:35:24.526580+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:13.735396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550212+0000","last_change":"2024-09-10T08:35:23.533983+0000","last_active":"2024-09-10T08:35:23.550212+0000","last_peered":"2024-09-10T08:35:23.550212+0000","last_clean":"2024-09-10T08:35:23.550212+0000","last_became_active":"2024-09-10T08:35:23.533551+0000","last_became_peered":"2024-09-10T08:35:23.533551+0000","last_unstale":"2024-09-10T08:35:23.550212+0000","last_undegraded":"2024-09-10T08:35:23.550212+0000","last_fullsized":"2024-09-10T08:35:23.550212+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:12.687636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537649+0000","last_change":"2024-09-10T08:35:23.534830+0000","last_active":"2024-09-10T08:35:23.537649+0000","last_peered":"2024-09-10T08:35:23.537649+0000","last_clean":"2024-09-10T08:35:23.537649+0000","last_became_active":"2024-09-10T08:35:23.534581+0000","last_became_peered":"2024-09-10T08:35:23.534581+0000","last_unstale":"2024-09-10T08:35:23.537649+0000","last_undegraded":"2024-09-10T08:35:23.537649+0000","last_fullsized":"2024-09-10T08:35:23.537649+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:29.261173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550010+0000","last_change":"2024-09-10T08:35:23.542298+0000","last_active":"2024-09-10T08:35:23.550010+0000","last_peered":"2024-09-10T08:35:23.550010+0000","last_clean":"2024-09-10T08:35:23.550010+0000","last_became_active":"2024-09-10T08:35:23.541985+0000","last_became_peered":"2024-09-10T08:35:23.541985+0000","last_unstale":"2024-09-10T08:35:23.550010+0000","last_undegraded":"2024-09-10T08:35:23.550010+0000","last_fullsized":"2024-09-10T08:35:23.550010+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.201825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551800+0000","last_change":"2024-09-10T08:35:23.551374+0000","last_active":"2024-09-10T08:35:23.551800+0000","last_peered":"2024-09-10T08:35:23.551800+0000","last_clean":"2024-09-10T08:35:23.551800+0000","last_became_active":"2024-09-10T08:35:23.551113+0000","last_became_peered":"2024-09-10T08:35:23.551113+0000","last_unstale":"2024-09-10T08:35:23.551800+0000","last_undegraded":"2024-09-10T08:35:23.551800+0000","last_fullsized":"2024-09-10T08:35:23.551800+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:27.328588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551477+0000","last_change":"2024-09-10T08:35:23.550837+0000","last_active":"2024-09-10T08:35:23.551477+0000","last_peered":"2024-09-10T08:35:23.551477+0000","last_clean":"2024-09-10T08:35:23.551477+0000","last_became_active":"2024-09-10T08:35:23.550455+0000","last_became_peered":"2024-09-10T08:35:23.550455+0000","last_unstale":"2024-09-10T08:35:23.551477+0000","last_undegraded":"2024-09-10T08:35:23.551477+0000","last_fullsized":"2024-09-10T08:35:23.551477+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:56.082960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555519+0000","last_change":"2024-09-10T08:35:23.544814+0000","last_active":"2024-09-10T08:35:23.555519+0000","last_peered":"2024-09-10T08:35:23.555519+0000","last_clean":"2024-09-10T08:35:23.555519+0000","last_became_active":"2024-09-10T08:35:23.544529+0000","last_became_peered":"2024-09-10T08:35:23.544529+0000","last_unstale":"2024-09-10T08:35:23.555519+0000","last_undegraded":"2024-09-10T08:35:23.555519+0000","last_fullsized":"2024-09-10T08:35:23.555519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550110+0000","last_change":"2024-09-10T08:35:23.545543+0000","last_active":"2024-09-10T08:35:23.550110+0000","last_peered":"2024-09-10T08:35:23.550110+0000","last_clean":"2024-09-10T08:35:23.550110+0000","last_became_active":"2024-09-10T08:35:23.545275+0000","last_became_peered":"2024-09-10T08:35:23.545275+0000","last_unstale":"2024-09-10T08:35:23.550110+0000","last_undegraded":"2024-09-10T08:35:23.550110+0000","last_fullsized":"2024-09-10T08:35:23.550110+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:51.893260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555218+0000","last_change":"2024-09-10T08:35:23.546314+0000","last_active":"2024-09-10T08:35:23.555218+0000","last_peered":"2024-09-10T08:35:23.555218+0000","last_clean":"2024-09-10T08:35:23.555218+0000","last_became_active":"2024-09-10T08:35:23.545988+0000","last_became_peered":"2024-09-10T08:35:23.545988+0000","last_unstale":"2024-09-10T08:35:23.555218+0000","last_undegraded":"2024-09-10T08:35:23.555218+0000","last_fullsized":"2024-09-10T08:35:23.555218+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525638+0000","last_change":"2024-09-10T08:35:23.535015+0000","last_active":"2024-09-10T08:35:24.525638+0000","last_peered":"2024-09-10T08:35:24.525638+0000","last_clean":"2024-09-10T08:35:24.525638+0000","last_became_active":"2024-09-10T08:35:23.534695+0000","last_became_peered":"2024-09-10T08:35:23.534695+0000","last_unstale":"2024-09-10T08:35:24.525638+0000","last_undegraded":"2024-09-10T08:35:24.525638+0000","last_fullsized":"2024-09-10T08:35:24.525638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:19.851719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555618+0000","last_change":"2024-09-10T08:35:23.549277+0000","last_active":"2024-09-10T08:35:23.555618+0000","last_peered":"2024-09-10T08:35:23.555618+0000","last_clean":"2024-09-10T08:35:23.555618+0000","last_became_active":"2024-09-10T08:35:23.548746+0000","last_became_peered":"2024-09-10T08:35:23.548746+0000","last_unstale":"2024-09-10T08:35:23.555618+0000","last_undegraded":"2024-09-10T08:35:23.555618+0000","last_fullsized":"2024-09-10T08:35:23.555618+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:00.588636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555526+0000","last_change":"2024-09-10T08:35:23.552074+0000","last_active":"2024-09-10T08:35:23.555526+0000","last_peered":"2024-09-10T08:35:23.555526+0000","last_clean":"2024-09-10T08:35:23.555526+0000","last_became_active":"2024-09-10T08:35:23.551761+0000","last_became_peered":"2024-09-10T08:35:23.551761+0000","last_unstale":"2024-09-10T08:35:23.555526+0000","last_undegraded":"2024-09-10T08:35:23.555526+0000","last_fullsized":"2024-09-10T08:35:23.555526+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526177+0000","last_change":"2024-09-10T08:35:23.535172+0000","last_active":"2024-09-10T08:35:24.526177+0000","last_peered":"2024-09-10T08:35:24.526177+0000","last_clean":"2024-09-10T08:35:24.526177+0000","last_became_active":"2024-09-10T08:35:23.534850+0000","last_became_peered":"2024-09-10T08:35:23.534850+0000","last_unstale":"2024-09-10T08:35:24.526177+0000","last_undegraded":"2024-09-10T08:35:24.526177+0000","last_fullsized":"2024-09-10T08:35:24.526177+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:34.730319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535921+0000","last_change":"2024-09-10T08:35:23.531715+0000","last_active":"2024-09-10T08:35:23.535921+0000","last_peered":"2024-09-10T08:35:23.535921+0000","last_clean":"2024-09-10T08:35:23.535921+0000","last_became_active":"2024-09-10T08:35:23.531451+0000","last_became_peered":"2024-09-10T08:35:23.531451+0000","last_unstale":"2024-09-10T08:35:23.535921+0000","last_undegraded":"2024-09-10T08:35:23.535921+0000","last_fullsized":"2024-09-10T08:35:23.535921+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:47.115830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554813+0000","last_change":"2024-09-10T08:35:23.540672+0000","last_active":"2024-09-10T08:35:23.554813+0000","last_peered":"2024-09-10T08:35:23.554813+0000","last_clean":"2024-09-10T08:35:23.554813+0000","last_became_active":"2024-09-10T08:35:23.540408+0000","last_became_peered":"2024-09-10T08:35:23.540408+0000","last_unstale":"2024-09-10T08:35:23.554813+0000","last_undegraded":"2024-09-10T08:35:23.554813+0000","last_fullsized":"2024-09-10T08:35:23.554813+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:11.293891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519702+0000","last_change":"2024-09-10T08:35:21.519702+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519702+0000","last_undegraded":"2024-09-10T08:35:21.519702+0000","last_fullsized":"2024-09-10T08:35:21.519702+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525832+0000","last_change":"2024-09-10T08:35:23.541487+0000","last_active":"2024-09-10T08:35:24.525832+0000","last_peered":"2024-09-10T08:35:24.525832+0000","last_clean":"2024-09-10T08:35:24.525832+0000","last_became_active":"2024-09-10T08:35:23.537603+0000","last_became_peered":"2024-09-10T08:35:23.537603+0000","last_unstale":"2024-09-10T08:35:24.525832+0000","last_undegraded":"2024-09-10T08:35:24.525832+0000","last_fullsized":"2024-09-10T08:35:24.525832+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:06.076273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554974+0000","last_change":"2024-09-10T08:35:22.533218+0000","last_active":"2024-09-10T08:35:23.554974+0000","last_peered":"2024-09-10T08:35:23.554974+0000","last_clean":"2024-09-10T08:35:23.554974+0000","last_became_active":"2024-09-10T08:35:22.532936+0000","last_became_peered":"2024-09-10T08:35:22.532936+0000","last_unstale":"2024-09-10T08:35:23.554974+0000","last_undegraded":"2024-09-10T08:35:23.554974+0000","last_fullsized":"2024-09-10T08:35:23.554974+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537005+0000","last_change":"2024-09-10T08:35:23.531741+0000","last_active":"2024-09-10T08:35:23.537005+0000","last_peered":"2024-09-10T08:35:23.537005+0000","last_clean":"2024-09-10T08:35:23.537005+0000","last_became_active":"2024-09-10T08:35:23.531469+0000","last_became_peered":"2024-09-10T08:35:23.531469+0000","last_unstale":"2024-09-10T08:35:23.537005+0000","last_undegraded":"2024-09-10T08:35:23.537005+0000","last_fullsized":"2024-09-10T08:35:23.537005+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:57.947417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547104+0000","last_change":"2024-09-10T08:35:22.536694+0000","last_active":"2024-09-10T08:35:23.547104+0000","last_peered":"2024-09-10T08:35:23.547104+0000","last_clean":"2024-09-10T08:35:23.547104+0000","last_became_active":"2024-09-10T08:35:22.536425+0000","last_became_peered":"2024-09-10T08:35:22.536425+0000","last_unstale":"2024-09-10T08:35:23.547104+0000","last_undegraded":"2024-09-10T08:35:23.547104+0000","last_fullsized":"2024-09-10T08:35:23.547104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:25.333403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555339+0000","last_change":"2024-09-10T08:35:23.545100+0000","last_active":"2024-09-10T08:35:23.555339+0000","last_peered":"2024-09-10T08:35:23.555339+0000","last_clean":"2024-09-10T08:35:23.555339+0000","last_became_active":"2024-09-10T08:35:23.544688+0000","last_became_peered":"2024-09-10T08:35:23.544688+0000","last_unstale":"2024-09-10T08:35:23.555339+0000","last_undegraded":"2024-09-10T08:35:23.555339+0000","last_fullsized":"2024-09-10T08:35:23.555339+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.542480+0000","last_change":"2024-09-10T08:35:22.531590+0000","last_active":"2024-09-10T08:35:23.542480+0000","last_peered":"2024-09-10T08:35:23.542480+0000","last_clean":"2024-09-10T08:35:23.542480+0000","last_became_active":"2024-09-10T08:35:22.531319+0000","last_became_peered":"2024-09-10T08:35:22.531319+0000","last_unstale":"2024-09-10T08:35:23.542480+0000","last_undegraded":"2024-09-10T08:35:23.542480+0000","last_fullsized":"2024-09-10T08:35:23.542480+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:59.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543437+0000","last_change":"2024-09-10T08:35:23.540715+0000","last_active":"2024-09-10T08:35:23.543437+0000","last_peered":"2024-09-10T08:35:23.543437+0000","last_clean":"2024-09-10T08:35:23.543437+0000","last_became_active":"2024-09-10T08:35:23.540433+0000","last_became_peered":"2024-09-10T08:35:23.540433+0000","last_unstale":"2024-09-10T08:35:23.543437+0000","last_undegraded":"2024-09-10T08:35:23.543437+0000","last_fullsized":"2024-09-10T08:35:23.543437+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:03.529807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537553+0000","last_change":"2024-09-10T08:35:22.531653+0000","last_active":"2024-09-10T08:35:23.537553+0000","last_peered":"2024-09-10T08:35:23.537553+0000","last_clean":"2024-09-10T08:35:23.537553+0000","last_became_active":"2024-09-10T08:35:22.531377+0000","last_became_peered":"2024-09-10T08:35:22.531377+0000","last_unstale":"2024-09-10T08:35:23.537553+0000","last_undegraded":"2024-09-10T08:35:23.537553+0000","last_fullsized":"2024-09-10T08:35:23.537553+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:56.941764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539582+0000","last_change":"2024-09-10T08:35:22.532417+0000","last_active":"2024-09-10T08:35:23.539582+0000","last_peered":"2024-09-10T08:35:23.539582+0000","last_clean":"2024-09-10T08:35:23.539582+0000","last_became_active":"2024-09-10T08:35:22.532039+0000","last_became_peered":"2024-09-10T08:35:22.532039+0000","last_unstale":"2024-09-10T08:35:23.539582+0000","last_undegraded":"2024-09-10T08:35:23.539582+0000","last_fullsized":"2024-09-10T08:35:23.539582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:55.035423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555037+0000","last_change":"2024-09-10T08:35:23.544240+0000","last_active":"2024-09-10T08:35:23.555037+0000","last_peered":"2024-09-10T08:35:23.555037+0000","last_clean":"2024-09-10T08:35:23.555037+0000","last_became_active":"2024-09-10T08:35:23.542525+0000","last_became_peered":"2024-09-10T08:35:23.542525+0000","last_unstale":"2024-09-10T08:35:23.555037+0000","last_undegraded":"2024-09-10T08:35:23.555037+0000","last_fullsized":"2024-09-10T08:35:23.555037+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:58.397417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527201+0000","last_change":"2024-09-10T08:35:22.540331+0000","last_active":"2024-09-10T08:35:23.527201+0000","last_peered":"2024-09-10T08:35:23.527201+0000","last_clean":"2024-09-10T08:35:23.527201+0000","last_became_active":"2024-09-10T08:35:22.540047+0000","last_became_peered":"2024-09-10T08:35:22.540047+0000","last_unstale":"2024-09-10T08:35:23.527201+0000","last_undegraded":"2024-09-10T08:35:23.527201+0000","last_fullsized":"2024-09-10T08:35:23.527201+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:52.285902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537487+0000","last_change":"2024-09-10T08:35:23.536487+0000","last_active":"2024-09-10T08:35:23.537487+0000","last_peered":"2024-09-10T08:35:23.537487+0000","last_clean":"2024-09-10T08:35:23.537487+0000","last_became_active":"2024-09-10T08:35:23.536241+0000","last_became_peered":"2024-09-10T08:35:23.536241+0000","last_unstale":"2024-09-10T08:35:23.537487+0000","last_undegraded":"2024-09-10T08:35:23.537487+0000","last_fullsized":"2024-09-10T08:35:23.537487+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:15.112789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530676+0000","last_change":"2024-09-10T08:35:22.539026+0000","last_active":"2024-09-10T08:35:23.530676+0000","last_peered":"2024-09-10T08:35:23.530676+0000","last_clean":"2024-09-10T08:35:23.530676+0000","last_became_active":"2024-09-10T08:35:22.538461+0000","last_became_peered":"2024-09-10T08:35:22.538461+0000","last_unstale":"2024-09-10T08:35:23.530676+0000","last_undegraded":"2024-09-10T08:35:23.530676+0000","last_fullsized":"2024-09-10T08:35:23.530676+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:27.645533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530769+0000","last_change":"2024-09-10T08:35:22.541946+0000","last_active":"2024-09-10T08:35:23.530769+0000","last_peered":"2024-09-10T08:35:23.530769+0000","last_clean":"2024-09-10T08:35:23.530769+0000","last_became_active":"2024-09-10T08:35:22.541613+0000","last_became_peered":"2024-09-10T08:35:22.541613+0000","last_unstale":"2024-09-10T08:35:23.530769+0000","last_undegraded":"2024-09-10T08:35:23.530769+0000","last_fullsized":"2024-09-10T08:35:23.530769+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.545019+0000","last_change":"2024-09-10T08:35:23.543983+0000","last_active":"2024-09-10T08:35:23.545019+0000","last_peered":"2024-09-10T08:35:23.545019+0000","last_clean":"2024-09-10T08:35:23.545019+0000","last_became_active":"2024-09-10T08:35:23.543717+0000","last_became_peered":"2024-09-10T08:35:23.543717+0000","last_unstale":"2024-09-10T08:35:23.545019+0000","last_undegraded":"2024-09-10T08:35:23.545019+0000","last_fullsized":"2024-09-10T08:35:23.545019+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:00:46.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526667+0000","last_change":"2024-09-10T08:35:22.535672+0000","last_active":"2024-09-10T08:35:24.526667+0000","last_peered":"2024-09-10T08:35:24.526667+0000","last_clean":"2024-09-10T08:35:24.526667+0000","last_became_active":"2024-09-10T08:35:22.535367+0000","last_became_peered":"2024-09-10T08:35:22.535367+0000","last_unstale":"2024-09-10T08:35:24.526667+0000","last_undegraded":"2024-09-10T08:35:24.526667+0000","last_fullsized":"2024-09-10T08:35:24.526667+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:07.591998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554956+0000","last_change":"2024-09-10T08:35:23.543571+0000","last_active":"2024-09-10T08:35:23.554956+0000","last_peered":"2024-09-10T08:35:23.554956+0000","last_clean":"2024-09-10T08:35:23.554956+0000","last_became_active":"2024-09-10T08:35:23.543193+0000","last_became_peered":"2024-09-10T08:35:23.543193+0000","last_unstale":"2024-09-10T08:35:23.554956+0000","last_undegraded":"2024-09-10T08:35:23.554956+0000","last_fullsized":"2024-09-10T08:35:23.554956+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:54.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"65'3","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554937+0000","last_change":"2024-09-10T08:35:22.539903+0000","last_active":"2024-09-10T08:35:23.554937+0000","last_peered":"2024-09-10T08:35:23.554937+0000","last_clean":"2024-09-10T08:35:23.554937+0000","last_became_active":"2024-09-10T08:35:22.539607+0000","last_became_peered":"2024-09-10T08:35:22.539607+0000","last_unstale":"2024-09-10T08:35:23.554937+0000","last_undegraded":"2024-09-10T08:35:23.554937+0000","last_fullsized":"2024-09-10T08:35:23.554937+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:09.291609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525711+0000","last_change":"2024-09-10T08:35:23.539974+0000","last_active":"2024-09-10T08:35:24.525711+0000","last_peered":"2024-09-10T08:35:24.525711+0000","last_clean":"2024-09-10T08:35:24.525711+0000","last_became_active":"2024-09-10T08:35:23.539211+0000","last_became_peered":"2024-09-10T08:35:23.539211+0000","last_unstale":"2024-09-10T08:35:24.525711+0000","last_undegraded":"2024-09-10T08:35:24.525711+0000","last_fullsized":"2024-09-10T08:35:24.525711+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:44.335753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.520206+0000","last_change":"2024-09-10T08:35:21.520206+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.520206+0000","last_undegraded":"2024-09-10T08:35:21.520206+0000","last_fullsized":"2024-09-10T08:35:21.520206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525026+0000","last_change":"2024-09-10T08:35:23.552723+0000","last_active":"2024-09-10T08:35:24.525026+0000","last_peered":"2024-09-10T08:35:24.525026+0000","last_clean":"2024-09-10T08:35:24.525026+0000","last_became_active":"2024-09-10T08:35:23.552487+0000","last_became_peered":"2024-09-10T08:35:23.552487+0000","last_unstale":"2024-09-10T08:35:24.525026+0000","last_undegraded":"2024-09-10T08:35:24.525026+0000","last_fullsized":"2024-09-10T08:35:24.525026+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:26:28.690246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555452+0000","last_change":"2024-09-10T08:35:22.537164+0000","last_active":"2024-09-10T08:35:23.555452+0000","last_peered":"2024-09-10T08:35:23.555452+0000","last_clean":"2024-09-10T08:35:23.555452+0000","last_became_active":"2024-09-10T08:35:22.536900+0000","last_became_peered":"2024-09-10T08:35:22.536900+0000","last_unstale":"2024-09-10T08:35:23.555452+0000","last_undegraded":"2024-09-10T08:35:23.555452+0000","last_fullsized":"2024-09-10T08:35:23.555452+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:05.196172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549169+0000","last_change":"2024-09-10T08:35:23.543970+0000","last_active":"2024-09-10T08:35:23.549169+0000","last_peered":"2024-09-10T08:35:23.549169+0000","last_clean":"2024-09-10T08:35:23.549169+0000","last_became_active":"2024-09-10T08:35:23.540846+0000","last_became_peered":"2024-09-10T08:35:23.540846+0000","last_unstale":"2024-09-10T08:35:23.549169+0000","last_undegraded":"2024-09-10T08:35:23.549169+0000","last_fullsized":"2024-09-10T08:35:23.549169+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:10.297262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533122+0000","last_change":"2024-09-10T08:35:22.536079+0000","last_active":"2024-09-10T08:35:23.533122+0000","last_peered":"2024-09-10T08:35:23.533122+0000","last_clean":"2024-09-10T08:35:23.533122+0000","last_became_active":"2024-09-10T08:35:22.535788+0000","last_became_peered":"2024-09-10T08:35:22.535788+0000","last_unstale":"2024-09-10T08:35:23.533122+0000","last_undegraded":"2024-09-10T08:35:23.533122+0000","last_fullsized":"2024-09-10T08:35:23.533122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:33.724666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550406+0000","last_change":"2024-09-10T08:35:23.534775+0000","last_active":"2024-09-10T08:35:23.550406+0000","last_peered":"2024-09-10T08:35:23.550406+0000","last_clean":"2024-09-10T08:35:23.550406+0000","last_became_active":"2024-09-10T08:35:23.534509+0000","last_became_peered":"2024-09-10T08:35:23.534509+0000","last_unstale":"2024-09-10T08:35:23.550406+0000","last_undegraded":"2024-09-10T08:35:23.550406+0000","last_fullsized":"2024-09-10T08:35:23.550406+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:08.597652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527260+0000","last_change":"2024-09-10T08:35:22.537663+0000","last_active":"2024-09-10T08:35:23.527260+0000","last_peered":"2024-09-10T08:35:23.527260+0000","last_clean":"2024-09-10T08:35:23.527260+0000","last_became_active":"2024-09-10T08:35:22.537397+0000","last_became_peered":"2024-09-10T08:35:22.537397+0000","last_unstale":"2024-09-10T08:35:23.527260+0000","last_undegraded":"2024-09-10T08:35:23.527260+0000","last_fullsized":"2024-09-10T08:35:23.527260+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525142+0000","last_change":"2024-09-10T08:35:22.533867+0000","last_active":"2024-09-10T08:35:24.525142+0000","last_peered":"2024-09-10T08:35:24.525142+0000","last_clean":"2024-09-10T08:35:24.525142+0000","last_became_active":"2024-09-10T08:35:22.533581+0000","last_became_peered":"2024-09-10T08:35:22.533581+0000","last_unstale":"2024-09-10T08:35:24.525142+0000","last_undegraded":"2024-09-10T08:35:24.525142+0000","last_fullsized":"2024-09-10T08:35:24.525142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:11.681983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555644+0000","last_change":"2024-09-10T08:35:23.549274+0000","last_active":"2024-09-10T08:35:23.555644+0000","last_peered":"2024-09-10T08:35:23.555644+0000","last_clean":"2024-09-10T08:35:23.555644+0000","last_became_active":"2024-09-10T08:35:23.548992+0000","last_became_peered":"2024-09-10T08:35:23.548992+0000","last_unstale":"2024-09-10T08:35:23.555644+0000","last_undegraded":"2024-09-10T08:35:23.555644+0000","last_fullsized":"2024-09-10T08:35:23.555644+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:31.347562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547015+0000","last_change":"2024-09-10T08:35:22.541994+0000","last_active":"2024-09-10T08:35:23.547015+0000","last_peered":"2024-09-10T08:35:23.547015+0000","last_clean":"2024-09-10T08:35:23.547015+0000","last_became_active":"2024-09-10T08:35:22.541720+0000","last_became_peered":"2024-09-10T08:35:22.541720+0000","last_unstale":"2024-09-10T08:35:23.547015+0000","last_undegraded":"2024-09-10T08:35:23.547015+0000","last_fullsized":"2024-09-10T08:35:23.547015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550376+0000","last_change":"2024-09-10T08:35:23.536856+0000","last_active":"2024-09-10T08:35:23.550376+0000","last_peered":"2024-09-10T08:35:23.550376+0000","last_clean":"2024-09-10T08:35:23.550376+0000","last_became_active":"2024-09-10T08:35:23.536558+0000","last_became_peered":"2024-09-10T08:35:23.536558+0000","last_unstale":"2024-09-10T08:35:23.550376+0000","last_undegraded":"2024-09-10T08:35:23.550376+0000","last_fullsized":"2024-09-10T08:35:23.550376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:30.278604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553041+0000","last_change":"2024-09-10T08:35:22.537959+0000","last_active":"2024-09-10T08:35:23.553041+0000","last_peered":"2024-09-10T08:35:23.553041+0000","last_clean":"2024-09-10T08:35:23.553041+0000","last_became_active":"2024-09-10T08:35:22.537650+0000","last_became_peered":"2024-09-10T08:35:22.537650+0000","last_unstale":"2024-09-10T08:35:23.553041+0000","last_undegraded":"2024-09-10T08:35:23.553041+0000","last_fullsized":"2024-09-10T08:35:23.553041+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:42.090568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526576+0000","last_change":"2024-09-10T08:35:23.543385+0000","last_active":"2024-09-10T08:35:24.526576+0000","last_peered":"2024-09-10T08:35:24.526576+0000","last_clean":"2024-09-10T08:35:24.526576+0000","last_became_active":"2024-09-10T08:35:23.538465+0000","last_became_peered":"2024-09-10T08:35:23.538465+0000","last_unstale":"2024-09-10T08:35:24.526576+0000","last_undegraded":"2024-09-10T08:35:24.526576+0000","last_fullsized":"2024-09-10T08:35:24.526576+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:44.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555023+0000","last_change":"2024-09-10T08:35:22.540226+0000","last_active":"2024-09-10T08:35:23.555023+0000","last_peered":"2024-09-10T08:35:23.555023+0000","last_clean":"2024-09-10T08:35:23.555023+0000","last_became_active":"2024-09-10T08:35:22.539908+0000","last_became_peered":"2024-09-10T08:35:22.539908+0000","last_unstale":"2024-09-10T08:35:23.555023+0000","last_undegraded":"2024-09-10T08:35:23.555023+0000","last_fullsized":"2024-09-10T08:35:23.555023+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.887607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550326+0000","last_change":"2024-09-10T08:35:23.538271+0000","last_active":"2024-09-10T08:35:23.550326+0000","last_peered":"2024-09-10T08:35:23.550326+0000","last_clean":"2024-09-10T08:35:23.550326+0000","last_became_active":"2024-09-10T08:35:23.538016+0000","last_became_peered":"2024-09-10T08:35:23.538016+0000","last_unstale":"2024-09-10T08:35:23.550326+0000","last_undegraded":"2024-09-10T08:35:23.550326+0000","last_fullsized":"2024-09-10T08:35:23.550326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:37.644688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527162+0000","last_change":"2024-09-10T08:35:22.529367+0000","last_active":"2024-09-10T08:35:23.527162+0000","last_peered":"2024-09-10T08:35:23.527162+0000","last_clean":"2024-09-10T08:35:23.527162+0000","last_became_active":"2024-09-10T08:35:22.528854+0000","last_became_peered":"2024-09-10T08:35:22.528854+0000","last_unstale":"2024-09-10T08:35:23.527162+0000","last_undegraded":"2024-09-10T08:35:23.527162+0000","last_fullsized":"2024-09-10T08:35:23.527162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:30.918320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535900+0000","last_change":"2024-09-10T08:35:23.530986+0000","last_active":"2024-09-10T08:35:23.535900+0000","last_peered":"2024-09-10T08:35:23.535900+0000","last_clean":"2024-09-10T08:35:23.535900+0000","last_became_active":"2024-09-10T08:35:23.530735+0000","last_became_peered":"2024-09-10T08:35:23.530735+0000","last_unstale":"2024-09-10T08:35:23.535900+0000","last_undegraded":"2024-09-10T08:35:23.535900+0000","last_fullsized":"2024-09-10T08:35:23.535900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:56.041076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555096+0000","last_change":"2024-09-10T08:35:22.536028+0000","last_active":"2024-09-10T08:35:23.555096+0000","last_peered":"2024-09-10T08:35:23.555096+0000","last_clean":"2024-09-10T08:35:23.555096+0000","last_became_active":"2024-09-10T08:35:22.535557+0000","last_became_peered":"2024-09-10T08:35:22.535557+0000","last_unstale":"2024-09-10T08:35:23.555096+0000","last_undegraded":"2024-09-10T08:35:23.555096+0000","last_fullsized":"2024-09-10T08:35:23.555096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:14.112755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549146+0000","last_change":"2024-09-10T08:35:23.542439+0000","last_active":"2024-09-10T08:35:23.549146+0000","last_peered":"2024-09-10T08:35:23.549146+0000","last_clean":"2024-09-10T08:35:23.549146+0000","last_became_active":"2024-09-10T08:35:23.540134+0000","last_became_peered":"2024-09-10T08:35:23.540134+0000","last_unstale":"2024-09-10T08:35:23.549146+0000","last_undegraded":"2024-09-10T08:35:23.549146+0000","last_fullsized":"2024-09-10T08:35:23.549146+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:16.670971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533286+0000","last_change":"2024-09-10T08:35:22.542503+0000","last_active":"2024-09-10T08:35:23.533286+0000","last_peered":"2024-09-10T08:35:23.533286+0000","last_clean":"2024-09-10T08:35:23.533286+0000","last_became_active":"2024-09-10T08:35:22.542205+0000","last_became_peered":"2024-09-10T08:35:22.542205+0000","last_unstale":"2024-09-10T08:35:23.533286+0000","last_undegraded":"2024-09-10T08:35:23.533286+0000","last_fullsized":"2024-09-10T08:35:23.533286+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:01.291553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555015+0000","last_change":"2024-09-10T08:35:23.543805+0000","last_active":"2024-09-10T08:35:23.555015+0000","last_peered":"2024-09-10T08:35:23.555015+0000","last_clean":"2024-09-10T08:35:23.555015+0000","last_became_active":"2024-09-10T08:35:23.542166+0000","last_became_peered":"2024-09-10T08:35:23.542166+0000","last_unstale":"2024-09-10T08:35:23.555015+0000","last_undegraded":"2024-09-10T08:35:23.555015+0000","last_fullsized":"2024-09-10T08:35:23.555015+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:36.213212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.522842+0000","last_change":"2024-09-10T08:35:22.533115+0000","last_active":"2024-09-10T08:35:23.522842+0000","last_peered":"2024-09-10T08:35:23.522842+0000","last_clean":"2024-09-10T08:35:23.522842+0000","last_became_active":"2024-09-10T08:35:22.532818+0000","last_became_peered":"2024-09-10T08:35:22.532818+0000","last_unstale":"2024-09-10T08:35:23.522842+0000","last_undegraded":"2024-09-10T08:35:23.522842+0000","last_fullsized":"2024-09-10T08:35:23.522842+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:33.179066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.540046+0000","last_change":"2024-09-10T08:35:23.537776+0000","last_active":"2024-09-10T08:35:23.540046+0000","last_peered":"2024-09-10T08:35:23.540046+0000","last_clean":"2024-09-10T08:35:23.540046+0000","last_became_active":"2024-09-10T08:35:23.537525+0000","last_became_peered":"2024-09-10T08:35:23.537525+0000","last_unstale":"2024-09-10T08:35:23.540046+0000","last_undegraded":"2024-09-10T08:35:23.540046+0000","last_fullsized":"2024-09-10T08:35:23.540046+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:53.291556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553652+0000","last_change":"2024-09-10T08:35:22.539067+0000","last_active":"2024-09-10T08:35:23.553652+0000","last_peered":"2024-09-10T08:35:23.553652+0000","last_clean":"2024-09-10T08:35:23.553652+0000","last_became_active":"2024-09-10T08:35:22.538779+0000","last_became_peered":"2024-09-10T08:35:22.538779+0000","last_unstale":"2024-09-10T08:35:23.553652+0000","last_undegraded":"2024-09-10T08:35:23.553652+0000","last_fullsized":"2024-09-10T08:35:23.553652+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533744+0000","last_change":"2024-09-10T08:35:23.532611+0000","last_active":"2024-09-10T08:35:23.533744+0000","last_peered":"2024-09-10T08:35:23.533744+0000","last_clean":"2024-09-10T08:35:23.533744+0000","last_became_active":"2024-09-10T08:35:23.532364+0000","last_became_peered":"2024-09-10T08:35:23.532364+0000","last_unstale":"2024-09-10T08:35:23.533744+0000","last_undegraded":"2024-09-10T08:35:23.533744+0000","last_fullsized":"2024-09-10T08:35:23.533744+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:12.763645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.534241+0000","last_change":"2024-09-10T08:35:22.537240+0000","last_active":"2024-09-10T08:35:23.534241+0000","last_peered":"2024-09-10T08:35:23.534241+0000","last_clean":"2024-09-10T08:35:23.534241+0000","last_became_active":"2024-09-10T08:35:22.535711+0000","last_became_peered":"2024-09-10T08:35:22.535711+0000","last_unstale":"2024-09-10T08:35:23.534241+0000","last_undegraded":"2024-09-10T08:35:23.534241+0000","last_fullsized":"2024-09-10T08:35:23.534241+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:43.740873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549207+0000","last_change":"2024-09-10T08:35:23.542688+0000","last_active":"2024-09-10T08:35:23.549207+0000","last_peered":"2024-09-10T08:35:23.549207+0000","last_clean":"2024-09-10T08:35:23.549207+0000","last_became_active":"2024-09-10T08:35:23.542324+0000","last_became_peered":"2024-09-10T08:35:23.542324+0000","last_unstale":"2024-09-10T08:35:23.549207+0000","last_undegraded":"2024-09-10T08:35:23.549207+0000","last_fullsized":"2024-09-10T08:35:23.549207+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:43.096221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.523001+0000","last_change":"2024-09-10T08:35:22.536601+0000","last_active":"2024-09-10T08:35:23.523001+0000","last_peered":"2024-09-10T08:35:23.523001+0000","last_clean":"2024-09-10T08:35:23.523001+0000","last_became_active":"2024-09-10T08:35:22.536311+0000","last_became_peered":"2024-09-10T08:35:22.536311+0000","last_unstale":"2024-09-10T08:35:23.523001+0000","last_undegraded":"2024-09-10T08:35:23.523001+0000","last_fullsized":"2024-09-10T08:35:23.523001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:30.341908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550348+0000","last_change":"2024-09-10T08:35:23.538957+0000","last_active":"2024-09-10T08:35:23.550348+0000","last_peered":"2024-09-10T08:35:23.550348+0000","last_clean":"2024-09-10T08:35:23.550348+0000","last_became_active":"2024-09-10T08:35:23.538706+0000","last_became_peered":"2024-09-10T08:35:23.538706+0000","last_unstale":"2024-09-10T08:35:23.550348+0000","last_undegraded":"2024-09-10T08:35:23.550348+0000","last_fullsized":"2024-09-10T08:35:23.550348+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:44:48.918436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519791+0000","last_change":"2024-09-10T08:35:21.519791+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519791+0000","last_undegraded":"2024-09-10T08:35:21.519791+0000","last_fullsized":"2024-09-10T08:35:21.519791+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554861+0000","last_change":"2024-09-10T08:35:23.540680+0000","last_active":"2024-09-10T08:35:23.554861+0000","last_peered":"2024-09-10T08:35:23.554861+0000","last_clean":"2024-09-10T08:35:23.554861+0000","last_became_active":"2024-09-10T08:35:23.540394+0000","last_became_peered":"2024-09-10T08:35:23.540394+0000","last_unstale":"2024-09-10T08:35:23.554861+0000","last_undegraded":"2024-09-10T08:35:23.554861+0000","last_fullsized":"2024-09-10T08:35:23.554861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:35.415703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.531165+0000","last_change":"2024-09-10T08:35:22.538380+0000","last_active":"2024-09-10T08:35:23.531165+0000","last_peered":"2024-09-10T08:35:23.531165+0000","last_clean":"2024-09-10T08:35:23.531165+0000","last_became_active":"2024-09-10T08:35:22.538104+0000","last_became_peered":"2024-09-10T08:35:22.538104+0000","last_unstale":"2024-09-10T08:35:23.531165+0000","last_undegraded":"2024-09-10T08:35:23.531165+0000","last_fullsized":"2024-09-10T08:35:23.531165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:15.665318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526223+0000","last_change":"2024-09-10T08:35:23.552663+0000","last_active":"2024-09-10T08:35:24.526223+0000","last_peered":"2024-09-10T08:35:24.526223+0000","last_clean":"2024-09-10T08:35:24.526223+0000","last_became_active":"2024-09-10T08:35:23.552408+0000","last_became_peered":"2024-09-10T08:35:23.552408+0000","last_unstale":"2024-09-10T08:35:24.526223+0000","last_undegraded":"2024-09-10T08:35:24.526223+0000","last_fullsized":"2024-09-10T08:35:24.526223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:02.297206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526532+0000","last_change":"2024-09-10T08:35:22.532660+0000","last_active":"2024-09-10T08:35:23.526532+0000","last_peered":"2024-09-10T08:35:23.526532+0000","last_clean":"2024-09-10T08:35:23.526532+0000","last_became_active":"2024-09-10T08:35:22.531095+0000","last_became_peered":"2024-09-10T08:35:22.531095+0000","last_unstale":"2024-09-10T08:35:23.526532+0000","last_undegraded":"2024-09-10T08:35:23.526532+0000","last_fullsized":"2024-09-10T08:35:23.526532+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:46.110176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.528803+0000","last_change":"2024-09-10T08:35:22.540328+0000","last_active":"2024-09-10T08:35:23.528803+0000","last_peered":"2024-09-10T08:35:23.528803+0000","last_clean":"2024-09-10T08:35:23.528803+0000","last_became_active":"2024-09-10T08:35:22.540036+0000","last_became_peered":"2024-09-10T08:35:22.540036+0000","last_unstale":"2024-09-10T08:35:23.528803+0000","last_undegraded":"2024-09-10T08:35:23.528803+0000","last_fullsized":"2024-09-10T08:35:23.528803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:02.369060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.548291+0000","last_change":"2024-09-10T08:35:23.547760+0000","last_active":"2024-09-10T08:35:23.548291+0000","last_peered":"2024-09-10T08:35:23.548291+0000","last_clean":"2024-09-10T08:35:23.548291+0000","last_became_active":"2024-09-10T08:35:23.547312+0000","last_became_peered":"2024-09-10T08:35:23.547312+0000","last_unstale":"2024-09-10T08:35:23.548291+0000","last_undegraded":"2024-09-10T08:35:23.548291+0000","last_fullsized":"2024-09-10T08:35:23.548291+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:51.563063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519436+0000","last_change":"2024-09-10T08:35:21.519436+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519436+0000","last_undegraded":"2024-09-10T08:35:21.519436+0000","last_fullsized":"2024-09-10T08:35:21.519436+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554964+0000","last_change":"2024-09-10T08:35:23.542860+0000","last_active":"2024-09-10T08:35:23.554964+0000","last_peered":"2024-09-10T08:35:23.554964+0000","last_clean":"2024-09-10T08:35:23.554964+0000","last_became_active":"2024-09-10T08:35:23.542580+0000","last_became_peered":"2024-09-10T08:35:23.542580+0000","last_unstale":"2024-09-10T08:35:23.554964+0000","last_undegraded":"2024-09-10T08:35:23.554964+0000","last_fullsized":"2024-09-10T08:35:23.554964+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:28:17.966980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526197+0000","last_change":"2024-09-10T08:35:22.534337+0000","last_active":"2024-09-10T08:35:23.526197+0000","last_peered":"2024-09-10T08:35:23.526197+0000","last_clean":"2024-09-10T08:35:23.526197+0000","last_became_active":"2024-09-10T08:35:22.534007+0000","last_became_peered":"2024-09-10T08:35:22.534007+0000","last_unstale":"2024-09-10T08:35:23.526197+0000","last_undegraded":"2024-09-10T08:35:23.526197+0000","last_fullsized":"2024-09-10T08:35:23.526197+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":257,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527943+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:35:23.527943+0000","last_peered":"2024-09-10T08:35:23.527943+0000","last_clean":"2024-09-10T08:35:23.527943+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:35:23.527943+0000","last_undegraded":"2024-09-10T08:35:23.527943+0000","last_fullsized":"2024-09-10T08:35:23.527943+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476775,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":790528,"data_stored":350118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509477,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28360,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343480,"statfs":{"total":96636764160,"available":96607723520,"internally_reserved":0,"allocated":1359872,"data_stored":931707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":348540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509477,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509478,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":348506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31944,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339896,"statfs":{"total":96636764160,"available":96604053504,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509477,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32528,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339312,"statfs":{"total":96636764160,"available":96603455488,"internally_reserved":0,"allocated":1372160,"data_stored":938874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":741376,"data_stored":328471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:35:26.825 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:35:26.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.960+0000 7f46d8427640 1 Processor -- start 2024-09-10T08:35:26.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.960+0000 7f46d8427640 1 -- start start 2024-09-10T08:35:26.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.960+0000 7f46d8427640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f46d01619b0 0x7f46d00d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.960+0000 7f46d8427640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d00d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d8427640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f46d0161d90 0x7f46d00cd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d8427640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f46d00d0ec0 con 0x7f46d0161d90 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d8427640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f46d006c990 con 0x7f46d01619b0 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d8427640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f46d00cec10 con 0x7f46d00b0a80 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f46d0161d90 0x7f46d00cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f46d0161d90 0x7f46d00cd880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55472/0 (socket says 172.21.15.94:55472) 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 -- 172.21.15.94:0/4247343708 learned_addr learned my addr 172.21.15.94:0/4247343708 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d59c2640 1 --2- 172.21.15.94:0/4247343708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d00d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 -- 172.21.15.94:0/4247343708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 msgr2=0x7f46d00d0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d61c3640 1 --2- 172.21.15.94:0/4247343708 >> v2:172.21.15.143:3300/0 conn(0x7f46d01619b0 0x7f46d00d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 --2- 172.21.15.94:0/4247343708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d00d0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 -- 172.21.15.94:0/4247343708 >> v2:172.21.15.143:3300/0 conn(0x7f46d01619b0 msgr2=0x7f46d00d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 --2- 172.21.15.94:0/4247343708 >> v2:172.21.15.143:3300/0 conn(0x7f46d01619b0 0x7f46d00d0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.961+0000 7f46d69c4640 1 -- 172.21.15.94:0/4247343708 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d00ce930 con 0x7f46d0161d90 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d69c4640 1 --2- 172.21.15.94:0/4247343708 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d00cd880 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f46d006efa0 tx=0x7f46c802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=823444f062650e79 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d51c1640 1 -- 172.21.15.94:0/4247343708 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c8036070 con 0x7f46d0161d90 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d51c1640 1 -- 172.21.15.94:0/4247343708 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46c8031600 con 0x7f46d0161d90 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d51c1640 1 -- 172.21.15.94:0/4247343708 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c80319d0 con 0x7f46d0161d90 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d8427640 1 -- 172.21.15.94:0/4247343708 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 msgr2=0x7f46d00cd880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d8427640 1 --2- 172.21.15.94:0/4247343708 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d00cd880 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f46d006efa0 tx=0x7f46c802a6a0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d8427640 1 -- 172.21.15.94:0/4247343708 shutdown_connections 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d8427640 1 --2- 172.21.15.94:0/4247343708 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d00cd880 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d8427640 1 --2- 172.21.15.94:0/4247343708 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d00d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d8427640 1 --2- 172.21.15.94:0/4247343708 >> v2:172.21.15.143:3300/0 conn(0x7f46d01619b0 0x7f46d00d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.962+0000 7f46d8427640 1 -- 172.21.15.94:0/4247343708 >> 172.21.15.94:0/4247343708 conn(0x7f46d009a9f0 msgr2=0x7f46d00b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:26.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.963+0000 7f46d8427640 1 -- 172.21.15.94:0/4247343708 shutdown_connections 2024-09-10T08:35:26.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.963+0000 7f46d8427640 1 -- 172.21.15.94:0/4247343708 wait complete. 2024-09-10T08:35:26.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 Processor -- start 2024-09-10T08:35:26.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 -- start start 2024-09-10T08:35:26.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d0152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46d01619b0 0x7f46d015df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d015e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f46d006c620 con 0x7f46d0161d90 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f46d00b0820 con 0x7f46d01619b0 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.964+0000 7f46d8427640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f46d00cd330 con 0x7f46d00b0a80 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d015e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d015e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55484/0 (socket says 172.21.15.94:55484) 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 -- 172.21.15.94:0/4153160018 learned_addr learned my addr 172.21.15.94:0/4153160018 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d61c3640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d0152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d59c2640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46d01619b0 0x7f46d015df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 -- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 msgr2=0x7f46d0152a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d0152a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 -- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46d01619b0 msgr2=0x7f46d015df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46d01619b0 0x7f46d015df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:26.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 -- 172.21.15.94:0/4153160018 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d00b1030 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d59c2640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46d01619b0 0x7f46d015df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d69c4640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d015e4b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f46c8009f40 tx=0x7f46c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46c2ffd640 1 -- 172.21.15.94:0/4153160018 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c8036050 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46c2ffd640 1 -- 172.21.15.94:0/4153160018 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46c8042070 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d00c5c10 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46c2ffd640 1 -- 172.21.15.94:0/4153160018 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c8009510 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.965+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d00b15d0 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.966+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d00d0440 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.967+0000 7f46c2ffd640 1 -- 172.21.15.94:0/4153160018 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f46c8007bd0 con 0x7f46d0161d90 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.967+0000 7f46c2ffd640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f46b406be30 0x7f46b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.967+0000 7f46d61c3640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f46b406be30 0x7f46b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:26.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.967+0000 7f46c2ffd640 1 -- 172.21.15.94:0/4153160018 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f46c80abe90 con 0x7f46d0161d90 2024-09-10T08:35:26.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.968+0000 7f46d61c3640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f46b406be30 0x7f46b406e2f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f46d00b3bd0 tx=0x7f46c4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:26.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:26.972+0000 7f46c2ffd640 1 -- 172.21.15.94:0/4153160018 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f46c807a740 con 0x7f46d0161d90 2024-09-10T08:35:27.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.135+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f46d0160dc0 con 0x7f46b406be30 2024-09-10T08:35:27.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.141+0000 7f46c2ffd640 1 -- 172.21.15.94:0/4153160018 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250478 (secure 0 0 0) 0x7f46d0160dc0 con 0x7f46b406be30 2024-09-10T08:35:27.144 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:27.145 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f46b406be30 msgr2=0x7f46b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f46b406be30 0x7f46b406e2f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f46d00b3bd0 tx=0x7f46c4008040 comp rx=0 tx=0).stop 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 msgr2=0x7f46d015e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d015e4b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f46c8009f40 tx=0x7f46c8004a40 comp rx=0 tx=0).stop 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 shutdown_connections 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f46b406be30 0x7f46b406e2f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46d01619b0 0x7f46d015df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46d0161d90 0x7f46d015e4b0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 --2- 172.21.15.94:0/4153160018 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46d00b0a80 0x7f46d0152a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 >> 172.21.15.94:0/4153160018 conn(0x7f46d009a9f0 msgr2=0x7f46d00750f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:27.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 shutdown_connections 2024-09-10T08:35:27.148 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.144+0000 7f46d8427640 1 -- 172.21.15.94:0/4153160018 wait complete. 2024-09-10T08:35:27.155 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":146,"stamp":"2024-09-10T08:35:25.846517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":193,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":45,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240080,"kb_used_data":7184,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734640,"statfs":{"total":773094113280,"available":772848271360,"internally_reserved":0,"allocated":7356416,"data_stored":3928894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.331999"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555462+0000","last_change":"2024-09-10T08:35:23.546189+0000","last_active":"2024-09-10T08:35:23.555462+0000","last_peered":"2024-09-10T08:35:23.555462+0000","last_clean":"2024-09-10T08:35:23.555462+0000","last_became_active":"2024-09-10T08:35:23.545823+0000","last_became_peered":"2024-09-10T08:35:23.545823+0000","last_unstale":"2024-09-10T08:35:23.555462+0000","last_undegraded":"2024-09-10T08:35:23.555462+0000","last_fullsized":"2024-09-10T08:35:23.555462+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525898+0000","last_change":"2024-09-10T08:35:23.536430+0000","last_active":"2024-09-10T08:35:24.525898+0000","last_peered":"2024-09-10T08:35:24.525898+0000","last_clean":"2024-09-10T08:35:24.525898+0000","last_became_active":"2024-09-10T08:35:23.536159+0000","last_became_peered":"2024-09-10T08:35:23.536159+0000","last_unstale":"2024-09-10T08:35:24.525898+0000","last_undegraded":"2024-09-10T08:35:24.525898+0000","last_fullsized":"2024-09-10T08:35:24.525898+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:49.336327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550254+0000","last_change":"2024-09-10T08:35:23.535632+0000","last_active":"2024-09-10T08:35:23.550254+0000","last_peered":"2024-09-10T08:35:23.550254+0000","last_clean":"2024-09-10T08:35:23.550254+0000","last_became_active":"2024-09-10T08:35:23.535373+0000","last_became_peered":"2024-09-10T08:35:23.535373+0000","last_unstale":"2024-09-10T08:35:23.550254+0000","last_undegraded":"2024-09-10T08:35:23.550254+0000","last_fullsized":"2024-09-10T08:35:23.550254+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:58.669311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539550+0000","last_change":"2024-09-10T08:35:23.537637+0000","last_active":"2024-09-10T08:35:23.539550+0000","last_peered":"2024-09-10T08:35:23.539550+0000","last_clean":"2024-09-10T08:35:23.539550+0000","last_became_active":"2024-09-10T08:35:23.537348+0000","last_became_peered":"2024-09-10T08:35:23.537348+0000","last_unstale":"2024-09-10T08:35:23.539550+0000","last_undegraded":"2024-09-10T08:35:23.539550+0000","last_fullsized":"2024-09-10T08:35:23.539550+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:31.923973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551510+0000","last_change":"2024-09-10T08:35:23.550746+0000","last_active":"2024-09-10T08:35:23.551510+0000","last_peered":"2024-09-10T08:35:23.551510+0000","last_clean":"2024-09-10T08:35:23.551510+0000","last_became_active":"2024-09-10T08:35:23.550434+0000","last_became_peered":"2024-09-10T08:35:23.550434+0000","last_unstale":"2024-09-10T08:35:23.551510+0000","last_undegraded":"2024-09-10T08:35:23.551510+0000","last_fullsized":"2024-09-10T08:35:23.551510+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:05.732549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555403+0000","last_change":"2024-09-10T08:35:23.552207+0000","last_active":"2024-09-10T08:35:23.555403+0000","last_peered":"2024-09-10T08:35:23.555403+0000","last_clean":"2024-09-10T08:35:23.555403+0000","last_became_active":"2024-09-10T08:35:23.551915+0000","last_became_peered":"2024-09-10T08:35:23.551915+0000","last_unstale":"2024-09-10T08:35:23.555403+0000","last_undegraded":"2024-09-10T08:35:23.555403+0000","last_fullsized":"2024-09-10T08:35:23.555403+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555577+0000","last_change":"2024-09-10T08:35:23.548436+0000","last_active":"2024-09-10T08:35:23.555577+0000","last_peered":"2024-09-10T08:35:23.555577+0000","last_clean":"2024-09-10T08:35:23.555577+0000","last_became_active":"2024-09-10T08:35:23.548187+0000","last_became_peered":"2024-09-10T08:35:23.548187+0000","last_unstale":"2024-09-10T08:35:23.555577+0000","last_undegraded":"2024-09-10T08:35:23.555577+0000","last_fullsized":"2024-09-10T08:35:23.555577+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:26.339056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555418+0000","last_change":"2024-09-10T08:35:23.546457+0000","last_active":"2024-09-10T08:35:23.555418+0000","last_peered":"2024-09-10T08:35:23.555418+0000","last_clean":"2024-09-10T08:35:23.555418+0000","last_became_active":"2024-09-10T08:35:23.546190+0000","last_became_peered":"2024-09-10T08:35:23.546190+0000","last_unstale":"2024-09-10T08:35:23.555418+0000","last_undegraded":"2024-09-10T08:35:23.555418+0000","last_fullsized":"2024-09-10T08:35:23.555418+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525368+0000","last_change":"2024-09-10T08:35:23.547841+0000","last_active":"2024-09-10T08:35:24.525368+0000","last_peered":"2024-09-10T08:35:24.525368+0000","last_clean":"2024-09-10T08:35:24.525368+0000","last_became_active":"2024-09-10T08:35:23.547276+0000","last_became_peered":"2024-09-10T08:35:23.547276+0000","last_unstale":"2024-09-10T08:35:24.525368+0000","last_undegraded":"2024-09-10T08:35:24.525368+0000","last_fullsized":"2024-09-10T08:35:24.525368+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:27.941796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555365+0000","last_change":"2024-09-10T08:35:23.550901+0000","last_active":"2024-09-10T08:35:23.555365+0000","last_peered":"2024-09-10T08:35:23.555365+0000","last_clean":"2024-09-10T08:35:23.555365+0000","last_became_active":"2024-09-10T08:35:23.550616+0000","last_became_peered":"2024-09-10T08:35:23.550616+0000","last_unstale":"2024-09-10T08:35:23.555365+0000","last_undegraded":"2024-09-10T08:35:23.555365+0000","last_fullsized":"2024-09-10T08:35:23.555365+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555326+0000","last_change":"2024-09-10T08:35:23.549835+0000","last_active":"2024-09-10T08:35:23.555326+0000","last_peered":"2024-09-10T08:35:23.555326+0000","last_clean":"2024-09-10T08:35:23.555326+0000","last_became_active":"2024-09-10T08:35:23.548819+0000","last_became_peered":"2024-09-10T08:35:23.548819+0000","last_unstale":"2024-09-10T08:35:23.555326+0000","last_undegraded":"2024-09-10T08:35:23.555326+0000","last_fullsized":"2024-09-10T08:35:23.555326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555571+0000","last_change":"2024-09-10T08:35:23.546776+0000","last_active":"2024-09-10T08:35:23.555571+0000","last_peered":"2024-09-10T08:35:23.555571+0000","last_clean":"2024-09-10T08:35:23.555571+0000","last_became_active":"2024-09-10T08:35:23.545912+0000","last_became_peered":"2024-09-10T08:35:23.545912+0000","last_unstale":"2024-09-10T08:35:23.555571+0000","last_undegraded":"2024-09-10T08:35:23.555571+0000","last_fullsized":"2024-09-10T08:35:23.555571+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:34.184719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555523+0000","last_change":"2024-09-10T08:35:23.546729+0000","last_active":"2024-09-10T08:35:23.555523+0000","last_peered":"2024-09-10T08:35:23.555523+0000","last_clean":"2024-09-10T08:35:23.555523+0000","last_became_active":"2024-09-10T08:35:23.545671+0000","last_became_peered":"2024-09-10T08:35:23.545671+0000","last_unstale":"2024-09-10T08:35:23.555523+0000","last_undegraded":"2024-09-10T08:35:23.555523+0000","last_fullsized":"2024-09-10T08:35:23.555523+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543459+0000","last_change":"2024-09-10T08:35:23.542490+0000","last_active":"2024-09-10T08:35:23.543459+0000","last_peered":"2024-09-10T08:35:23.543459+0000","last_clean":"2024-09-10T08:35:23.543459+0000","last_became_active":"2024-09-10T08:35:23.542214+0000","last_became_peered":"2024-09-10T08:35:23.542214+0000","last_unstale":"2024-09-10T08:35:23.543459+0000","last_undegraded":"2024-09-10T08:35:23.543459+0000","last_fullsized":"2024-09-10T08:35:23.543459+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:20.285555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526580+0000","last_change":"2024-09-10T08:35:23.543997+0000","last_active":"2024-09-10T08:35:24.526580+0000","last_peered":"2024-09-10T08:35:24.526580+0000","last_clean":"2024-09-10T08:35:24.526580+0000","last_became_active":"2024-09-10T08:35:23.537315+0000","last_became_peered":"2024-09-10T08:35:23.537315+0000","last_unstale":"2024-09-10T08:35:24.526580+0000","last_undegraded":"2024-09-10T08:35:24.526580+0000","last_fullsized":"2024-09-10T08:35:24.526580+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:13.735396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550212+0000","last_change":"2024-09-10T08:35:23.533983+0000","last_active":"2024-09-10T08:35:23.550212+0000","last_peered":"2024-09-10T08:35:23.550212+0000","last_clean":"2024-09-10T08:35:23.550212+0000","last_became_active":"2024-09-10T08:35:23.533551+0000","last_became_peered":"2024-09-10T08:35:23.533551+0000","last_unstale":"2024-09-10T08:35:23.550212+0000","last_undegraded":"2024-09-10T08:35:23.550212+0000","last_fullsized":"2024-09-10T08:35:23.550212+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:12.687636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537649+0000","last_change":"2024-09-10T08:35:23.534830+0000","last_active":"2024-09-10T08:35:23.537649+0000","last_peered":"2024-09-10T08:35:23.537649+0000","last_clean":"2024-09-10T08:35:23.537649+0000","last_became_active":"2024-09-10T08:35:23.534581+0000","last_became_peered":"2024-09-10T08:35:23.534581+0000","last_unstale":"2024-09-10T08:35:23.537649+0000","last_undegraded":"2024-09-10T08:35:23.537649+0000","last_fullsized":"2024-09-10T08:35:23.537649+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:29.261173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550010+0000","last_change":"2024-09-10T08:35:23.542298+0000","last_active":"2024-09-10T08:35:23.550010+0000","last_peered":"2024-09-10T08:35:23.550010+0000","last_clean":"2024-09-10T08:35:23.550010+0000","last_became_active":"2024-09-10T08:35:23.541985+0000","last_became_peered":"2024-09-10T08:35:23.541985+0000","last_unstale":"2024-09-10T08:35:23.550010+0000","last_undegraded":"2024-09-10T08:35:23.550010+0000","last_fullsized":"2024-09-10T08:35:23.550010+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.201825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551800+0000","last_change":"2024-09-10T08:35:23.551374+0000","last_active":"2024-09-10T08:35:23.551800+0000","last_peered":"2024-09-10T08:35:23.551800+0000","last_clean":"2024-09-10T08:35:23.551800+0000","last_became_active":"2024-09-10T08:35:23.551113+0000","last_became_peered":"2024-09-10T08:35:23.551113+0000","last_unstale":"2024-09-10T08:35:23.551800+0000","last_undegraded":"2024-09-10T08:35:23.551800+0000","last_fullsized":"2024-09-10T08:35:23.551800+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:27.328588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551477+0000","last_change":"2024-09-10T08:35:23.550837+0000","last_active":"2024-09-10T08:35:23.551477+0000","last_peered":"2024-09-10T08:35:23.551477+0000","last_clean":"2024-09-10T08:35:23.551477+0000","last_became_active":"2024-09-10T08:35:23.550455+0000","last_became_peered":"2024-09-10T08:35:23.550455+0000","last_unstale":"2024-09-10T08:35:23.551477+0000","last_undegraded":"2024-09-10T08:35:23.551477+0000","last_fullsized":"2024-09-10T08:35:23.551477+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:56.082960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555519+0000","last_change":"2024-09-10T08:35:23.544814+0000","last_active":"2024-09-10T08:35:23.555519+0000","last_peered":"2024-09-10T08:35:23.555519+0000","last_clean":"2024-09-10T08:35:23.555519+0000","last_became_active":"2024-09-10T08:35:23.544529+0000","last_became_peered":"2024-09-10T08:35:23.544529+0000","last_unstale":"2024-09-10T08:35:23.555519+0000","last_undegraded":"2024-09-10T08:35:23.555519+0000","last_fullsized":"2024-09-10T08:35:23.555519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550110+0000","last_change":"2024-09-10T08:35:23.545543+0000","last_active":"2024-09-10T08:35:23.550110+0000","last_peered":"2024-09-10T08:35:23.550110+0000","last_clean":"2024-09-10T08:35:23.550110+0000","last_became_active":"2024-09-10T08:35:23.545275+0000","last_became_peered":"2024-09-10T08:35:23.545275+0000","last_unstale":"2024-09-10T08:35:23.550110+0000","last_undegraded":"2024-09-10T08:35:23.550110+0000","last_fullsized":"2024-09-10T08:35:23.550110+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:51.893260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555218+0000","last_change":"2024-09-10T08:35:23.546314+0000","last_active":"2024-09-10T08:35:23.555218+0000","last_peered":"2024-09-10T08:35:23.555218+0000","last_clean":"2024-09-10T08:35:23.555218+0000","last_became_active":"2024-09-10T08:35:23.545988+0000","last_became_peered":"2024-09-10T08:35:23.545988+0000","last_unstale":"2024-09-10T08:35:23.555218+0000","last_undegraded":"2024-09-10T08:35:23.555218+0000","last_fullsized":"2024-09-10T08:35:23.555218+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525638+0000","last_change":"2024-09-10T08:35:23.535015+0000","last_active":"2024-09-10T08:35:24.525638+0000","last_peered":"2024-09-10T08:35:24.525638+0000","last_clean":"2024-09-10T08:35:24.525638+0000","last_became_active":"2024-09-10T08:35:23.534695+0000","last_became_peered":"2024-09-10T08:35:23.534695+0000","last_unstale":"2024-09-10T08:35:24.525638+0000","last_undegraded":"2024-09-10T08:35:24.525638+0000","last_fullsized":"2024-09-10T08:35:24.525638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:19.851719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555618+0000","last_change":"2024-09-10T08:35:23.549277+0000","last_active":"2024-09-10T08:35:23.555618+0000","last_peered":"2024-09-10T08:35:23.555618+0000","last_clean":"2024-09-10T08:35:23.555618+0000","last_became_active":"2024-09-10T08:35:23.548746+0000","last_became_peered":"2024-09-10T08:35:23.548746+0000","last_unstale":"2024-09-10T08:35:23.555618+0000","last_undegraded":"2024-09-10T08:35:23.555618+0000","last_fullsized":"2024-09-10T08:35:23.555618+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:00.588636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555526+0000","last_change":"2024-09-10T08:35:23.552074+0000","last_active":"2024-09-10T08:35:23.555526+0000","last_peered":"2024-09-10T08:35:23.555526+0000","last_clean":"2024-09-10T08:35:23.555526+0000","last_became_active":"2024-09-10T08:35:23.551761+0000","last_became_peered":"2024-09-10T08:35:23.551761+0000","last_unstale":"2024-09-10T08:35:23.555526+0000","last_undegraded":"2024-09-10T08:35:23.555526+0000","last_fullsized":"2024-09-10T08:35:23.555526+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526177+0000","last_change":"2024-09-10T08:35:23.535172+0000","last_active":"2024-09-10T08:35:24.526177+0000","last_peered":"2024-09-10T08:35:24.526177+0000","last_clean":"2024-09-10T08:35:24.526177+0000","last_became_active":"2024-09-10T08:35:23.534850+0000","last_became_peered":"2024-09-10T08:35:23.534850+0000","last_unstale":"2024-09-10T08:35:24.526177+0000","last_undegraded":"2024-09-10T08:35:24.526177+0000","last_fullsized":"2024-09-10T08:35:24.526177+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:34.730319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535921+0000","last_change":"2024-09-10T08:35:23.531715+0000","last_active":"2024-09-10T08:35:23.535921+0000","last_peered":"2024-09-10T08:35:23.535921+0000","last_clean":"2024-09-10T08:35:23.535921+0000","last_became_active":"2024-09-10T08:35:23.531451+0000","last_became_peered":"2024-09-10T08:35:23.531451+0000","last_unstale":"2024-09-10T08:35:23.535921+0000","last_undegraded":"2024-09-10T08:35:23.535921+0000","last_fullsized":"2024-09-10T08:35:23.535921+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:47.115830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554813+0000","last_change":"2024-09-10T08:35:23.540672+0000","last_active":"2024-09-10T08:35:23.554813+0000","last_peered":"2024-09-10T08:35:23.554813+0000","last_clean":"2024-09-10T08:35:23.554813+0000","last_became_active":"2024-09-10T08:35:23.540408+0000","last_became_peered":"2024-09-10T08:35:23.540408+0000","last_unstale":"2024-09-10T08:35:23.554813+0000","last_undegraded":"2024-09-10T08:35:23.554813+0000","last_fullsized":"2024-09-10T08:35:23.554813+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:11.293891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519702+0000","last_change":"2024-09-10T08:35:21.519702+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519702+0000","last_undegraded":"2024-09-10T08:35:21.519702+0000","last_fullsized":"2024-09-10T08:35:21.519702+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525832+0000","last_change":"2024-09-10T08:35:23.541487+0000","last_active":"2024-09-10T08:35:24.525832+0000","last_peered":"2024-09-10T08:35:24.525832+0000","last_clean":"2024-09-10T08:35:24.525832+0000","last_became_active":"2024-09-10T08:35:23.537603+0000","last_became_peered":"2024-09-10T08:35:23.537603+0000","last_unstale":"2024-09-10T08:35:24.525832+0000","last_undegraded":"2024-09-10T08:35:24.525832+0000","last_fullsized":"2024-09-10T08:35:24.525832+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:06.076273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554974+0000","last_change":"2024-09-10T08:35:22.533218+0000","last_active":"2024-09-10T08:35:23.554974+0000","last_peered":"2024-09-10T08:35:23.554974+0000","last_clean":"2024-09-10T08:35:23.554974+0000","last_became_active":"2024-09-10T08:35:22.532936+0000","last_became_peered":"2024-09-10T08:35:22.532936+0000","last_unstale":"2024-09-10T08:35:23.554974+0000","last_undegraded":"2024-09-10T08:35:23.554974+0000","last_fullsized":"2024-09-10T08:35:23.554974+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537005+0000","last_change":"2024-09-10T08:35:23.531741+0000","last_active":"2024-09-10T08:35:23.537005+0000","last_peered":"2024-09-10T08:35:23.537005+0000","last_clean":"2024-09-10T08:35:23.537005+0000","last_became_active":"2024-09-10T08:35:23.531469+0000","last_became_peered":"2024-09-10T08:35:23.531469+0000","last_unstale":"2024-09-10T08:35:23.537005+0000","last_undegraded":"2024-09-10T08:35:23.537005+0000","last_fullsized":"2024-09-10T08:35:23.537005+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:57.947417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547104+0000","last_change":"2024-09-10T08:35:22.536694+0000","last_active":"2024-09-10T08:35:23.547104+0000","last_peered":"2024-09-10T08:35:23.547104+0000","last_clean":"2024-09-10T08:35:23.547104+0000","last_became_active":"2024-09-10T08:35:22.536425+0000","last_became_peered":"2024-09-10T08:35:22.536425+0000","last_unstale":"2024-09-10T08:35:23.547104+0000","last_undegraded":"2024-09-10T08:35:23.547104+0000","last_fullsized":"2024-09-10T08:35:23.547104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:25.333403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555339+0000","last_change":"2024-09-10T08:35:23.545100+0000","last_active":"2024-09-10T08:35:23.555339+0000","last_peered":"2024-09-10T08:35:23.555339+0000","last_clean":"2024-09-10T08:35:23.555339+0000","last_became_active":"2024-09-10T08:35:23.544688+0000","last_became_peered":"2024-09-10T08:35:23.544688+0000","last_unstale":"2024-09-10T08:35:23.555339+0000","last_undegraded":"2024-09-10T08:35:23.555339+0000","last_fullsized":"2024-09-10T08:35:23.555339+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.542480+0000","last_change":"2024-09-10T08:35:22.531590+0000","last_active":"2024-09-10T08:35:23.542480+0000","last_peered":"2024-09-10T08:35:23.542480+0000","last_clean":"2024-09-10T08:35:23.542480+0000","last_became_active":"2024-09-10T08:35:22.531319+0000","last_became_peered":"2024-09-10T08:35:22.531319+0000","last_unstale":"2024-09-10T08:35:23.542480+0000","last_undegraded":"2024-09-10T08:35:23.542480+0000","last_fullsized":"2024-09-10T08:35:23.542480+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:59.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543437+0000","last_change":"2024-09-10T08:35:23.540715+0000","last_active":"2024-09-10T08:35:23.543437+0000","last_peered":"2024-09-10T08:35:23.543437+0000","last_clean":"2024-09-10T08:35:23.543437+0000","last_became_active":"2024-09-10T08:35:23.540433+0000","last_became_peered":"2024-09-10T08:35:23.540433+0000","last_unstale":"2024-09-10T08:35:23.543437+0000","last_undegraded":"2024-09-10T08:35:23.543437+0000","last_fullsized":"2024-09-10T08:35:23.543437+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:03.529807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537553+0000","last_change":"2024-09-10T08:35:22.531653+0000","last_active":"2024-09-10T08:35:23.537553+0000","last_peered":"2024-09-10T08:35:23.537553+0000","last_clean":"2024-09-10T08:35:23.537553+0000","last_became_active":"2024-09-10T08:35:22.531377+0000","last_became_peered":"2024-09-10T08:35:22.531377+0000","last_unstale":"2024-09-10T08:35:23.537553+0000","last_undegraded":"2024-09-10T08:35:23.537553+0000","last_fullsized":"2024-09-10T08:35:23.537553+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:56.941764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539582+0000","last_change":"2024-09-10T08:35:22.532417+0000","last_active":"2024-09-10T08:35:23.539582+0000","last_peered":"2024-09-10T08:35:23.539582+0000","last_clean":"2024-09-10T08:35:23.539582+0000","last_became_active":"2024-09-10T08:35:22.532039+0000","last_became_peered":"2024-09-10T08:35:22.532039+0000","last_unstale":"2024-09-10T08:35:23.539582+0000","last_undegraded":"2024-09-10T08:35:23.539582+0000","last_fullsized":"2024-09-10T08:35:23.539582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:55.035423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555037+0000","last_change":"2024-09-10T08:35:23.544240+0000","last_active":"2024-09-10T08:35:23.555037+0000","last_peered":"2024-09-10T08:35:23.555037+0000","last_clean":"2024-09-10T08:35:23.555037+0000","last_became_active":"2024-09-10T08:35:23.542525+0000","last_became_peered":"2024-09-10T08:35:23.542525+0000","last_unstale":"2024-09-10T08:35:23.555037+0000","last_undegraded":"2024-09-10T08:35:23.555037+0000","last_fullsized":"2024-09-10T08:35:23.555037+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:58.397417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527201+0000","last_change":"2024-09-10T08:35:22.540331+0000","last_active":"2024-09-10T08:35:23.527201+0000","last_peered":"2024-09-10T08:35:23.527201+0000","last_clean":"2024-09-10T08:35:23.527201+0000","last_became_active":"2024-09-10T08:35:22.540047+0000","last_became_peered":"2024-09-10T08:35:22.540047+0000","last_unstale":"2024-09-10T08:35:23.527201+0000","last_undegraded":"2024-09-10T08:35:23.527201+0000","last_fullsized":"2024-09-10T08:35:23.527201+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:52.285902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537487+0000","last_change":"2024-09-10T08:35:23.536487+0000","last_active":"2024-09-10T08:35:23.537487+0000","last_peered":"2024-09-10T08:35:23.537487+0000","last_clean":"2024-09-10T08:35:23.537487+0000","last_became_active":"2024-09-10T08:35:23.536241+0000","last_became_peered":"2024-09-10T08:35:23.536241+0000","last_unstale":"2024-09-10T08:35:23.537487+0000","last_undegraded":"2024-09-10T08:35:23.537487+0000","last_fullsized":"2024-09-10T08:35:23.537487+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:15.112789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530676+0000","last_change":"2024-09-10T08:35:22.539026+0000","last_active":"2024-09-10T08:35:23.530676+0000","last_peered":"2024-09-10T08:35:23.530676+0000","last_clean":"2024-09-10T08:35:23.530676+0000","last_became_active":"2024-09-10T08:35:22.538461+0000","last_became_peered":"2024-09-10T08:35:22.538461+0000","last_unstale":"2024-09-10T08:35:23.530676+0000","last_undegraded":"2024-09-10T08:35:23.530676+0000","last_fullsized":"2024-09-10T08:35:23.530676+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:27.645533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530769+0000","last_change":"2024-09-10T08:35:22.541946+0000","last_active":"2024-09-10T08:35:23.530769+0000","last_peered":"2024-09-10T08:35:23.530769+0000","last_clean":"2024-09-10T08:35:23.530769+0000","last_became_active":"2024-09-10T08:35:22.541613+0000","last_became_peered":"2024-09-10T08:35:22.541613+0000","last_unstale":"2024-09-10T08:35:23.530769+0000","last_undegraded":"2024-09-10T08:35:23.530769+0000","last_fullsized":"2024-09-10T08:35:23.530769+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.545019+0000","last_change":"2024-09-10T08:35:23.543983+0000","last_active":"2024-09-10T08:35:23.545019+0000","last_peered":"2024-09-10T08:35:23.545019+0000","last_clean":"2024-09-10T08:35:23.545019+0000","last_became_active":"2024-09-10T08:35:23.543717+0000","last_became_peered":"2024-09-10T08:35:23.543717+0000","last_unstale":"2024-09-10T08:35:23.545019+0000","last_undegraded":"2024-09-10T08:35:23.545019+0000","last_fullsized":"2024-09-10T08:35:23.545019+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:00:46.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526667+0000","last_change":"2024-09-10T08:35:22.535672+0000","last_active":"2024-09-10T08:35:24.526667+0000","last_peered":"2024-09-10T08:35:24.526667+0000","last_clean":"2024-09-10T08:35:24.526667+0000","last_became_active":"2024-09-10T08:35:22.535367+0000","last_became_peered":"2024-09-10T08:35:22.535367+0000","last_unstale":"2024-09-10T08:35:24.526667+0000","last_undegraded":"2024-09-10T08:35:24.526667+0000","last_fullsized":"2024-09-10T08:35:24.526667+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:07.591998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554956+0000","last_change":"2024-09-10T08:35:23.543571+0000","last_active":"2024-09-10T08:35:23.554956+0000","last_peered":"2024-09-10T08:35:23.554956+0000","last_clean":"2024-09-10T08:35:23.554956+0000","last_became_active":"2024-09-10T08:35:23.543193+0000","last_became_peered":"2024-09-10T08:35:23.543193+0000","last_unstale":"2024-09-10T08:35:23.554956+0000","last_undegraded":"2024-09-10T08:35:23.554956+0000","last_fullsized":"2024-09-10T08:35:23.554956+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:54.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"65'3","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554937+0000","last_change":"2024-09-10T08:35:22.539903+0000","last_active":"2024-09-10T08:35:23.554937+0000","last_peered":"2024-09-10T08:35:23.554937+0000","last_clean":"2024-09-10T08:35:23.554937+0000","last_became_active":"2024-09-10T08:35:22.539607+0000","last_became_peered":"2024-09-10T08:35:22.539607+0000","last_unstale":"2024-09-10T08:35:23.554937+0000","last_undegraded":"2024-09-10T08:35:23.554937+0000","last_fullsized":"2024-09-10T08:35:23.554937+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:09.291609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525711+0000","last_change":"2024-09-10T08:35:23.539974+0000","last_active":"2024-09-10T08:35:24.525711+0000","last_peered":"2024-09-10T08:35:24.525711+0000","last_clean":"2024-09-10T08:35:24.525711+0000","last_became_active":"2024-09-10T08:35:23.539211+0000","last_became_peered":"2024-09-10T08:35:23.539211+0000","last_unstale":"2024-09-10T08:35:24.525711+0000","last_undegraded":"2024-09-10T08:35:24.525711+0000","last_fullsized":"2024-09-10T08:35:24.525711+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:44.335753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.520206+0000","last_change":"2024-09-10T08:35:21.520206+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.520206+0000","last_undegraded":"2024-09-10T08:35:21.520206+0000","last_fullsized":"2024-09-10T08:35:21.520206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525026+0000","last_change":"2024-09-10T08:35:23.552723+0000","last_active":"2024-09-10T08:35:24.525026+0000","last_peered":"2024-09-10T08:35:24.525026+0000","last_clean":"2024-09-10T08:35:24.525026+0000","last_became_active":"2024-09-10T08:35:23.552487+0000","last_became_peered":"2024-09-10T08:35:23.552487+0000","last_unstale":"2024-09-10T08:35:24.525026+0000","last_undegraded":"2024-09-10T08:35:24.525026+0000","last_fullsized":"2024-09-10T08:35:24.525026+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:26:28.690246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555452+0000","last_change":"2024-09-10T08:35:22.537164+0000","last_active":"2024-09-10T08:35:23.555452+0000","last_peered":"2024-09-10T08:35:23.555452+0000","last_clean":"2024-09-10T08:35:23.555452+0000","last_became_active":"2024-09-10T08:35:22.536900+0000","last_became_peered":"2024-09-10T08:35:22.536900+0000","last_unstale":"2024-09-10T08:35:23.555452+0000","last_undegraded":"2024-09-10T08:35:23.555452+0000","last_fullsized":"2024-09-10T08:35:23.555452+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:05.196172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549169+0000","last_change":"2024-09-10T08:35:23.543970+0000","last_active":"2024-09-10T08:35:23.549169+0000","last_peered":"2024-09-10T08:35:23.549169+0000","last_clean":"2024-09-10T08:35:23.549169+0000","last_became_active":"2024-09-10T08:35:23.540846+0000","last_became_peered":"2024-09-10T08:35:23.540846+0000","last_unstale":"2024-09-10T08:35:23.549169+0000","last_undegraded":"2024-09-10T08:35:23.549169+0000","last_fullsized":"2024-09-10T08:35:23.549169+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:10.297262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533122+0000","last_change":"2024-09-10T08:35:22.536079+0000","last_active":"2024-09-10T08:35:23.533122+0000","last_peered":"2024-09-10T08:35:23.533122+0000","last_clean":"2024-09-10T08:35:23.533122+0000","last_became_active":"2024-09-10T08:35:22.535788+0000","last_became_peered":"2024-09-10T08:35:22.535788+0000","last_unstale":"2024-09-10T08:35:23.533122+0000","last_undegraded":"2024-09-10T08:35:23.533122+0000","last_fullsized":"2024-09-10T08:35:23.533122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:33.724666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550406+0000","last_change":"2024-09-10T08:35:23.534775+0000","last_active":"2024-09-10T08:35:23.550406+0000","last_peered":"2024-09-10T08:35:23.550406+0000","last_clean":"2024-09-10T08:35:23.550406+0000","last_became_active":"2024-09-10T08:35:23.534509+0000","last_became_peered":"2024-09-10T08:35:23.534509+0000","last_unstale":"2024-09-10T08:35:23.550406+0000","last_undegraded":"2024-09-10T08:35:23.550406+0000","last_fullsized":"2024-09-10T08:35:23.550406+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:08.597652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527260+0000","last_change":"2024-09-10T08:35:22.537663+0000","last_active":"2024-09-10T08:35:23.527260+0000","last_peered":"2024-09-10T08:35:23.527260+0000","last_clean":"2024-09-10T08:35:23.527260+0000","last_became_active":"2024-09-10T08:35:22.537397+0000","last_became_peered":"2024-09-10T08:35:22.537397+0000","last_unstale":"2024-09-10T08:35:23.527260+0000","last_undegraded":"2024-09-10T08:35:23.527260+0000","last_fullsized":"2024-09-10T08:35:23.527260+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525142+0000","last_change":"2024-09-10T08:35:22.533867+0000","last_active":"2024-09-10T08:35:24.525142+0000","last_peered":"2024-09-10T08:35:24.525142+0000","last_clean":"2024-09-10T08:35:24.525142+0000","last_became_active":"2024-09-10T08:35:22.533581+0000","last_became_peered":"2024-09-10T08:35:22.533581+0000","last_unstale":"2024-09-10T08:35:24.525142+0000","last_undegraded":"2024-09-10T08:35:24.525142+0000","last_fullsized":"2024-09-10T08:35:24.525142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:11.681983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555644+0000","last_change":"2024-09-10T08:35:23.549274+0000","last_active":"2024-09-10T08:35:23.555644+0000","last_peered":"2024-09-10T08:35:23.555644+0000","last_clean":"2024-09-10T08:35:23.555644+0000","last_became_active":"2024-09-10T08:35:23.548992+0000","last_became_peered":"2024-09-10T08:35:23.548992+0000","last_unstale":"2024-09-10T08:35:23.555644+0000","last_undegraded":"2024-09-10T08:35:23.555644+0000","last_fullsized":"2024-09-10T08:35:23.555644+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:31.347562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547015+0000","last_change":"2024-09-10T08:35:22.541994+0000","last_active":"2024-09-10T08:35:23.547015+0000","last_peered":"2024-09-10T08:35:23.547015+0000","last_clean":"2024-09-10T08:35:23.547015+0000","last_became_active":"2024-09-10T08:35:22.541720+0000","last_became_peered":"2024-09-10T08:35:22.541720+0000","last_unstale":"2024-09-10T08:35:23.547015+0000","last_undegraded":"2024-09-10T08:35:23.547015+0000","last_fullsized":"2024-09-10T08:35:23.547015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550376+0000","last_change":"2024-09-10T08:35:23.536856+0000","last_active":"2024-09-10T08:35:23.550376+0000","last_peered":"2024-09-10T08:35:23.550376+0000","last_clean":"2024-09-10T08:35:23.550376+0000","last_became_active":"2024-09-10T08:35:23.536558+0000","last_became_peered":"2024-09-10T08:35:23.536558+0000","last_unstale":"2024-09-10T08:35:23.550376+0000","last_undegraded":"2024-09-10T08:35:23.550376+0000","last_fullsized":"2024-09-10T08:35:23.550376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:30.278604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553041+0000","last_change":"2024-09-10T08:35:22.537959+0000","last_active":"2024-09-10T08:35:23.553041+0000","last_peered":"2024-09-10T08:35:23.553041+0000","last_clean":"2024-09-10T08:35:23.553041+0000","last_became_active":"2024-09-10T08:35:22.537650+0000","last_became_peered":"2024-09-10T08:35:22.537650+0000","last_unstale":"2024-09-10T08:35:23.553041+0000","last_undegraded":"2024-09-10T08:35:23.553041+0000","last_fullsized":"2024-09-10T08:35:23.553041+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:42.090568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526576+0000","last_change":"2024-09-10T08:35:23.543385+0000","last_active":"2024-09-10T08:35:24.526576+0000","last_peered":"2024-09-10T08:35:24.526576+0000","last_clean":"2024-09-10T08:35:24.526576+0000","last_became_active":"2024-09-10T08:35:23.538465+0000","last_became_peered":"2024-09-10T08:35:23.538465+0000","last_unstale":"2024-09-10T08:35:24.526576+0000","last_undegraded":"2024-09-10T08:35:24.526576+0000","last_fullsized":"2024-09-10T08:35:24.526576+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:44.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555023+0000","last_change":"2024-09-10T08:35:22.540226+0000","last_active":"2024-09-10T08:35:23.555023+0000","last_peered":"2024-09-10T08:35:23.555023+0000","last_clean":"2024-09-10T08:35:23.555023+0000","last_became_active":"2024-09-10T08:35:22.539908+0000","last_became_peered":"2024-09-10T08:35:22.539908+0000","last_unstale":"2024-09-10T08:35:23.555023+0000","last_undegraded":"2024-09-10T08:35:23.555023+0000","last_fullsized":"2024-09-10T08:35:23.555023+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.887607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550326+0000","last_change":"2024-09-10T08:35:23.538271+0000","last_active":"2024-09-10T08:35:23.550326+0000","last_peered":"2024-09-10T08:35:23.550326+0000","last_clean":"2024-09-10T08:35:23.550326+0000","last_became_active":"2024-09-10T08:35:23.538016+0000","last_became_peered":"2024-09-10T08:35:23.538016+0000","last_unstale":"2024-09-10T08:35:23.550326+0000","last_undegraded":"2024-09-10T08:35:23.550326+0000","last_fullsized":"2024-09-10T08:35:23.550326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:37.644688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527162+0000","last_change":"2024-09-10T08:35:22.529367+0000","last_active":"2024-09-10T08:35:23.527162+0000","last_peered":"2024-09-10T08:35:23.527162+0000","last_clean":"2024-09-10T08:35:23.527162+0000","last_became_active":"2024-09-10T08:35:22.528854+0000","last_became_peered":"2024-09-10T08:35:22.528854+0000","last_unstale":"2024-09-10T08:35:23.527162+0000","last_undegraded":"2024-09-10T08:35:23.527162+0000","last_fullsized":"2024-09-10T08:35:23.527162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:30.918320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535900+0000","last_change":"2024-09-10T08:35:23.530986+0000","last_active":"2024-09-10T08:35:23.535900+0000","last_peered":"2024-09-10T08:35:23.535900+0000","last_clean":"2024-09-10T08:35:23.535900+0000","last_became_active":"2024-09-10T08:35:23.530735+0000","last_became_peered":"2024-09-10T08:35:23.530735+0000","last_unstale":"2024-09-10T08:35:23.535900+0000","last_undegraded":"2024-09-10T08:35:23.535900+0000","last_fullsized":"2024-09-10T08:35:23.535900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:56.041076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555096+0000","last_change":"2024-09-10T08:35:22.536028+0000","last_active":"2024-09-10T08:35:23.555096+0000","last_peered":"2024-09-10T08:35:23.555096+0000","last_clean":"2024-09-10T08:35:23.555096+0000","last_became_active":"2024-09-10T08:35:22.535557+0000","last_became_peered":"2024-09-10T08:35:22.535557+0000","last_unstale":"2024-09-10T08:35:23.555096+0000","last_undegraded":"2024-09-10T08:35:23.555096+0000","last_fullsized":"2024-09-10T08:35:23.555096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:14.112755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549146+0000","last_change":"2024-09-10T08:35:23.542439+0000","last_active":"2024-09-10T08:35:23.549146+0000","last_peered":"2024-09-10T08:35:23.549146+0000","last_clean":"2024-09-10T08:35:23.549146+0000","last_became_active":"2024-09-10T08:35:23.540134+0000","last_became_peered":"2024-09-10T08:35:23.540134+0000","last_unstale":"2024-09-10T08:35:23.549146+0000","last_undegraded":"2024-09-10T08:35:23.549146+0000","last_fullsized":"2024-09-10T08:35:23.549146+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:16.670971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533286+0000","last_change":"2024-09-10T08:35:22.542503+0000","last_active":"2024-09-10T08:35:23.533286+0000","last_peered":"2024-09-10T08:35:23.533286+0000","last_clean":"2024-09-10T08:35:23.533286+0000","last_became_active":"2024-09-10T08:35:22.542205+0000","last_became_peered":"2024-09-10T08:35:22.542205+0000","last_unstale":"2024-09-10T08:35:23.533286+0000","last_undegraded":"2024-09-10T08:35:23.533286+0000","last_fullsized":"2024-09-10T08:35:23.533286+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:01.291553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555015+0000","last_change":"2024-09-10T08:35:23.543805+0000","last_active":"2024-09-10T08:35:23.555015+0000","last_peered":"2024-09-10T08:35:23.555015+0000","last_clean":"2024-09-10T08:35:23.555015+0000","last_became_active":"2024-09-10T08:35:23.542166+0000","last_became_peered":"2024-09-10T08:35:23.542166+0000","last_unstale":"2024-09-10T08:35:23.555015+0000","last_undegraded":"2024-09-10T08:35:23.555015+0000","last_fullsized":"2024-09-10T08:35:23.555015+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:36.213212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.522842+0000","last_change":"2024-09-10T08:35:22.533115+0000","last_active":"2024-09-10T08:35:23.522842+0000","last_peered":"2024-09-10T08:35:23.522842+0000","last_clean":"2024-09-10T08:35:23.522842+0000","last_became_active":"2024-09-10T08:35:22.532818+0000","last_became_peered":"2024-09-10T08:35:22.532818+0000","last_unstale":"2024-09-10T08:35:23.522842+0000","last_undegraded":"2024-09-10T08:35:23.522842+0000","last_fullsized":"2024-09-10T08:35:23.522842+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:33.179066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.540046+0000","last_change":"2024-09-10T08:35:23.537776+0000","last_active":"2024-09-10T08:35:23.540046+0000","last_peered":"2024-09-10T08:35:23.540046+0000","last_clean":"2024-09-10T08:35:23.540046+0000","last_became_active":"2024-09-10T08:35:23.537525+0000","last_became_peered":"2024-09-10T08:35:23.537525+0000","last_unstale":"2024-09-10T08:35:23.540046+0000","last_undegraded":"2024-09-10T08:35:23.540046+0000","last_fullsized":"2024-09-10T08:35:23.540046+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:53.291556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553652+0000","last_change":"2024-09-10T08:35:22.539067+0000","last_active":"2024-09-10T08:35:23.553652+0000","last_peered":"2024-09-10T08:35:23.553652+0000","last_clean":"2024-09-10T08:35:23.553652+0000","last_became_active":"2024-09-10T08:35:22.538779+0000","last_became_peered":"2024-09-10T08:35:22.538779+0000","last_unstale":"2024-09-10T08:35:23.553652+0000","last_undegraded":"2024-09-10T08:35:23.553652+0000","last_fullsized":"2024-09-10T08:35:23.553652+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533744+0000","last_change":"2024-09-10T08:35:23.532611+0000","last_active":"2024-09-10T08:35:23.533744+0000","last_peered":"2024-09-10T08:35:23.533744+0000","last_clean":"2024-09-10T08:35:23.533744+0000","last_became_active":"2024-09-10T08:35:23.532364+0000","last_became_peered":"2024-09-10T08:35:23.532364+0000","last_unstale":"2024-09-10T08:35:23.533744+0000","last_undegraded":"2024-09-10T08:35:23.533744+0000","last_fullsized":"2024-09-10T08:35:23.533744+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:12.763645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.534241+0000","last_change":"2024-09-10T08:35:22.537240+0000","last_active":"2024-09-10T08:35:23.534241+0000","last_peered":"2024-09-10T08:35:23.534241+0000","last_clean":"2024-09-10T08:35:23.534241+0000","last_became_active":"2024-09-10T08:35:22.535711+0000","last_became_peered":"2024-09-10T08:35:22.535711+0000","last_unstale":"2024-09-10T08:35:23.534241+0000","last_undegraded":"2024-09-10T08:35:23.534241+0000","last_fullsized":"2024-09-10T08:35:23.534241+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:43.740873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549207+0000","last_change":"2024-09-10T08:35:23.542688+0000","last_active":"2024-09-10T08:35:23.549207+0000","last_peered":"2024-09-10T08:35:23.549207+0000","last_clean":"2024-09-10T08:35:23.549207+0000","last_became_active":"2024-09-10T08:35:23.542324+0000","last_became_peered":"2024-09-10T08:35:23.542324+0000","last_unstale":"2024-09-10T08:35:23.549207+0000","last_undegraded":"2024-09-10T08:35:23.549207+0000","last_fullsized":"2024-09-10T08:35:23.549207+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:43.096221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.523001+0000","last_change":"2024-09-10T08:35:22.536601+0000","last_active":"2024-09-10T08:35:23.523001+0000","last_peered":"2024-09-10T08:35:23.523001+0000","last_clean":"2024-09-10T08:35:23.523001+0000","last_became_active":"2024-09-10T08:35:22.536311+0000","last_became_peered":"2024-09-10T08:35:22.536311+0000","last_unstale":"2024-09-10T08:35:23.523001+0000","last_undegraded":"2024-09-10T08:35:23.523001+0000","last_fullsized":"2024-09-10T08:35:23.523001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:30.341908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550348+0000","last_change":"2024-09-10T08:35:23.538957+0000","last_active":"2024-09-10T08:35:23.550348+0000","last_peered":"2024-09-10T08:35:23.550348+0000","last_clean":"2024-09-10T08:35:23.550348+0000","last_became_active":"2024-09-10T08:35:23.538706+0000","last_became_peered":"2024-09-10T08:35:23.538706+0000","last_unstale":"2024-09-10T08:35:23.550348+0000","last_undegraded":"2024-09-10T08:35:23.550348+0000","last_fullsized":"2024-09-10T08:35:23.550348+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:44:48.918436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519791+0000","last_change":"2024-09-10T08:35:21.519791+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519791+0000","last_undegraded":"2024-09-10T08:35:21.519791+0000","last_fullsized":"2024-09-10T08:35:21.519791+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554861+0000","last_change":"2024-09-10T08:35:23.540680+0000","last_active":"2024-09-10T08:35:23.554861+0000","last_peered":"2024-09-10T08:35:23.554861+0000","last_clean":"2024-09-10T08:35:23.554861+0000","last_became_active":"2024-09-10T08:35:23.540394+0000","last_became_peered":"2024-09-10T08:35:23.540394+0000","last_unstale":"2024-09-10T08:35:23.554861+0000","last_undegraded":"2024-09-10T08:35:23.554861+0000","last_fullsized":"2024-09-10T08:35:23.554861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:35.415703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.531165+0000","last_change":"2024-09-10T08:35:22.538380+0000","last_active":"2024-09-10T08:35:23.531165+0000","last_peered":"2024-09-10T08:35:23.531165+0000","last_clean":"2024-09-10T08:35:23.531165+0000","last_became_active":"2024-09-10T08:35:22.538104+0000","last_became_peered":"2024-09-10T08:35:22.538104+0000","last_unstale":"2024-09-10T08:35:23.531165+0000","last_undegraded":"2024-09-10T08:35:23.531165+0000","last_fullsized":"2024-09-10T08:35:23.531165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:15.665318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526223+0000","last_change":"2024-09-10T08:35:23.552663+0000","last_active":"2024-09-10T08:35:24.526223+0000","last_peered":"2024-09-10T08:35:24.526223+0000","last_clean":"2024-09-10T08:35:24.526223+0000","last_became_active":"2024-09-10T08:35:23.552408+0000","last_became_peered":"2024-09-10T08:35:23.552408+0000","last_unstale":"2024-09-10T08:35:24.526223+0000","last_undegraded":"2024-09-10T08:35:24.526223+0000","last_fullsized":"2024-09-10T08:35:24.526223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:02.297206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526532+0000","last_change":"2024-09-10T08:35:22.532660+0000","last_active":"2024-09-10T08:35:23.526532+0000","last_peered":"2024-09-10T08:35:23.526532+0000","last_clean":"2024-09-10T08:35:23.526532+0000","last_became_active":"2024-09-10T08:35:22.531095+0000","last_became_peered":"2024-09-10T08:35:22.531095+0000","last_unstale":"2024-09-10T08:35:23.526532+0000","last_undegraded":"2024-09-10T08:35:23.526532+0000","last_fullsized":"2024-09-10T08:35:23.526532+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:46.110176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.528803+0000","last_change":"2024-09-10T08:35:22.540328+0000","last_active":"2024-09-10T08:35:23.528803+0000","last_peered":"2024-09-10T08:35:23.528803+0000","last_clean":"2024-09-10T08:35:23.528803+0000","last_became_active":"2024-09-10T08:35:22.540036+0000","last_became_peered":"2024-09-10T08:35:22.540036+0000","last_unstale":"2024-09-10T08:35:23.528803+0000","last_undegraded":"2024-09-10T08:35:23.528803+0000","last_fullsized":"2024-09-10T08:35:23.528803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:02.369060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.548291+0000","last_change":"2024-09-10T08:35:23.547760+0000","last_active":"2024-09-10T08:35:23.548291+0000","last_peered":"2024-09-10T08:35:23.548291+0000","last_clean":"2024-09-10T08:35:23.548291+0000","last_became_active":"2024-09-10T08:35:23.547312+0000","last_became_peered":"2024-09-10T08:35:23.547312+0000","last_unstale":"2024-09-10T08:35:23.548291+0000","last_undegraded":"2024-09-10T08:35:23.548291+0000","last_fullsized":"2024-09-10T08:35:23.548291+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:51.563063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519436+0000","last_change":"2024-09-10T08:35:21.519436+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519436+0000","last_undegraded":"2024-09-10T08:35:21.519436+0000","last_fullsized":"2024-09-10T08:35:21.519436+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554964+0000","last_change":"2024-09-10T08:35:23.542860+0000","last_active":"2024-09-10T08:35:23.554964+0000","last_peered":"2024-09-10T08:35:23.554964+0000","last_clean":"2024-09-10T08:35:23.554964+0000","last_became_active":"2024-09-10T08:35:23.542580+0000","last_became_peered":"2024-09-10T08:35:23.542580+0000","last_unstale":"2024-09-10T08:35:23.554964+0000","last_undegraded":"2024-09-10T08:35:23.554964+0000","last_fullsized":"2024-09-10T08:35:23.554964+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:28:17.966980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526197+0000","last_change":"2024-09-10T08:35:22.534337+0000","last_active":"2024-09-10T08:35:23.526197+0000","last_peered":"2024-09-10T08:35:23.526197+0000","last_clean":"2024-09-10T08:35:23.526197+0000","last_became_active":"2024-09-10T08:35:22.534007+0000","last_became_peered":"2024-09-10T08:35:22.534007+0000","last_unstale":"2024-09-10T08:35:23.526197+0000","last_undegraded":"2024-09-10T08:35:23.526197+0000","last_fullsized":"2024-09-10T08:35:23.526197+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":257,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527943+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:35:23.527943+0000","last_peered":"2024-09-10T08:35:23.527943+0000","last_clean":"2024-09-10T08:35:23.527943+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:35:23.527943+0000","last_undegraded":"2024-09-10T08:35:23.527943+0000","last_fullsized":"2024-09-10T08:35:23.527943+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476775,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":790528,"data_stored":350118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509477,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28360,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343480,"statfs":{"total":96636764160,"available":96607723520,"internally_reserved":0,"allocated":1359872,"data_stored":931707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":348540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509477,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509478,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":348506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31944,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339896,"statfs":{"total":96636764160,"available":96604053504,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509477,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32528,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339312,"statfs":{"total":96636764160,"available":96603455488,"internally_reserved":0,"allocated":1372160,"data_stored":938874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":741376,"data_stored":328471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:35:27.159 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3f is not active+clean 2024-09-10T08:35:27.159 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.159 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3e is not active+clean 2024-09-10T08:35:27.159 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2f is not active+clean 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:PG 10.24 is not active+clean 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1f is not active+clean 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:35:21.519702+0000', 'last_change': '2024-09-10T08:35:21.519702+0000', 'last_active': '2024-09-10T08:35:21.508866+0000', 'last_peered': '2024-09-10T08:35:21.508866+0000', 'last_clean': '2024-09-10T08:35:21.508866+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:21.519702+0000', 'last_undegraded': '2024-09-10T08:35:21.519702+0000', 'last_fullsized': '2024-09-10T08:35:21.519702+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:PG 10.19 is not active+clean 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.160 INFO:tasks.ceph.ceph_manager.ceph:PG 10.14 is not active+clean 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:PG 9.14 is not active+clean 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:35:21.520206+0000', 'last_change': '2024-09-10T08:35:21.520206+0000', 'last_active': '2024-09-10T08:35:21.508866+0000', 'last_peered': '2024-09-10T08:35:21.508866+0000', 'last_clean': '2024-09-10T08:35:21.508866+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:21.520206+0000', 'last_undegraded': '2024-09-10T08:35:21.520206+0000', 'last_fullsized': '2024-09-10T08:35:21.520206+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:PG 10.13 is not active+clean 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:PG 9.4 is not active+clean 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:35:21.519791+0000', 'last_change': '2024-09-10T08:35:21.519791+0000', 'last_active': '2024-09-10T08:35:21.508866+0000', 'last_peered': '2024-09-10T08:35:21.508866+0000', 'last_clean': '2024-09-10T08:35:21.508866+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:21.519791+0000', 'last_undegraded': '2024-09-10T08:35:21.519791+0000', 'last_fullsized': '2024-09-10T08:35:21.519791+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2 is not active+clean 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:35:22.514520+0000', 'last_change': '2024-09-10T08:35:22.514520+0000', 'last_active': '2024-09-10T08:35:22.514520+0000', 'last_peered': '2024-09-10T08:35:22.514520+0000', 'last_clean': '2024-09-10T08:35:22.514520+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:22.514520+0000', 'last_undegraded': '2024-09-10T08:35:22.514520+0000', 'last_fullsized': '2024-09-10T08:35:22.514520+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:22.514520+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:PG 9.0 is not active+clean 2024-09-10T08:35:27.161 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 63, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:35:21.519436+0000', 'last_change': '2024-09-10T08:35:21.519436+0000', 'last_active': '2024-09-10T08:35:21.508866+0000', 'last_peered': '2024-09-10T08:35:21.508866+0000', 'last_clean': '2024-09-10T08:35:21.508866+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:35:21.519436+0000', 'last_undegraded': '2024-09-10T08:35:21.519436+0000', 'last_fullsized': '2024-09-10T08:35:21.519436+0000', 'mapping_epoch': 63, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'last_clean_scrub_stamp': '2024-09-10T08:35:21.508866+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:35:27.162 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T08:35:27.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.294+0000 7fd08beaf640 1 Processor -- start 2024-09-10T08:35:27.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.294+0000 7fd08beaf640 1 -- start start 2024-09-10T08:35:27.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.295+0000 7fd08beaf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd08415b120 0x7fd08406f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.295+0000 7fd08beaf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd08406dec0 0x7fd08406e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.295+0000 7fd08beaf640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd08415b500 con 0x7fd0840d04b0 2024-09-10T08:35:27.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.295+0000 7fd08beaf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd08406e940 con 0x7fd08406dec0 2024-09-10T08:35:27.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.295+0000 7fd08beaf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd08406ec20 con 0x7fd08415b120 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.295+0000 7fd08a44c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd0840d04b0 0x7fd0840c5160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:53852/0 (socket says 172.21.15.94:53852) 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.295+0000 7fd08a44c640 1 -- 172.21.15.94:0/2647361972 learned_addr learned my addr 172.21.15.94:0/2647361972 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd08944a640 1 --2- 172.21.15.94:0/2647361972 >> v2:172.21.15.143:3300/0 conn(0x7fd08406dec0 0x7fd08406e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd089c4b640 1 --2- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd08415b120 0x7fd08406f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd088c49640 1 -- 172.21.15.94:0/2647361972 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4109638708 0 0) 0x7fd08415b500 con 0x7fd0840d04b0 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd088c49640 1 -- 172.21.15.94:0/2647361972 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd070003520 con 0x7fd0840d04b0 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd088c49640 1 -- 172.21.15.94:0/2647361972 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4153503544 0 0) 0x7fd070003520 con 0x7fd0840d04b0 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd08944a640 1 -- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd08415b120 msgr2=0x7fd08406f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd08944a640 1 --2- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd08415b120 0x7fd08406f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd08944a640 1 -- 172.21.15.94:0/2647361972 >> v1:172.21.15.94:6789/0 conn(0x7fd0840d04b0 legacy=0x7fd0840c5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd08944a640 1 -- 172.21.15.94:0/2647361972 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd08406ef00 con 0x7fd08406dec0 2024-09-10T08:35:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.296+0000 7fd089c4b640 1 --2- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd08415b120 0x7fd08406f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:35:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.297+0000 7fd08944a640 1 --2- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08406dec0 0x7fd08406e300 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd0740097a0 tx=0x7fd07402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d28d4bd52aad6d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.297+0000 7fd088c49640 1 -- 172.21.15.94:0/2647361972 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd074037070 con 0x7fd08406dec0 2024-09-10T08:35:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.297+0000 7fd088c49640 1 -- 172.21.15.94:0/2647361972 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd07402aba0 con 0x7fd08406dec0 2024-09-10T08:35:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.297+0000 7fd088c49640 1 -- 172.21.15.94:0/2647361972 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd07c0019f0 con 0x7fd08406dec0 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.297+0000 7fd08beaf640 1 -- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08406dec0 msgr2=0x7fd08406e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.297+0000 7fd08beaf640 1 --2- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08406dec0 0x7fd08406e300 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd0740097a0 tx=0x7fd07402a110 comp rx=0 tx=0).stop 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.298+0000 7fd08beaf640 1 -- 172.21.15.94:0/2647361972 shutdown_connections 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.298+0000 7fd08beaf640 1 --2- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08406dec0 0x7fd08406e300 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.298+0000 7fd08beaf640 1 --2- 172.21.15.94:0/2647361972 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd08415b120 0x7fd08406f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.298+0000 7fd08beaf640 1 -- 172.21.15.94:0/2647361972 >> 172.21.15.94:0/2647361972 conn(0x7fd08406bdf0 msgr2=0x7fd08406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.298+0000 7fd08beaf640 1 -- 172.21.15.94:0/2647361972 shutdown_connections 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.298+0000 7fd08beaf640 1 -- 172.21.15.94:0/2647361972 wait complete. 2024-09-10T08:35:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 Processor -- start 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 -- start start 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd08406dec0 0x7fd0840adee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd0840d04b0 0x7fd084157c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08415b120 0x7fd0841f4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd0840ce060 con 0x7fd08406dec0 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd08406f4c0 con 0x7fd08415b120 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.299+0000 7fd08beaf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd0840d0920 con 0x7fd0840d04b0 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd08406dec0 0x7fd0840adee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd08406dec0 0x7fd0840adee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55498/0 (socket says 172.21.15.94:55498) 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 -- 172.21.15.94:0/3190857270 learned_addr learned my addr 172.21.15.94:0/3190857270 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd08a44c640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08415b120 0x7fd0841f4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd08944a640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd0840d04b0 0x7fd084157c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 -- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd0840d04b0 msgr2=0x7fd084157c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd0840d04b0 0x7fd084157c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 -- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08415b120 msgr2=0x7fd0841f4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08415b120 0x7fd0841f4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 -- 172.21.15.94:0/3190857270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0840b2c30 con 0x7fd08406dec0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd089c4b640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd08406dec0 0x7fd0840adee0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fd08000e990 tx=0x7fd08000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd07a7fc640 1 -- 172.21.15.94:0/3190857270 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd080017070 con 0x7fd08406dec0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd07a7fc640 1 -- 172.21.15.94:0/3190857270 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd08000c9e0 con 0x7fd08406dec0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0840ae5e0 con 0x7fd08406dec0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd07a7fc640 1 -- 172.21.15.94:0/3190857270 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08000cdb0 con 0x7fd08406dec0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.300+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0840aeba0 con 0x7fd08406dec0 2024-09-10T08:35:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.301+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0840d0d80 con 0x7fd08406dec0 2024-09-10T08:35:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.302+0000 7fd07a7fc640 1 -- 172.21.15.94:0/3190857270 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd08001a070 con 0x7fd08406dec0 2024-09-10T08:35:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.302+0000 7fd07a7fc640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd06806be30 0x7fd06806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.302+0000 7fd07a7fc640 1 -- 172.21.15.94:0/3190857270 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fd08008b1b0 con 0x7fd08406dec0 2024-09-10T08:35:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.302+0000 7fd08944a640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd06806be30 0x7fd06806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.303+0000 7fd08944a640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd06806be30 0x7fd06806e2f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd074034000 tx=0x7fd07402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.306+0000 7fd07a7fc640 1 -- 172.21.15.94:0/3190857270 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd080059a60 con 0x7fd08406dec0 2024-09-10T08:35:27.533 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.533+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fd0840b41a0 con 0x7fd08406dec0 2024-09-10T08:35:27.534 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.534+0000 7fd07a7fc640 1 -- 172.21.15.94:0/3190857270 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1765 (secure 0 0 0) 0x7fd080059360 con 0x7fd08406dec0 2024-09-10T08:35:27.534 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:27.535 INFO:teuthology.orchestra.run.smithi094.stdout:{"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":185,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":66,"num_osds":8,"num_up_osds":8,"osd_up_since":1725957154,"num_in_osds":8,"osd_in_since":1725957143,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":85},{"state_name":"unknown","count":8},{"state_name":"creating+peering","count":4}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":590584,"bytes_used":245841920,"bytes_avail":772848271360,"bytes_total":773094113280,"unknown_pgs_ratio":0.082474224269390106,"inactive_pgs_ratio":0.041237112134695053,"write_bytes_sec":2363,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":33,"btime":"2024-09-10T08:35:25:541262+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"b","status":"up:active","gid":5778}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-10T08:33:35.823779+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T08:35:27.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd06806be30 msgr2=0x7fd06806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd06806be30 0x7fd06806e2f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fd074034000 tx=0x7fd07402e000 comp rx=0 tx=0).stop 2024-09-10T08:35:27.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd08406dec0 msgr2=0x7fd0840adee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd08406dec0 0x7fd0840adee0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fd08000e990 tx=0x7fd08000ee50 comp rx=0 tx=0).stop 2024-09-10T08:35:27.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 shutdown_connections 2024-09-10T08:35:27.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd06806be30 0x7fd06806e2f0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd08415b120 0x7fd0841f4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd0840d04b0 0x7fd084157c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 --2- 172.21.15.94:0/3190857270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd08406dec0 0x7fd0840adee0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 >> 172.21.15.94:0/3190857270 conn(0x7fd08406bdf0 msgr2=0x7fd0840cbe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:27.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 shutdown_connections 2024-09-10T08:35:27.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.536+0000 7fd08beaf640 1 -- 172.21.15.94:0/3190857270 wait complete. 2024-09-10T08:35:27.547 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T08:35:27.547 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:35:27.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.644+0000 7fa2a02b7640 1 Processor -- start 2024-09-10T08:35:27.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.644+0000 7fa2a02b7640 1 -- start start 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.645+0000 7fa2a02b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa29815cb00 0x7fa2980d1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.645+0000 7fa2a02b7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa29815cee0 0x7fa29815d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.645+0000 7fa2a02b7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2980d22d0 con 0x7fa2980cfdb0 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.645+0000 7fa2a02b7640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa2980b40b0 con 0x7fa29815cee0 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.645+0000 7fa2a02b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa2980d25b0 con 0x7fa29815cb00 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e053640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa29815cb00 0x7fa2980d1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29d852640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa29815cee0 0x7fa29815d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e053640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa29815cb00 0x7fa2980d1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:55782/0 (socket says 172.21.15.94:55782) 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e053640 1 -- 172.21.15.94:0/3681578030 learned_addr learned my addr 172.21.15.94:0/3681578030 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:27.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e854640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fa2980cfdb0 0x7fa2981562c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:37746/0 (socket says 172.21.15.94:37746) 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e053640 1 -- 172.21.15.94:0/3681578030 >> v2:172.21.15.143:3300/0 conn(0x7fa29815cee0 msgr2=0x7fa29815d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e053640 1 --2- 172.21.15.94:0/3681578030 >> v2:172.21.15.143:3300/0 conn(0x7fa29815cee0 0x7fa29815d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e053640 1 -- 172.21.15.94:0/3681578030 >> v1:172.21.15.143:6789/0 conn(0x7fa2980cfdb0 legacy=0x7fa2981562c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.646+0000 7fa29e053640 1 -- 172.21.15.94:0/3681578030 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2980d2890 con 0x7fa29815cb00 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.647+0000 7fa29e053640 1 --2- 172.21.15.94:0/3681578030 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa29815cb00 0x7fa2980d1ca0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa288009870 tx=0x7fa28802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46e5eb0e25bf6b5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.647+0000 7fa29d051640 1 -- 172.21.15.94:0/3681578030 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa288037070 con 0x7fa29815cb00 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.647+0000 7fa29d051640 1 -- 172.21.15.94:0/3681578030 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa288032440 con 0x7fa29815cb00 2024-09-10T08:35:27.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.647+0000 7fa29d051640 1 -- 172.21.15.94:0/3681578030 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa288032810 con 0x7fa29815cb00 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 -- 172.21.15.94:0/3681578030 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa29815cb00 msgr2=0x7fa2980d1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/3681578030 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa29815cb00 0x7fa2980d1ca0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa288009870 tx=0x7fa28802a1c0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 -- 172.21.15.94:0/3681578030 shutdown_connections 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/3681578030 >> v2:172.21.15.143:3300/0 conn(0x7fa29815cee0 0x7fa29815d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/3681578030 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa29815cb00 0x7fa2980d1ca0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 -- 172.21.15.94:0/3681578030 >> 172.21.15.94:0/3681578030 conn(0x7fa298067fe0 msgr2=0x7fa29806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 -- 172.21.15.94:0/3681578030 shutdown_connections 2024-09-10T08:35:27.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.648+0000 7fa2a02b7640 1 -- 172.21.15.94:0/3681578030 wait complete. 2024-09-10T08:35:27.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.649+0000 7fa2a02b7640 1 Processor -- start 2024-09-10T08:35:27.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.649+0000 7fa2a02b7640 1 -- start start 2024-09-10T08:35:27.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa2a02b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa2980cfdb0 0x7fa2981539e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa2a02b7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa29815cb00 0x7fa2980b61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa2a02b7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa29815cee0 0x7fa2980cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa2a02b7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa298156b50 con 0x7fa29815cb00 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa2a02b7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa2981569d0 con 0x7fa29815cee0 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa2a02b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa298156cd0 con 0x7fa2980cfdb0 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa29815cb00 0x7fa2980b61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa29815cb00 0x7fa2980b61d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55506/0 (socket says 172.21.15.94:55506) 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 -- 172.21.15.94:0/976290206 learned_addr learned my addr 172.21.15.94:0/976290206 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29e053640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa2980cfdb0 0x7fa2981539e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29e854640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa29815cee0 0x7fa2980cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 -- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa2980cfdb0 msgr2=0x7fa2981539e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa2980cfdb0 0x7fa2981539e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 -- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa29815cee0 msgr2=0x7fa2980cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa29815cee0 0x7fa2980cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 -- 172.21.15.94:0/976290206 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2980b6b40 con 0x7fa29815cb00 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa29d852640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa29815cb00 0x7fa2980b61d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa29400e9b0 tx=0x7fa29400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa28effd640 1 -- 172.21.15.94:0/976290206 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa294017070 con 0x7fa29815cb00 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa28effd640 1 -- 172.21.15.94:0/976290206 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa29400c9a0 con 0x7fa29815cb00 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa298151090 con 0x7fa29815cb00 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.650+0000 7fa28effd640 1 -- 172.21.15.94:0/976290206 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa29400cd90 con 0x7fa29815cb00 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.651+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa298151650 con 0x7fa29815cb00 2024-09-10T08:35:27.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.651+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2980d1ca0 con 0x7fa29815cb00 2024-09-10T08:35:27.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.652+0000 7fa28effd640 1 -- 172.21.15.94:0/976290206 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa29401a070 con 0x7fa29815cb00 2024-09-10T08:35:27.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.652+0000 7fa28effd640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa27c06be60 0x7fa27c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:27.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.652+0000 7fa28effd640 1 -- 172.21.15.94:0/976290206 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fa29408aea0 con 0x7fa29815cb00 2024-09-10T08:35:27.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.652+0000 7fa29e053640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa27c06be60 0x7fa27c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:27.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.653+0000 7fa29e053640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa27c06be60 0x7fa27c06e320 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa288034000 tx=0x7fa28802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:27.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.657+0000 7fa28effd640 1 -- 172.21.15.94:0/976290206 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa294059100 con 0x7fa29815cb00 2024-09-10T08:35:27.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.819+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa2980b1a40 con 0x7fa27c06be60 2024-09-10T08:35:27.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.824+0000 7fa28effd640 1 -- 172.21.15.94:0/976290206 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250478 (secure 0 0 0) 0x7fa2980b1a40 con 0x7fa27c06be60 2024-09-10T08:35:27.827 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:27.829 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:35:27.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.827+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa27c06be60 msgr2=0x7fa27c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.827+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa27c06be60 0x7fa27c06e320 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa288034000 tx=0x7fa28802e000 comp rx=0 tx=0).stop 2024-09-10T08:35:27.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.827+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa29815cb00 msgr2=0x7fa2980b61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:27.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.827+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa29815cb00 0x7fa2980b61d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa29400e9b0 tx=0x7fa29400ee70 comp rx=0 tx=0).stop 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 shutdown_connections 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa27c06be60 0x7fa27c06e320 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa29815cee0 0x7fa2980cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa29815cb00 0x7fa2980b61d0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 --2- 172.21.15.94:0/976290206 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa2980cfdb0 0x7fa2981539e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 >> 172.21.15.94:0/976290206 conn(0x7fa298067fe0 msgr2=0x7fa2980b2e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 shutdown_connections 2024-09-10T08:35:27.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:27.828+0000 7fa2a02b7640 1 -- 172.21.15.94:0/976290206 wait complete. 2024-09-10T08:35:27.838 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":146,"stamp":"2024-09-10T08:35:25.846517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590584,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":193,"num_write_kb":2426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":45,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240080,"kb_used_data":7184,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734640,"statfs":{"total":773094113280,"available":772848271360,"internally_reserved":0,"allocated":7356416,"data_stored":3928894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.331999"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555462+0000","last_change":"2024-09-10T08:35:23.546189+0000","last_active":"2024-09-10T08:35:23.555462+0000","last_peered":"2024-09-10T08:35:23.555462+0000","last_clean":"2024-09-10T08:35:23.555462+0000","last_became_active":"2024-09-10T08:35:23.545823+0000","last_became_peered":"2024-09-10T08:35:23.545823+0000","last_unstale":"2024-09-10T08:35:23.555462+0000","last_undegraded":"2024-09-10T08:35:23.555462+0000","last_fullsized":"2024-09-10T08:35:23.555462+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525898+0000","last_change":"2024-09-10T08:35:23.536430+0000","last_active":"2024-09-10T08:35:24.525898+0000","last_peered":"2024-09-10T08:35:24.525898+0000","last_clean":"2024-09-10T08:35:24.525898+0000","last_became_active":"2024-09-10T08:35:23.536159+0000","last_became_peered":"2024-09-10T08:35:23.536159+0000","last_unstale":"2024-09-10T08:35:24.525898+0000","last_undegraded":"2024-09-10T08:35:24.525898+0000","last_fullsized":"2024-09-10T08:35:24.525898+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:49.336327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550254+0000","last_change":"2024-09-10T08:35:23.535632+0000","last_active":"2024-09-10T08:35:23.550254+0000","last_peered":"2024-09-10T08:35:23.550254+0000","last_clean":"2024-09-10T08:35:23.550254+0000","last_became_active":"2024-09-10T08:35:23.535373+0000","last_became_peered":"2024-09-10T08:35:23.535373+0000","last_unstale":"2024-09-10T08:35:23.550254+0000","last_undegraded":"2024-09-10T08:35:23.550254+0000","last_fullsized":"2024-09-10T08:35:23.550254+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:58.669311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539550+0000","last_change":"2024-09-10T08:35:23.537637+0000","last_active":"2024-09-10T08:35:23.539550+0000","last_peered":"2024-09-10T08:35:23.539550+0000","last_clean":"2024-09-10T08:35:23.539550+0000","last_became_active":"2024-09-10T08:35:23.537348+0000","last_became_peered":"2024-09-10T08:35:23.537348+0000","last_unstale":"2024-09-10T08:35:23.539550+0000","last_undegraded":"2024-09-10T08:35:23.539550+0000","last_fullsized":"2024-09-10T08:35:23.539550+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:31.923973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551510+0000","last_change":"2024-09-10T08:35:23.550746+0000","last_active":"2024-09-10T08:35:23.551510+0000","last_peered":"2024-09-10T08:35:23.551510+0000","last_clean":"2024-09-10T08:35:23.551510+0000","last_became_active":"2024-09-10T08:35:23.550434+0000","last_became_peered":"2024-09-10T08:35:23.550434+0000","last_unstale":"2024-09-10T08:35:23.551510+0000","last_undegraded":"2024-09-10T08:35:23.551510+0000","last_fullsized":"2024-09-10T08:35:23.551510+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:29:05.732549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555403+0000","last_change":"2024-09-10T08:35:23.552207+0000","last_active":"2024-09-10T08:35:23.555403+0000","last_peered":"2024-09-10T08:35:23.555403+0000","last_clean":"2024-09-10T08:35:23.555403+0000","last_became_active":"2024-09-10T08:35:23.551915+0000","last_became_peered":"2024-09-10T08:35:23.551915+0000","last_unstale":"2024-09-10T08:35:23.555403+0000","last_undegraded":"2024-09-10T08:35:23.555403+0000","last_fullsized":"2024-09-10T08:35:23.555403+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555577+0000","last_change":"2024-09-10T08:35:23.548436+0000","last_active":"2024-09-10T08:35:23.555577+0000","last_peered":"2024-09-10T08:35:23.555577+0000","last_clean":"2024-09-10T08:35:23.555577+0000","last_became_active":"2024-09-10T08:35:23.548187+0000","last_became_peered":"2024-09-10T08:35:23.548187+0000","last_unstale":"2024-09-10T08:35:23.555577+0000","last_undegraded":"2024-09-10T08:35:23.555577+0000","last_fullsized":"2024-09-10T08:35:23.555577+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:26.339056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555418+0000","last_change":"2024-09-10T08:35:23.546457+0000","last_active":"2024-09-10T08:35:23.555418+0000","last_peered":"2024-09-10T08:35:23.555418+0000","last_clean":"2024-09-10T08:35:23.555418+0000","last_became_active":"2024-09-10T08:35:23.546190+0000","last_became_peered":"2024-09-10T08:35:23.546190+0000","last_unstale":"2024-09-10T08:35:23.555418+0000","last_undegraded":"2024-09-10T08:35:23.555418+0000","last_fullsized":"2024-09-10T08:35:23.555418+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525368+0000","last_change":"2024-09-10T08:35:23.547841+0000","last_active":"2024-09-10T08:35:24.525368+0000","last_peered":"2024-09-10T08:35:24.525368+0000","last_clean":"2024-09-10T08:35:24.525368+0000","last_became_active":"2024-09-10T08:35:23.547276+0000","last_became_peered":"2024-09-10T08:35:23.547276+0000","last_unstale":"2024-09-10T08:35:24.525368+0000","last_undegraded":"2024-09-10T08:35:24.525368+0000","last_fullsized":"2024-09-10T08:35:24.525368+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:27.941796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555365+0000","last_change":"2024-09-10T08:35:23.550901+0000","last_active":"2024-09-10T08:35:23.555365+0000","last_peered":"2024-09-10T08:35:23.555365+0000","last_clean":"2024-09-10T08:35:23.555365+0000","last_became_active":"2024-09-10T08:35:23.550616+0000","last_became_peered":"2024-09-10T08:35:23.550616+0000","last_unstale":"2024-09-10T08:35:23.555365+0000","last_undegraded":"2024-09-10T08:35:23.555365+0000","last_fullsized":"2024-09-10T08:35:23.555365+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:12:58.029927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555326+0000","last_change":"2024-09-10T08:35:23.549835+0000","last_active":"2024-09-10T08:35:23.555326+0000","last_peered":"2024-09-10T08:35:23.555326+0000","last_clean":"2024-09-10T08:35:23.555326+0000","last_became_active":"2024-09-10T08:35:23.548819+0000","last_became_peered":"2024-09-10T08:35:23.548819+0000","last_unstale":"2024-09-10T08:35:23.555326+0000","last_undegraded":"2024-09-10T08:35:23.555326+0000","last_fullsized":"2024-09-10T08:35:23.555326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555571+0000","last_change":"2024-09-10T08:35:23.546776+0000","last_active":"2024-09-10T08:35:23.555571+0000","last_peered":"2024-09-10T08:35:23.555571+0000","last_clean":"2024-09-10T08:35:23.555571+0000","last_became_active":"2024-09-10T08:35:23.545912+0000","last_became_peered":"2024-09-10T08:35:23.545912+0000","last_unstale":"2024-09-10T08:35:23.555571+0000","last_undegraded":"2024-09-10T08:35:23.555571+0000","last_fullsized":"2024-09-10T08:35:23.555571+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:34.184719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555523+0000","last_change":"2024-09-10T08:35:23.546729+0000","last_active":"2024-09-10T08:35:23.555523+0000","last_peered":"2024-09-10T08:35:23.555523+0000","last_clean":"2024-09-10T08:35:23.555523+0000","last_became_active":"2024-09-10T08:35:23.545671+0000","last_became_peered":"2024-09-10T08:35:23.545671+0000","last_unstale":"2024-09-10T08:35:23.555523+0000","last_undegraded":"2024-09-10T08:35:23.555523+0000","last_fullsized":"2024-09-10T08:35:23.555523+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:11:16.217413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543459+0000","last_change":"2024-09-10T08:35:23.542490+0000","last_active":"2024-09-10T08:35:23.543459+0000","last_peered":"2024-09-10T08:35:23.543459+0000","last_clean":"2024-09-10T08:35:23.543459+0000","last_became_active":"2024-09-10T08:35:23.542214+0000","last_became_peered":"2024-09-10T08:35:23.542214+0000","last_unstale":"2024-09-10T08:35:23.543459+0000","last_undegraded":"2024-09-10T08:35:23.543459+0000","last_fullsized":"2024-09-10T08:35:23.543459+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:20.285555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526580+0000","last_change":"2024-09-10T08:35:23.543997+0000","last_active":"2024-09-10T08:35:24.526580+0000","last_peered":"2024-09-10T08:35:24.526580+0000","last_clean":"2024-09-10T08:35:24.526580+0000","last_became_active":"2024-09-10T08:35:23.537315+0000","last_became_peered":"2024-09-10T08:35:23.537315+0000","last_unstale":"2024-09-10T08:35:24.526580+0000","last_undegraded":"2024-09-10T08:35:24.526580+0000","last_fullsized":"2024-09-10T08:35:24.526580+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:13.735396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550212+0000","last_change":"2024-09-10T08:35:23.533983+0000","last_active":"2024-09-10T08:35:23.550212+0000","last_peered":"2024-09-10T08:35:23.550212+0000","last_clean":"2024-09-10T08:35:23.550212+0000","last_became_active":"2024-09-10T08:35:23.533551+0000","last_became_peered":"2024-09-10T08:35:23.533551+0000","last_unstale":"2024-09-10T08:35:23.550212+0000","last_undegraded":"2024-09-10T08:35:23.550212+0000","last_fullsized":"2024-09-10T08:35:23.550212+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:12.687636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537649+0000","last_change":"2024-09-10T08:35:23.534830+0000","last_active":"2024-09-10T08:35:23.537649+0000","last_peered":"2024-09-10T08:35:23.537649+0000","last_clean":"2024-09-10T08:35:23.537649+0000","last_became_active":"2024-09-10T08:35:23.534581+0000","last_became_peered":"2024-09-10T08:35:23.534581+0000","last_unstale":"2024-09-10T08:35:23.537649+0000","last_undegraded":"2024-09-10T08:35:23.537649+0000","last_fullsized":"2024-09-10T08:35:23.537649+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:29.261173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550010+0000","last_change":"2024-09-10T08:35:23.542298+0000","last_active":"2024-09-10T08:35:23.550010+0000","last_peered":"2024-09-10T08:35:23.550010+0000","last_clean":"2024-09-10T08:35:23.550010+0000","last_became_active":"2024-09-10T08:35:23.541985+0000","last_became_peered":"2024-09-10T08:35:23.541985+0000","last_unstale":"2024-09-10T08:35:23.550010+0000","last_undegraded":"2024-09-10T08:35:23.550010+0000","last_fullsized":"2024-09-10T08:35:23.550010+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.201825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551800+0000","last_change":"2024-09-10T08:35:23.551374+0000","last_active":"2024-09-10T08:35:23.551800+0000","last_peered":"2024-09-10T08:35:23.551800+0000","last_clean":"2024-09-10T08:35:23.551800+0000","last_became_active":"2024-09-10T08:35:23.551113+0000","last_became_peered":"2024-09-10T08:35:23.551113+0000","last_unstale":"2024-09-10T08:35:23.551800+0000","last_undegraded":"2024-09-10T08:35:23.551800+0000","last_fullsized":"2024-09-10T08:35:23.551800+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:27.328588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.551477+0000","last_change":"2024-09-10T08:35:23.550837+0000","last_active":"2024-09-10T08:35:23.551477+0000","last_peered":"2024-09-10T08:35:23.551477+0000","last_clean":"2024-09-10T08:35:23.551477+0000","last_became_active":"2024-09-10T08:35:23.550455+0000","last_became_peered":"2024-09-10T08:35:23.550455+0000","last_unstale":"2024-09-10T08:35:23.551477+0000","last_undegraded":"2024-09-10T08:35:23.551477+0000","last_fullsized":"2024-09-10T08:35:23.551477+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:56.082960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555519+0000","last_change":"2024-09-10T08:35:23.544814+0000","last_active":"2024-09-10T08:35:23.555519+0000","last_peered":"2024-09-10T08:35:23.555519+0000","last_clean":"2024-09-10T08:35:23.555519+0000","last_became_active":"2024-09-10T08:35:23.544529+0000","last_became_peered":"2024-09-10T08:35:23.544529+0000","last_unstale":"2024-09-10T08:35:23.555519+0000","last_undegraded":"2024-09-10T08:35:23.555519+0000","last_fullsized":"2024-09-10T08:35:23.555519+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550110+0000","last_change":"2024-09-10T08:35:23.545543+0000","last_active":"2024-09-10T08:35:23.550110+0000","last_peered":"2024-09-10T08:35:23.550110+0000","last_clean":"2024-09-10T08:35:23.550110+0000","last_became_active":"2024-09-10T08:35:23.545275+0000","last_became_peered":"2024-09-10T08:35:23.545275+0000","last_unstale":"2024-09-10T08:35:23.550110+0000","last_undegraded":"2024-09-10T08:35:23.550110+0000","last_fullsized":"2024-09-10T08:35:23.550110+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:51.893260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555218+0000","last_change":"2024-09-10T08:35:23.546314+0000","last_active":"2024-09-10T08:35:23.555218+0000","last_peered":"2024-09-10T08:35:23.555218+0000","last_clean":"2024-09-10T08:35:23.555218+0000","last_became_active":"2024-09-10T08:35:23.545988+0000","last_became_peered":"2024-09-10T08:35:23.545988+0000","last_unstale":"2024-09-10T08:35:23.555218+0000","last_undegraded":"2024-09-10T08:35:23.555218+0000","last_fullsized":"2024-09-10T08:35:23.555218+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:12:28.401856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525638+0000","last_change":"2024-09-10T08:35:23.535015+0000","last_active":"2024-09-10T08:35:24.525638+0000","last_peered":"2024-09-10T08:35:24.525638+0000","last_clean":"2024-09-10T08:35:24.525638+0000","last_became_active":"2024-09-10T08:35:23.534695+0000","last_became_peered":"2024-09-10T08:35:23.534695+0000","last_unstale":"2024-09-10T08:35:24.525638+0000","last_undegraded":"2024-09-10T08:35:24.525638+0000","last_fullsized":"2024-09-10T08:35:24.525638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:19.851719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555618+0000","last_change":"2024-09-10T08:35:23.549277+0000","last_active":"2024-09-10T08:35:23.555618+0000","last_peered":"2024-09-10T08:35:23.555618+0000","last_clean":"2024-09-10T08:35:23.555618+0000","last_became_active":"2024-09-10T08:35:23.548746+0000","last_became_peered":"2024-09-10T08:35:23.548746+0000","last_unstale":"2024-09-10T08:35:23.555618+0000","last_undegraded":"2024-09-10T08:35:23.555618+0000","last_fullsized":"2024-09-10T08:35:23.555618+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:00.588636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555526+0000","last_change":"2024-09-10T08:35:23.552074+0000","last_active":"2024-09-10T08:35:23.555526+0000","last_peered":"2024-09-10T08:35:23.555526+0000","last_clean":"2024-09-10T08:35:23.555526+0000","last_became_active":"2024-09-10T08:35:23.551761+0000","last_became_peered":"2024-09-10T08:35:23.551761+0000","last_unstale":"2024-09-10T08:35:23.555526+0000","last_undegraded":"2024-09-10T08:35:23.555526+0000","last_fullsized":"2024-09-10T08:35:23.555526+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:18.574952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526177+0000","last_change":"2024-09-10T08:35:23.535172+0000","last_active":"2024-09-10T08:35:24.526177+0000","last_peered":"2024-09-10T08:35:24.526177+0000","last_clean":"2024-09-10T08:35:24.526177+0000","last_became_active":"2024-09-10T08:35:23.534850+0000","last_became_peered":"2024-09-10T08:35:23.534850+0000","last_unstale":"2024-09-10T08:35:24.526177+0000","last_undegraded":"2024-09-10T08:35:24.526177+0000","last_fullsized":"2024-09-10T08:35:24.526177+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:34.730319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535921+0000","last_change":"2024-09-10T08:35:23.531715+0000","last_active":"2024-09-10T08:35:23.535921+0000","last_peered":"2024-09-10T08:35:23.535921+0000","last_clean":"2024-09-10T08:35:23.535921+0000","last_became_active":"2024-09-10T08:35:23.531451+0000","last_became_peered":"2024-09-10T08:35:23.531451+0000","last_unstale":"2024-09-10T08:35:23.535921+0000","last_undegraded":"2024-09-10T08:35:23.535921+0000","last_fullsized":"2024-09-10T08:35:23.535921+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:47.115830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554813+0000","last_change":"2024-09-10T08:35:23.540672+0000","last_active":"2024-09-10T08:35:23.554813+0000","last_peered":"2024-09-10T08:35:23.554813+0000","last_clean":"2024-09-10T08:35:23.554813+0000","last_became_active":"2024-09-10T08:35:23.540408+0000","last_became_peered":"2024-09-10T08:35:23.540408+0000","last_unstale":"2024-09-10T08:35:23.554813+0000","last_undegraded":"2024-09-10T08:35:23.554813+0000","last_fullsized":"2024-09-10T08:35:23.554813+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:11.293891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519702+0000","last_change":"2024-09-10T08:35:21.519702+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519702+0000","last_undegraded":"2024-09-10T08:35:21.519702+0000","last_fullsized":"2024-09-10T08:35:21.519702+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525832+0000","last_change":"2024-09-10T08:35:23.541487+0000","last_active":"2024-09-10T08:35:24.525832+0000","last_peered":"2024-09-10T08:35:24.525832+0000","last_clean":"2024-09-10T08:35:24.525832+0000","last_became_active":"2024-09-10T08:35:23.537603+0000","last_became_peered":"2024-09-10T08:35:23.537603+0000","last_unstale":"2024-09-10T08:35:24.525832+0000","last_undegraded":"2024-09-10T08:35:24.525832+0000","last_fullsized":"2024-09-10T08:35:24.525832+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:06.076273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554974+0000","last_change":"2024-09-10T08:35:22.533218+0000","last_active":"2024-09-10T08:35:23.554974+0000","last_peered":"2024-09-10T08:35:23.554974+0000","last_clean":"2024-09-10T08:35:23.554974+0000","last_became_active":"2024-09-10T08:35:22.532936+0000","last_became_peered":"2024-09-10T08:35:22.532936+0000","last_unstale":"2024-09-10T08:35:23.554974+0000","last_undegraded":"2024-09-10T08:35:23.554974+0000","last_fullsized":"2024-09-10T08:35:23.554974+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537005+0000","last_change":"2024-09-10T08:35:23.531741+0000","last_active":"2024-09-10T08:35:23.537005+0000","last_peered":"2024-09-10T08:35:23.537005+0000","last_clean":"2024-09-10T08:35:23.537005+0000","last_became_active":"2024-09-10T08:35:23.531469+0000","last_became_peered":"2024-09-10T08:35:23.531469+0000","last_unstale":"2024-09-10T08:35:23.537005+0000","last_undegraded":"2024-09-10T08:35:23.537005+0000","last_fullsized":"2024-09-10T08:35:23.537005+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:57.947417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547104+0000","last_change":"2024-09-10T08:35:22.536694+0000","last_active":"2024-09-10T08:35:23.547104+0000","last_peered":"2024-09-10T08:35:23.547104+0000","last_clean":"2024-09-10T08:35:23.547104+0000","last_became_active":"2024-09-10T08:35:22.536425+0000","last_became_peered":"2024-09-10T08:35:22.536425+0000","last_unstale":"2024-09-10T08:35:23.547104+0000","last_undegraded":"2024-09-10T08:35:23.547104+0000","last_fullsized":"2024-09-10T08:35:23.547104+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:25.333403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555339+0000","last_change":"2024-09-10T08:35:23.545100+0000","last_active":"2024-09-10T08:35:23.555339+0000","last_peered":"2024-09-10T08:35:23.555339+0000","last_clean":"2024-09-10T08:35:23.555339+0000","last_became_active":"2024-09-10T08:35:23.544688+0000","last_became_peered":"2024-09-10T08:35:23.544688+0000","last_unstale":"2024-09-10T08:35:23.555339+0000","last_undegraded":"2024-09-10T08:35:23.555339+0000","last_fullsized":"2024-09-10T08:35:23.555339+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:19:30.134301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.542480+0000","last_change":"2024-09-10T08:35:22.531590+0000","last_active":"2024-09-10T08:35:23.542480+0000","last_peered":"2024-09-10T08:35:23.542480+0000","last_clean":"2024-09-10T08:35:23.542480+0000","last_became_active":"2024-09-10T08:35:22.531319+0000","last_became_peered":"2024-09-10T08:35:22.531319+0000","last_unstale":"2024-09-10T08:35:23.542480+0000","last_undegraded":"2024-09-10T08:35:23.542480+0000","last_fullsized":"2024-09-10T08:35:23.542480+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:59.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.543437+0000","last_change":"2024-09-10T08:35:23.540715+0000","last_active":"2024-09-10T08:35:23.543437+0000","last_peered":"2024-09-10T08:35:23.543437+0000","last_clean":"2024-09-10T08:35:23.543437+0000","last_became_active":"2024-09-10T08:35:23.540433+0000","last_became_peered":"2024-09-10T08:35:23.540433+0000","last_unstale":"2024-09-10T08:35:23.543437+0000","last_undegraded":"2024-09-10T08:35:23.543437+0000","last_fullsized":"2024-09-10T08:35:23.543437+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:03.529807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537553+0000","last_change":"2024-09-10T08:35:22.531653+0000","last_active":"2024-09-10T08:35:23.537553+0000","last_peered":"2024-09-10T08:35:23.537553+0000","last_clean":"2024-09-10T08:35:23.537553+0000","last_became_active":"2024-09-10T08:35:22.531377+0000","last_became_peered":"2024-09-10T08:35:22.531377+0000","last_unstale":"2024-09-10T08:35:23.537553+0000","last_undegraded":"2024-09-10T08:35:23.537553+0000","last_fullsized":"2024-09-10T08:35:23.537553+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:56.941764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.539582+0000","last_change":"2024-09-10T08:35:22.532417+0000","last_active":"2024-09-10T08:35:23.539582+0000","last_peered":"2024-09-10T08:35:23.539582+0000","last_clean":"2024-09-10T08:35:23.539582+0000","last_became_active":"2024-09-10T08:35:22.532039+0000","last_became_peered":"2024-09-10T08:35:22.532039+0000","last_unstale":"2024-09-10T08:35:23.539582+0000","last_undegraded":"2024-09-10T08:35:23.539582+0000","last_fullsized":"2024-09-10T08:35:23.539582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:55.035423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555037+0000","last_change":"2024-09-10T08:35:23.544240+0000","last_active":"2024-09-10T08:35:23.555037+0000","last_peered":"2024-09-10T08:35:23.555037+0000","last_clean":"2024-09-10T08:35:23.555037+0000","last_became_active":"2024-09-10T08:35:23.542525+0000","last_became_peered":"2024-09-10T08:35:23.542525+0000","last_unstale":"2024-09-10T08:35:23.555037+0000","last_undegraded":"2024-09-10T08:35:23.555037+0000","last_fullsized":"2024-09-10T08:35:23.555037+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:58.397417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527201+0000","last_change":"2024-09-10T08:35:22.540331+0000","last_active":"2024-09-10T08:35:23.527201+0000","last_peered":"2024-09-10T08:35:23.527201+0000","last_clean":"2024-09-10T08:35:23.527201+0000","last_became_active":"2024-09-10T08:35:22.540047+0000","last_became_peered":"2024-09-10T08:35:22.540047+0000","last_unstale":"2024-09-10T08:35:23.527201+0000","last_undegraded":"2024-09-10T08:35:23.527201+0000","last_fullsized":"2024-09-10T08:35:23.527201+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:52.285902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.537487+0000","last_change":"2024-09-10T08:35:23.536487+0000","last_active":"2024-09-10T08:35:23.537487+0000","last_peered":"2024-09-10T08:35:23.537487+0000","last_clean":"2024-09-10T08:35:23.537487+0000","last_became_active":"2024-09-10T08:35:23.536241+0000","last_became_peered":"2024-09-10T08:35:23.536241+0000","last_unstale":"2024-09-10T08:35:23.537487+0000","last_undegraded":"2024-09-10T08:35:23.537487+0000","last_fullsized":"2024-09-10T08:35:23.537487+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:15.112789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530676+0000","last_change":"2024-09-10T08:35:22.539026+0000","last_active":"2024-09-10T08:35:23.530676+0000","last_peered":"2024-09-10T08:35:23.530676+0000","last_clean":"2024-09-10T08:35:23.530676+0000","last_became_active":"2024-09-10T08:35:22.538461+0000","last_became_peered":"2024-09-10T08:35:22.538461+0000","last_unstale":"2024-09-10T08:35:23.530676+0000","last_undegraded":"2024-09-10T08:35:23.530676+0000","last_fullsized":"2024-09-10T08:35:23.530676+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:27.645533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.530769+0000","last_change":"2024-09-10T08:35:22.541946+0000","last_active":"2024-09-10T08:35:23.530769+0000","last_peered":"2024-09-10T08:35:23.530769+0000","last_clean":"2024-09-10T08:35:23.530769+0000","last_became_active":"2024-09-10T08:35:22.541613+0000","last_became_peered":"2024-09-10T08:35:22.541613+0000","last_unstale":"2024-09-10T08:35:23.530769+0000","last_undegraded":"2024-09-10T08:35:23.530769+0000","last_fullsized":"2024-09-10T08:35:23.530769+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.545019+0000","last_change":"2024-09-10T08:35:23.543983+0000","last_active":"2024-09-10T08:35:23.545019+0000","last_peered":"2024-09-10T08:35:23.545019+0000","last_clean":"2024-09-10T08:35:23.545019+0000","last_became_active":"2024-09-10T08:35:23.543717+0000","last_became_peered":"2024-09-10T08:35:23.543717+0000","last_unstale":"2024-09-10T08:35:23.545019+0000","last_undegraded":"2024-09-10T08:35:23.545019+0000","last_fullsized":"2024-09-10T08:35:23.545019+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:00:46.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526667+0000","last_change":"2024-09-10T08:35:22.535672+0000","last_active":"2024-09-10T08:35:24.526667+0000","last_peered":"2024-09-10T08:35:24.526667+0000","last_clean":"2024-09-10T08:35:24.526667+0000","last_became_active":"2024-09-10T08:35:22.535367+0000","last_became_peered":"2024-09-10T08:35:22.535367+0000","last_unstale":"2024-09-10T08:35:24.526667+0000","last_undegraded":"2024-09-10T08:35:24.526667+0000","last_fullsized":"2024-09-10T08:35:24.526667+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:07.591998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554956+0000","last_change":"2024-09-10T08:35:23.543571+0000","last_active":"2024-09-10T08:35:23.554956+0000","last_peered":"2024-09-10T08:35:23.554956+0000","last_clean":"2024-09-10T08:35:23.554956+0000","last_became_active":"2024-09-10T08:35:23.543193+0000","last_became_peered":"2024-09-10T08:35:23.543193+0000","last_unstale":"2024-09-10T08:35:23.554956+0000","last_undegraded":"2024-09-10T08:35:23.554956+0000","last_fullsized":"2024-09-10T08:35:23.554956+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:54.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"65'3","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554937+0000","last_change":"2024-09-10T08:35:22.539903+0000","last_active":"2024-09-10T08:35:23.554937+0000","last_peered":"2024-09-10T08:35:23.554937+0000","last_clean":"2024-09-10T08:35:23.554937+0000","last_became_active":"2024-09-10T08:35:22.539607+0000","last_became_peered":"2024-09-10T08:35:22.539607+0000","last_unstale":"2024-09-10T08:35:23.554937+0000","last_undegraded":"2024-09-10T08:35:23.554937+0000","last_fullsized":"2024-09-10T08:35:23.554937+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:09.291609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525711+0000","last_change":"2024-09-10T08:35:23.539974+0000","last_active":"2024-09-10T08:35:24.525711+0000","last_peered":"2024-09-10T08:35:24.525711+0000","last_clean":"2024-09-10T08:35:24.525711+0000","last_became_active":"2024-09-10T08:35:23.539211+0000","last_became_peered":"2024-09-10T08:35:23.539211+0000","last_unstale":"2024-09-10T08:35:24.525711+0000","last_undegraded":"2024-09-10T08:35:24.525711+0000","last_fullsized":"2024-09-10T08:35:24.525711+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:44.335753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.520206+0000","last_change":"2024-09-10T08:35:21.520206+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.520206+0000","last_undegraded":"2024-09-10T08:35:21.520206+0000","last_fullsized":"2024-09-10T08:35:21.520206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525026+0000","last_change":"2024-09-10T08:35:23.552723+0000","last_active":"2024-09-10T08:35:24.525026+0000","last_peered":"2024-09-10T08:35:24.525026+0000","last_clean":"2024-09-10T08:35:24.525026+0000","last_became_active":"2024-09-10T08:35:23.552487+0000","last_became_peered":"2024-09-10T08:35:23.552487+0000","last_unstale":"2024-09-10T08:35:24.525026+0000","last_undegraded":"2024-09-10T08:35:24.525026+0000","last_fullsized":"2024-09-10T08:35:24.525026+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:26:28.690246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555452+0000","last_change":"2024-09-10T08:35:22.537164+0000","last_active":"2024-09-10T08:35:23.555452+0000","last_peered":"2024-09-10T08:35:23.555452+0000","last_clean":"2024-09-10T08:35:23.555452+0000","last_became_active":"2024-09-10T08:35:22.536900+0000","last_became_peered":"2024-09-10T08:35:22.536900+0000","last_unstale":"2024-09-10T08:35:23.555452+0000","last_undegraded":"2024-09-10T08:35:23.555452+0000","last_fullsized":"2024-09-10T08:35:23.555452+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:05.196172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549169+0000","last_change":"2024-09-10T08:35:23.543970+0000","last_active":"2024-09-10T08:35:23.549169+0000","last_peered":"2024-09-10T08:35:23.549169+0000","last_clean":"2024-09-10T08:35:23.549169+0000","last_became_active":"2024-09-10T08:35:23.540846+0000","last_became_peered":"2024-09-10T08:35:23.540846+0000","last_unstale":"2024-09-10T08:35:23.549169+0000","last_undegraded":"2024-09-10T08:35:23.549169+0000","last_fullsized":"2024-09-10T08:35:23.549169+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:10.297262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533122+0000","last_change":"2024-09-10T08:35:22.536079+0000","last_active":"2024-09-10T08:35:23.533122+0000","last_peered":"2024-09-10T08:35:23.533122+0000","last_clean":"2024-09-10T08:35:23.533122+0000","last_became_active":"2024-09-10T08:35:22.535788+0000","last_became_peered":"2024-09-10T08:35:22.535788+0000","last_unstale":"2024-09-10T08:35:23.533122+0000","last_undegraded":"2024-09-10T08:35:23.533122+0000","last_fullsized":"2024-09-10T08:35:23.533122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:33.724666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550406+0000","last_change":"2024-09-10T08:35:23.534775+0000","last_active":"2024-09-10T08:35:23.550406+0000","last_peered":"2024-09-10T08:35:23.550406+0000","last_clean":"2024-09-10T08:35:23.550406+0000","last_became_active":"2024-09-10T08:35:23.534509+0000","last_became_peered":"2024-09-10T08:35:23.534509+0000","last_unstale":"2024-09-10T08:35:23.550406+0000","last_undegraded":"2024-09-10T08:35:23.550406+0000","last_fullsized":"2024-09-10T08:35:23.550406+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:08.597652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527260+0000","last_change":"2024-09-10T08:35:22.537663+0000","last_active":"2024-09-10T08:35:23.527260+0000","last_peered":"2024-09-10T08:35:23.527260+0000","last_clean":"2024-09-10T08:35:23.527260+0000","last_became_active":"2024-09-10T08:35:22.537397+0000","last_became_peered":"2024-09-10T08:35:22.537397+0000","last_unstale":"2024-09-10T08:35:23.527260+0000","last_undegraded":"2024-09-10T08:35:23.527260+0000","last_fullsized":"2024-09-10T08:35:23.527260+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525142+0000","last_change":"2024-09-10T08:35:22.533867+0000","last_active":"2024-09-10T08:35:24.525142+0000","last_peered":"2024-09-10T08:35:24.525142+0000","last_clean":"2024-09-10T08:35:24.525142+0000","last_became_active":"2024-09-10T08:35:22.533581+0000","last_became_peered":"2024-09-10T08:35:22.533581+0000","last_unstale":"2024-09-10T08:35:24.525142+0000","last_undegraded":"2024-09-10T08:35:24.525142+0000","last_fullsized":"2024-09-10T08:35:24.525142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:11.681983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555644+0000","last_change":"2024-09-10T08:35:23.549274+0000","last_active":"2024-09-10T08:35:23.555644+0000","last_peered":"2024-09-10T08:35:23.555644+0000","last_clean":"2024-09-10T08:35:23.555644+0000","last_became_active":"2024-09-10T08:35:23.548992+0000","last_became_peered":"2024-09-10T08:35:23.548992+0000","last_unstale":"2024-09-10T08:35:23.555644+0000","last_undegraded":"2024-09-10T08:35:23.555644+0000","last_fullsized":"2024-09-10T08:35:23.555644+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:31.347562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.547015+0000","last_change":"2024-09-10T08:35:22.541994+0000","last_active":"2024-09-10T08:35:23.547015+0000","last_peered":"2024-09-10T08:35:23.547015+0000","last_clean":"2024-09-10T08:35:23.547015+0000","last_became_active":"2024-09-10T08:35:22.541720+0000","last_became_peered":"2024-09-10T08:35:22.541720+0000","last_unstale":"2024-09-10T08:35:23.547015+0000","last_undegraded":"2024-09-10T08:35:23.547015+0000","last_fullsized":"2024-09-10T08:35:23.547015+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550376+0000","last_change":"2024-09-10T08:35:23.536856+0000","last_active":"2024-09-10T08:35:23.550376+0000","last_peered":"2024-09-10T08:35:23.550376+0000","last_clean":"2024-09-10T08:35:23.550376+0000","last_became_active":"2024-09-10T08:35:23.536558+0000","last_became_peered":"2024-09-10T08:35:23.536558+0000","last_unstale":"2024-09-10T08:35:23.550376+0000","last_undegraded":"2024-09-10T08:35:23.550376+0000","last_fullsized":"2024-09-10T08:35:23.550376+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:30.278604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553041+0000","last_change":"2024-09-10T08:35:22.537959+0000","last_active":"2024-09-10T08:35:23.553041+0000","last_peered":"2024-09-10T08:35:23.553041+0000","last_clean":"2024-09-10T08:35:23.553041+0000","last_became_active":"2024-09-10T08:35:22.537650+0000","last_became_peered":"2024-09-10T08:35:22.537650+0000","last_unstale":"2024-09-10T08:35:23.553041+0000","last_undegraded":"2024-09-10T08:35:23.553041+0000","last_fullsized":"2024-09-10T08:35:23.553041+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:42.090568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526576+0000","last_change":"2024-09-10T08:35:23.543385+0000","last_active":"2024-09-10T08:35:24.526576+0000","last_peered":"2024-09-10T08:35:24.526576+0000","last_clean":"2024-09-10T08:35:24.526576+0000","last_became_active":"2024-09-10T08:35:23.538465+0000","last_became_peered":"2024-09-10T08:35:23.538465+0000","last_unstale":"2024-09-10T08:35:24.526576+0000","last_undegraded":"2024-09-10T08:35:24.526576+0000","last_fullsized":"2024-09-10T08:35:24.526576+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:44.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"65'1","reported_seq":13,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555023+0000","last_change":"2024-09-10T08:35:22.540226+0000","last_active":"2024-09-10T08:35:23.555023+0000","last_peered":"2024-09-10T08:35:23.555023+0000","last_clean":"2024-09-10T08:35:23.555023+0000","last_became_active":"2024-09-10T08:35:22.539908+0000","last_became_peered":"2024-09-10T08:35:22.539908+0000","last_unstale":"2024-09-10T08:35:23.555023+0000","last_undegraded":"2024-09-10T08:35:23.555023+0000","last_fullsized":"2024-09-10T08:35:23.555023+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.887607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550326+0000","last_change":"2024-09-10T08:35:23.538271+0000","last_active":"2024-09-10T08:35:23.550326+0000","last_peered":"2024-09-10T08:35:23.550326+0000","last_clean":"2024-09-10T08:35:23.550326+0000","last_became_active":"2024-09-10T08:35:23.538016+0000","last_became_peered":"2024-09-10T08:35:23.538016+0000","last_unstale":"2024-09-10T08:35:23.550326+0000","last_undegraded":"2024-09-10T08:35:23.550326+0000","last_fullsized":"2024-09-10T08:35:23.550326+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:37.644688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527162+0000","last_change":"2024-09-10T08:35:22.529367+0000","last_active":"2024-09-10T08:35:23.527162+0000","last_peered":"2024-09-10T08:35:23.527162+0000","last_clean":"2024-09-10T08:35:23.527162+0000","last_became_active":"2024-09-10T08:35:22.528854+0000","last_became_peered":"2024-09-10T08:35:22.528854+0000","last_unstale":"2024-09-10T08:35:23.527162+0000","last_undegraded":"2024-09-10T08:35:23.527162+0000","last_fullsized":"2024-09-10T08:35:23.527162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:30.918320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.535900+0000","last_change":"2024-09-10T08:35:23.530986+0000","last_active":"2024-09-10T08:35:23.535900+0000","last_peered":"2024-09-10T08:35:23.535900+0000","last_clean":"2024-09-10T08:35:23.535900+0000","last_became_active":"2024-09-10T08:35:23.530735+0000","last_became_peered":"2024-09-10T08:35:23.530735+0000","last_unstale":"2024-09-10T08:35:23.535900+0000","last_undegraded":"2024-09-10T08:35:23.535900+0000","last_fullsized":"2024-09-10T08:35:23.535900+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:56.041076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555096+0000","last_change":"2024-09-10T08:35:22.536028+0000","last_active":"2024-09-10T08:35:23.555096+0000","last_peered":"2024-09-10T08:35:23.555096+0000","last_clean":"2024-09-10T08:35:23.555096+0000","last_became_active":"2024-09-10T08:35:22.535557+0000","last_became_peered":"2024-09-10T08:35:22.535557+0000","last_unstale":"2024-09-10T08:35:23.555096+0000","last_undegraded":"2024-09-10T08:35:23.555096+0000","last_fullsized":"2024-09-10T08:35:23.555096+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:14.112755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549146+0000","last_change":"2024-09-10T08:35:23.542439+0000","last_active":"2024-09-10T08:35:23.549146+0000","last_peered":"2024-09-10T08:35:23.549146+0000","last_clean":"2024-09-10T08:35:23.549146+0000","last_became_active":"2024-09-10T08:35:23.540134+0000","last_became_peered":"2024-09-10T08:35:23.540134+0000","last_unstale":"2024-09-10T08:35:23.549146+0000","last_undegraded":"2024-09-10T08:35:23.549146+0000","last_fullsized":"2024-09-10T08:35:23.549146+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:16.670971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533286+0000","last_change":"2024-09-10T08:35:22.542503+0000","last_active":"2024-09-10T08:35:23.533286+0000","last_peered":"2024-09-10T08:35:23.533286+0000","last_clean":"2024-09-10T08:35:23.533286+0000","last_became_active":"2024-09-10T08:35:22.542205+0000","last_became_peered":"2024-09-10T08:35:22.542205+0000","last_unstale":"2024-09-10T08:35:23.533286+0000","last_undegraded":"2024-09-10T08:35:23.533286+0000","last_fullsized":"2024-09-10T08:35:23.533286+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:01.291553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.555015+0000","last_change":"2024-09-10T08:35:23.543805+0000","last_active":"2024-09-10T08:35:23.555015+0000","last_peered":"2024-09-10T08:35:23.555015+0000","last_clean":"2024-09-10T08:35:23.555015+0000","last_became_active":"2024-09-10T08:35:23.542166+0000","last_became_peered":"2024-09-10T08:35:23.542166+0000","last_unstale":"2024-09-10T08:35:23.555015+0000","last_undegraded":"2024-09-10T08:35:23.555015+0000","last_fullsized":"2024-09-10T08:35:23.555015+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:26:36.213212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.522842+0000","last_change":"2024-09-10T08:35:22.533115+0000","last_active":"2024-09-10T08:35:23.522842+0000","last_peered":"2024-09-10T08:35:23.522842+0000","last_clean":"2024-09-10T08:35:23.522842+0000","last_became_active":"2024-09-10T08:35:22.532818+0000","last_became_peered":"2024-09-10T08:35:22.532818+0000","last_unstale":"2024-09-10T08:35:23.522842+0000","last_undegraded":"2024-09-10T08:35:23.522842+0000","last_fullsized":"2024-09-10T08:35:23.522842+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:33.179066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.540046+0000","last_change":"2024-09-10T08:35:23.537776+0000","last_active":"2024-09-10T08:35:23.540046+0000","last_peered":"2024-09-10T08:35:23.540046+0000","last_clean":"2024-09-10T08:35:23.540046+0000","last_became_active":"2024-09-10T08:35:23.537525+0000","last_became_peered":"2024-09-10T08:35:23.537525+0000","last_unstale":"2024-09-10T08:35:23.540046+0000","last_undegraded":"2024-09-10T08:35:23.540046+0000","last_fullsized":"2024-09-10T08:35:23.540046+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:53.291556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"65'2","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.553652+0000","last_change":"2024-09-10T08:35:22.539067+0000","last_active":"2024-09-10T08:35:23.553652+0000","last_peered":"2024-09-10T08:35:23.553652+0000","last_clean":"2024-09-10T08:35:23.553652+0000","last_became_active":"2024-09-10T08:35:22.538779+0000","last_became_peered":"2024-09-10T08:35:22.538779+0000","last_unstale":"2024-09-10T08:35:23.553652+0000","last_undegraded":"2024-09-10T08:35:23.553652+0000","last_fullsized":"2024-09-10T08:35:23.553652+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.533744+0000","last_change":"2024-09-10T08:35:23.532611+0000","last_active":"2024-09-10T08:35:23.533744+0000","last_peered":"2024-09-10T08:35:23.533744+0000","last_clean":"2024-09-10T08:35:23.533744+0000","last_became_active":"2024-09-10T08:35:23.532364+0000","last_became_peered":"2024-09-10T08:35:23.532364+0000","last_unstale":"2024-09-10T08:35:23.533744+0000","last_undegraded":"2024-09-10T08:35:23.533744+0000","last_fullsized":"2024-09-10T08:35:23.533744+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:12.763645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.534241+0000","last_change":"2024-09-10T08:35:22.537240+0000","last_active":"2024-09-10T08:35:23.534241+0000","last_peered":"2024-09-10T08:35:23.534241+0000","last_clean":"2024-09-10T08:35:23.534241+0000","last_became_active":"2024-09-10T08:35:22.535711+0000","last_became_peered":"2024-09-10T08:35:22.535711+0000","last_unstale":"2024-09-10T08:35:23.534241+0000","last_undegraded":"2024-09-10T08:35:23.534241+0000","last_fullsized":"2024-09-10T08:35:23.534241+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:43.740873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.549207+0000","last_change":"2024-09-10T08:35:23.542688+0000","last_active":"2024-09-10T08:35:23.549207+0000","last_peered":"2024-09-10T08:35:23.549207+0000","last_clean":"2024-09-10T08:35:23.549207+0000","last_became_active":"2024-09-10T08:35:23.542324+0000","last_became_peered":"2024-09-10T08:35:23.542324+0000","last_unstale":"2024-09-10T08:35:23.549207+0000","last_undegraded":"2024-09-10T08:35:23.549207+0000","last_fullsized":"2024-09-10T08:35:23.549207+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:43.096221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.523001+0000","last_change":"2024-09-10T08:35:22.536601+0000","last_active":"2024-09-10T08:35:23.523001+0000","last_peered":"2024-09-10T08:35:23.523001+0000","last_clean":"2024-09-10T08:35:23.523001+0000","last_became_active":"2024-09-10T08:35:22.536311+0000","last_became_peered":"2024-09-10T08:35:22.536311+0000","last_unstale":"2024-09-10T08:35:23.523001+0000","last_undegraded":"2024-09-10T08:35:23.523001+0000","last_fullsized":"2024-09-10T08:35:23.523001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:30.341908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.550348+0000","last_change":"2024-09-10T08:35:23.538957+0000","last_active":"2024-09-10T08:35:23.550348+0000","last_peered":"2024-09-10T08:35:23.550348+0000","last_clean":"2024-09-10T08:35:23.550348+0000","last_became_active":"2024-09-10T08:35:23.538706+0000","last_became_peered":"2024-09-10T08:35:23.538706+0000","last_unstale":"2024-09-10T08:35:23.550348+0000","last_undegraded":"2024-09-10T08:35:23.550348+0000","last_fullsized":"2024-09-10T08:35:23.550348+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:44:48.918436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519791+0000","last_change":"2024-09-10T08:35:21.519791+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519791+0000","last_undegraded":"2024-09-10T08:35:21.519791+0000","last_fullsized":"2024-09-10T08:35:21.519791+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554861+0000","last_change":"2024-09-10T08:35:23.540680+0000","last_active":"2024-09-10T08:35:23.554861+0000","last_peered":"2024-09-10T08:35:23.554861+0000","last_clean":"2024-09-10T08:35:23.554861+0000","last_became_active":"2024-09-10T08:35:23.540394+0000","last_became_peered":"2024-09-10T08:35:23.540394+0000","last_unstale":"2024-09-10T08:35:23.554861+0000","last_undegraded":"2024-09-10T08:35:23.554861+0000","last_fullsized":"2024-09-10T08:35:23.554861+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:35.415703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.531165+0000","last_change":"2024-09-10T08:35:22.538380+0000","last_active":"2024-09-10T08:35:23.531165+0000","last_peered":"2024-09-10T08:35:23.531165+0000","last_clean":"2024-09-10T08:35:23.531165+0000","last_became_active":"2024-09-10T08:35:22.538104+0000","last_became_peered":"2024-09-10T08:35:22.538104+0000","last_unstale":"2024-09-10T08:35:23.531165+0000","last_undegraded":"2024-09-10T08:35:23.531165+0000","last_fullsized":"2024-09-10T08:35:23.531165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:15.665318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526223+0000","last_change":"2024-09-10T08:35:23.552663+0000","last_active":"2024-09-10T08:35:24.526223+0000","last_peered":"2024-09-10T08:35:24.526223+0000","last_clean":"2024-09-10T08:35:24.526223+0000","last_became_active":"2024-09-10T08:35:23.552408+0000","last_became_peered":"2024-09-10T08:35:23.552408+0000","last_unstale":"2024-09-10T08:35:24.526223+0000","last_undegraded":"2024-09-10T08:35:24.526223+0000","last_fullsized":"2024-09-10T08:35:24.526223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:02.297206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526532+0000","last_change":"2024-09-10T08:35:22.532660+0000","last_active":"2024-09-10T08:35:23.526532+0000","last_peered":"2024-09-10T08:35:23.526532+0000","last_clean":"2024-09-10T08:35:23.526532+0000","last_became_active":"2024-09-10T08:35:22.531095+0000","last_became_peered":"2024-09-10T08:35:22.531095+0000","last_unstale":"2024-09-10T08:35:23.526532+0000","last_undegraded":"2024-09-10T08:35:23.526532+0000","last_fullsized":"2024-09-10T08:35:23.526532+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:46.110176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:35:22.514520+0000","last_change":"2024-09-10T08:35:22.514520+0000","last_active":"2024-09-10T08:35:22.514520+0000","last_peered":"2024-09-10T08:35:22.514520+0000","last_clean":"2024-09-10T08:35:22.514520+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:22.514520+0000","last_undegraded":"2024-09-10T08:35:22.514520+0000","last_fullsized":"2024-09-10T08:35:22.514520+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.528803+0000","last_change":"2024-09-10T08:35:22.540328+0000","last_active":"2024-09-10T08:35:23.528803+0000","last_peered":"2024-09-10T08:35:23.528803+0000","last_clean":"2024-09-10T08:35:23.528803+0000","last_became_active":"2024-09-10T08:35:22.540036+0000","last_became_peered":"2024-09-10T08:35:22.540036+0000","last_unstale":"2024-09-10T08:35:23.528803+0000","last_undegraded":"2024-09-10T08:35:23.528803+0000","last_fullsized":"2024-09-10T08:35:23.528803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:02.369060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.548291+0000","last_change":"2024-09-10T08:35:23.547760+0000","last_active":"2024-09-10T08:35:23.548291+0000","last_peered":"2024-09-10T08:35:23.548291+0000","last_clean":"2024-09-10T08:35:23.548291+0000","last_became_active":"2024-09-10T08:35:23.547312+0000","last_became_peered":"2024-09-10T08:35:23.547312+0000","last_unstale":"2024-09-10T08:35:23.548291+0000","last_undegraded":"2024-09-10T08:35:23.548291+0000","last_fullsized":"2024-09-10T08:35:23.548291+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:18:51.563063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"creating+peering","last_fresh":"2024-09-10T08:35:21.519436+0000","last_change":"2024-09-10T08:35:21.519436+0000","last_active":"2024-09-10T08:35:21.508866+0000","last_peered":"2024-09-10T08:35:21.508866+0000","last_clean":"2024-09-10T08:35:21.508866+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:35:21.519436+0000","last_undegraded":"2024-09-10T08:35:21.519436+0000","last_fullsized":"2024-09-10T08:35:21.519436+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":9,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.554964+0000","last_change":"2024-09-10T08:35:23.542860+0000","last_active":"2024-09-10T08:35:23.554964+0000","last_peered":"2024-09-10T08:35:23.554964+0000","last_clean":"2024-09-10T08:35:23.554964+0000","last_became_active":"2024-09-10T08:35:23.542580+0000","last_became_peered":"2024-09-10T08:35:23.542580+0000","last_unstale":"2024-09-10T08:35:23.554964+0000","last_undegraded":"2024-09-10T08:35:23.554964+0000","last_fullsized":"2024-09-10T08:35:23.554964+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:28:17.966980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.526197+0000","last_change":"2024-09-10T08:35:22.534337+0000","last_active":"2024-09-10T08:35:23.526197+0000","last_peered":"2024-09-10T08:35:23.526197+0000","last_clean":"2024-09-10T08:35:23.526197+0000","last_became_active":"2024-09-10T08:35:22.534007+0000","last_became_peered":"2024-09-10T08:35:22.534007+0000","last_unstale":"2024-09-10T08:35:23.526197+0000","last_undegraded":"2024-09-10T08:35:23.526197+0000","last_fullsized":"2024-09-10T08:35:23.526197+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":257,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-10T08:35:23.527943+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:35:23.527943+0000","last_peered":"2024-09-10T08:35:23.527943+0000","last_clean":"2024-09-10T08:35:23.527943+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:35:23.527943+0000","last_undegraded":"2024-09-10T08:35:23.527943+0000","last_fullsized":"2024-09-10T08:35:23.527943+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":216,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476775,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":790528,"data_stored":350118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509477,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28360,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343480,"statfs":{"total":96636764160,"available":96607723520,"internally_reserved":0,"allocated":1359872,"data_stored":931707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509478,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27792,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344048,"statfs":{"total":96636764160,"available":96608305152,"internally_reserved":0,"allocated":782336,"data_stored":348540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509477,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27784,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344056,"statfs":{"total":96636764160,"available":96608313344,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509478,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31948,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339892,"statfs":{"total":96636764160,"available":96604049408,"internally_reserved":0,"allocated":778240,"data_stored":348506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509477,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31944,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339896,"statfs":{"total":96636764160,"available":96604053504,"internally_reserved":0,"allocated":765952,"data_stored":341339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509477,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32528,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339312,"statfs":{"total":96636764160,"available":96603455488,"internally_reserved":0,"allocated":1372160,"data_stored":938874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":741376,"data_stored":328471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:35:28.785 INFO:tasks.ceph.mds.b.smithi143.stderr:2024-09-10T08:35:28.784+0000 7fe6e7aab640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:35:30.844 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:35:30.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.953+0000 7f0efbc77640 1 Processor -- start 2024-09-10T08:35:30.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.953+0000 7f0efbc77640 1 -- start start 2024-09-10T08:35:30.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efbc77640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0ef4142170 0x7f0ef4166d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:30.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efbc77640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ef415d710 con 0x7f0ef40d0540 2024-09-10T08:35:30.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efbc77640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ef415c950 con 0x7f0ef4141680 2024-09-10T08:35:30.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efbc77640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0ef415c6f0 con 0x7f0ef4142170 2024-09-10T08:35:30.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efa214640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0ef4142170 0x7f0ef4166d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:30.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0ef9212640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f0ef40d0540 0x7f0ef4141a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:55332/0 (socket says 172.21.15.94:55332) 2024-09-10T08:35:30.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0ef9212640 1 -- 172.21.15.94:0/806786420 learned_addr learned my addr 172.21.15.94:0/806786420 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:30.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efa214640 1 -- 172.21.15.94:0/806786420 >> v1:172.21.15.143:6789/0 conn(0x7f0ef4141680 legacy=0x7f0ef40cfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:30.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efa214640 1 -- 172.21.15.94:0/806786420 >> v1:172.21.15.94:6789/0 conn(0x7f0ef40d0540 legacy=0x7f0ef4141a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:30.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0efa214640 1 -- 172.21.15.94:0/806786420 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ef415cc30 con 0x7f0ef4142170 2024-09-10T08:35:30.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.954+0000 7f0ef8a11640 1 -- 172.21.15.94:0/806786420 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1631222970 0 0) 0x7f0ef415d710 con 0x7f0ef40d0540 2024-09-10T08:35:30.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.955+0000 7f0efa214640 1 --2- 172.21.15.94:0/806786420 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef4142170 0x7f0ef4166d70 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f0eec009d90 tx=0x7f0eec02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed1748d0f301c4bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:30.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.955+0000 7f0ef8a11640 1 -- 172.21.15.94:0/806786420 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec007740 con 0x7f0ef4142170 2024-09-10T08:35:30.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.955+0000 7f0ef8a11640 1 -- 172.21.15.94:0/806786420 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0eec0078e0 con 0x7f0ef4142170 2024-09-10T08:35:30.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.955+0000 7f0ef8a11640 1 -- 172.21.15.94:0/806786420 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec007cb0 con 0x7f0ef4142170 2024-09-10T08:35:30.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.956+0000 7f0efbc77640 1 -- 172.21.15.94:0/806786420 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef4142170 msgr2=0x7f0ef4166d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:30.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.956+0000 7f0efbc77640 1 --2- 172.21.15.94:0/806786420 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef4142170 0x7f0ef4166d70 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f0eec009d90 tx=0x7f0eec02a6f0 comp rx=0 tx=0).stop 2024-09-10T08:35:30.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.956+0000 7f0efbc77640 1 -- 172.21.15.94:0/806786420 shutdown_connections 2024-09-10T08:35:30.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.956+0000 7f0efbc77640 1 --2- 172.21.15.94:0/806786420 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef4142170 0x7f0ef4166d70 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:30.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.956+0000 7f0efbc77640 1 -- 172.21.15.94:0/806786420 >> 172.21.15.94:0/806786420 conn(0x7f0ef40b3ed0 msgr2=0x7f0ef40b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:30.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.956+0000 7f0efbc77640 1 -- 172.21.15.94:0/806786420 shutdown_connections 2024-09-10T08:35:30.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.956+0000 7f0efbc77640 1 -- 172.21.15.94:0/806786420 wait complete. 2024-09-10T08:35:30.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.957+0000 7f0efbc77640 1 Processor -- start 2024-09-10T08:35:30.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.957+0000 7f0efbc77640 1 -- start start 2024-09-10T08:35:30.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0efbc77640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef40d0540 0x7f0ef40cb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:30.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0efbc77640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0ef4141680 0x7f0ef4155560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:30.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0efbc77640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0ef4142170 0x7f0ef415ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0efbc77640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef41425c0 con 0x7f0ef40d0540 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0efbc77640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef415d1f0 con 0x7f0ef4142170 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0efbc77640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0ef41408c0 con 0x7f0ef4141680 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef40d0540 0x7f0ef40cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef40d0540 0x7f0ef40cb920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52784/0 (socket says 172.21.15.94:52784) 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 -- 172.21.15.94:0/8178072 learned_addr learned my addr 172.21.15.94:0/8178072 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0efa214640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0ef4142170 0x7f0ef415ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9212640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0ef4141680 0x7f0ef4155560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 -- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0ef4141680 msgr2=0x7f0ef4155560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0ef4141680 0x7f0ef4155560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 -- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0ef4142170 msgr2=0x7f0ef415ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0ef4142170 0x7f0ef415ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:30.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 -- 172.21.15.94:0/8178072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ef40cbe60 con 0x7f0ef40d0540 2024-09-10T08:35:30.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9212640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0ef4141680 0x7f0ef4155560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:30.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.958+0000 7f0ef9a13640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef40d0540 0x7f0ef40cb920 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f0ef000c450 tx=0x7f0ef000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:30.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.959+0000 7f0eea7fc640 1 -- 172.21.15.94:0/8178072 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef00052d0 con 0x7f0ef40d0540 2024-09-10T08:35:30.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.959+0000 7f0eea7fc640 1 -- 172.21.15.94:0/8178072 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ef0005470 con 0x7f0ef40d0540 2024-09-10T08:35:30.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.959+0000 7f0eea7fc640 1 -- 172.21.15.94:0/8178072 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0012870 con 0x7f0ef40d0540 2024-09-10T08:35:30.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.959+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ef40cdc30 con 0x7f0ef40d0540 2024-09-10T08:35:30.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.959+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ef40ce1f0 con 0x7f0ef40d0540 2024-09-10T08:35:30.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.960+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ef4141a60 con 0x7f0ef40d0540 2024-09-10T08:35:30.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.960+0000 7f0eea7fc640 1 -- 172.21.15.94:0/8178072 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0ef0012a10 con 0x7f0ef40d0540 2024-09-10T08:35:30.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.961+0000 7f0eea7fc640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ed806be30 0x7f0ed806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:30.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.961+0000 7f0eea7fc640 1 -- 172.21.15.94:0/8178072 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f0ef008aac0 con 0x7f0ef40d0540 2024-09-10T08:35:30.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.961+0000 7f0ef9212640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ed806be30 0x7f0ed806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:30.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.961+0000 7f0ef9212640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ed806be30 0x7f0ed806e2f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0ee4007fd0 tx=0x7f0ee4007dc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:30.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:30.965+0000 7f0eea7fc640 1 -- 172.21.15.94:0/8178072 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0ef0059370 con 0x7f0ef40d0540 2024-09-10T08:35:31.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.127+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0ef40690c0 con 0x7f0ed806be30 2024-09-10T08:35:31.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.133+0000 7f0eea7fc640 1 -- 172.21.15.94:0/8178072 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251955 (secure 0 0 0) 0x7f0ef40690c0 con 0x7f0ed806be30 2024-09-10T08:35:31.138 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:31.139 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:35:31.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ed806be30 msgr2=0x7f0ed806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ed806be30 0x7f0ed806e2f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0ee4007fd0 tx=0x7f0ee4007dc0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef40d0540 msgr2=0x7f0ef40cb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef40d0540 0x7f0ef40cb920 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f0ef000c450 tx=0x7f0ef000c910 comp rx=0 tx=0).stop 2024-09-10T08:35:31.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 shutdown_connections 2024-09-10T08:35:31.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ed806be30 0x7f0ed806e2f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0ef4142170 0x7f0ef415ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0ef4141680 0x7f0ef4155560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 --2- 172.21.15.94:0/8178072 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0ef40d0540 0x7f0ef40cb920 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 >> 172.21.15.94:0/8178072 conn(0x7f0ef40b3ed0 msgr2=0x7f0ef413e610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:31.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.136+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 shutdown_connections 2024-09-10T08:35:31.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.137+0000 7f0efbc77640 1 -- 172.21.15.94:0/8178072 wait complete. 2024-09-10T08:35:31.148 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":148,"stamp":"2024-09-10T08:35:29.847302+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":169,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240276,"kb_used_data":7388,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754734444,"statfs":{"total":773094113280,"available":772848070656,"internally_reserved":0,"allocated":7565312,"data_stored":4020448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":238276145},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.327747"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278123+0000","last_change":"2024-09-10T08:35:23.543294+0000","last_active":"2024-09-10T08:35:25.278123+0000","last_peered":"2024-09-10T08:35:25.278123+0000","last_clean":"2024-09-10T08:35:25.278123+0000","last_became_active":"2024-09-10T08:35:23.543018+0000","last_became_peered":"2024-09-10T08:35:23.543018+0000","last_unstale":"2024-09-10T08:35:25.278123+0000","last_undegraded":"2024-09-10T08:35:25.278123+0000","last_fullsized":"2024-09-10T08:35:25.278123+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:40.009806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277855+0000","last_change":"2024-09-10T08:35:23.532316+0000","last_active":"2024-09-10T08:35:25.277855+0000","last_peered":"2024-09-10T08:35:25.277855+0000","last_clean":"2024-09-10T08:35:25.277855+0000","last_became_active":"2024-09-10T08:35:23.532035+0000","last_became_peered":"2024-09-10T08:35:23.532035+0000","last_unstale":"2024-09-10T08:35:25.277855+0000","last_undegraded":"2024-09-10T08:35:25.277855+0000","last_fullsized":"2024-09-10T08:35:25.277855+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:02:41.563236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526256+0000","last_change":"2024-09-10T08:35:23.546189+0000","last_active":"2024-09-10T08:35:24.526256+0000","last_peered":"2024-09-10T08:35:24.526256+0000","last_clean":"2024-09-10T08:35:24.526256+0000","last_became_active":"2024-09-10T08:35:23.545823+0000","last_became_peered":"2024-09-10T08:35:23.545823+0000","last_unstale":"2024-09-10T08:35:24.526256+0000","last_undegraded":"2024-09-10T08:35:24.526256+0000","last_fullsized":"2024-09-10T08:35:24.526256+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:29.261173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525898+0000","last_change":"2024-09-10T08:35:23.536430+0000","last_active":"2024-09-10T08:35:24.525898+0000","last_peered":"2024-09-10T08:35:24.525898+0000","last_clean":"2024-09-10T08:35:24.525898+0000","last_became_active":"2024-09-10T08:35:23.536159+0000","last_became_peered":"2024-09-10T08:35:23.536159+0000","last_unstale":"2024-09-10T08:35:24.525898+0000","last_undegraded":"2024-09-10T08:35:24.525898+0000","last_fullsized":"2024-09-10T08:35:24.525898+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:49.336327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278335+0000","last_change":"2024-09-10T08:35:23.535632+0000","last_active":"2024-09-10T08:35:25.278335+0000","last_peered":"2024-09-10T08:35:25.278335+0000","last_clean":"2024-09-10T08:35:25.278335+0000","last_became_active":"2024-09-10T08:35:23.535373+0000","last_became_peered":"2024-09-10T08:35:23.535373+0000","last_unstale":"2024-09-10T08:35:25.278335+0000","last_undegraded":"2024-09-10T08:35:25.278335+0000","last_fullsized":"2024-09-10T08:35:25.278335+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:06.076273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523852+0000","last_change":"2024-09-10T08:35:23.537637+0000","last_active":"2024-09-10T08:35:24.523852+0000","last_peered":"2024-09-10T08:35:24.523852+0000","last_clean":"2024-09-10T08:35:24.523852+0000","last_became_active":"2024-09-10T08:35:23.537348+0000","last_became_peered":"2024-09-10T08:35:23.537348+0000","last_unstale":"2024-09-10T08:35:24.523852+0000","last_undegraded":"2024-09-10T08:35:24.523852+0000","last_fullsized":"2024-09-10T08:35:24.523852+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:00:46.936447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277697+0000","last_change":"2024-09-10T08:35:23.550746+0000","last_active":"2024-09-10T08:35:25.277697+0000","last_peered":"2024-09-10T08:35:25.277697+0000","last_clean":"2024-09-10T08:35:25.277697+0000","last_became_active":"2024-09-10T08:35:23.550434+0000","last_became_peered":"2024-09-10T08:35:23.550434+0000","last_unstale":"2024-09-10T08:35:25.277697+0000","last_undegraded":"2024-09-10T08:35:25.277697+0000","last_fullsized":"2024-09-10T08:35:25.277697+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:15:14.243124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277825+0000","last_change":"2024-09-10T08:35:23.552207+0000","last_active":"2024-09-10T08:35:25.277825+0000","last_peered":"2024-09-10T08:35:25.277825+0000","last_clean":"2024-09-10T08:35:25.277825+0000","last_became_active":"2024-09-10T08:35:23.551915+0000","last_became_peered":"2024-09-10T08:35:23.551915+0000","last_unstale":"2024-09-10T08:35:25.277825+0000","last_undegraded":"2024-09-10T08:35:25.277825+0000","last_fullsized":"2024-09-10T08:35:25.277825+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:15.118408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526022+0000","last_change":"2024-09-10T08:35:23.548436+0000","last_active":"2024-09-10T08:35:24.526022+0000","last_peered":"2024-09-10T08:35:24.526022+0000","last_clean":"2024-09-10T08:35:24.526022+0000","last_became_active":"2024-09-10T08:35:23.548187+0000","last_became_peered":"2024-09-10T08:35:23.548187+0000","last_unstale":"2024-09-10T08:35:24.526022+0000","last_undegraded":"2024-09-10T08:35:24.526022+0000","last_fullsized":"2024-09-10T08:35:24.526022+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:03.374713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525363+0000","last_change":"2024-09-10T08:35:23.546457+0000","last_active":"2024-09-10T08:35:24.525363+0000","last_peered":"2024-09-10T08:35:24.525363+0000","last_clean":"2024-09-10T08:35:24.525363+0000","last_became_active":"2024-09-10T08:35:23.546190+0000","last_became_peered":"2024-09-10T08:35:23.546190+0000","last_unstale":"2024-09-10T08:35:24.525363+0000","last_undegraded":"2024-09-10T08:35:24.525363+0000","last_fullsized":"2024-09-10T08:35:24.525363+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:57.947417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525368+0000","last_change":"2024-09-10T08:35:23.547841+0000","last_active":"2024-09-10T08:35:24.525368+0000","last_peered":"2024-09-10T08:35:24.525368+0000","last_clean":"2024-09-10T08:35:24.525368+0000","last_became_active":"2024-09-10T08:35:23.547276+0000","last_became_peered":"2024-09-10T08:35:23.547276+0000","last_unstale":"2024-09-10T08:35:24.525368+0000","last_undegraded":"2024-09-10T08:35:24.525368+0000","last_fullsized":"2024-09-10T08:35:24.525368+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:27.941796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277720+0000","last_change":"2024-09-10T08:35:23.550901+0000","last_active":"2024-09-10T08:35:25.277720+0000","last_peered":"2024-09-10T08:35:25.277720+0000","last_clean":"2024-09-10T08:35:25.277720+0000","last_became_active":"2024-09-10T08:35:23.550616+0000","last_became_peered":"2024-09-10T08:35:23.550616+0000","last_unstale":"2024-09-10T08:35:25.277720+0000","last_undegraded":"2024-09-10T08:35:25.277720+0000","last_fullsized":"2024-09-10T08:35:25.277720+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:31.347562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277970+0000","last_change":"2024-09-10T08:35:23.549835+0000","last_active":"2024-09-10T08:35:25.277970+0000","last_peered":"2024-09-10T08:35:25.277970+0000","last_clean":"2024-09-10T08:35:25.277970+0000","last_became_active":"2024-09-10T08:35:23.548819+0000","last_became_peered":"2024-09-10T08:35:23.548819+0000","last_unstale":"2024-09-10T08:35:25.277970+0000","last_undegraded":"2024-09-10T08:35:25.277970+0000","last_fullsized":"2024-09-10T08:35:25.277970+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:56.041076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525313+0000","last_change":"2024-09-10T08:35:23.546776+0000","last_active":"2024-09-10T08:35:24.525313+0000","last_peered":"2024-09-10T08:35:24.525313+0000","last_clean":"2024-09-10T08:35:24.525313+0000","last_became_active":"2024-09-10T08:35:23.545912+0000","last_became_peered":"2024-09-10T08:35:23.545912+0000","last_unstale":"2024-09-10T08:35:24.525313+0000","last_undegraded":"2024-09-10T08:35:24.525313+0000","last_fullsized":"2024-09-10T08:35:24.525313+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:56.041076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526370+0000","last_change":"2024-09-10T08:35:23.546729+0000","last_active":"2024-09-10T08:35:24.526370+0000","last_peered":"2024-09-10T08:35:24.526370+0000","last_clean":"2024-09-10T08:35:24.526370+0000","last_became_active":"2024-09-10T08:35:23.545671+0000","last_became_peered":"2024-09-10T08:35:23.545671+0000","last_unstale":"2024-09-10T08:35:24.526370+0000","last_undegraded":"2024-09-10T08:35:24.526370+0000","last_fullsized":"2024-09-10T08:35:24.526370+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:15.112789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277487+0000","last_change":"2024-09-10T08:35:23.542490+0000","last_active":"2024-09-10T08:35:25.277487+0000","last_peered":"2024-09-10T08:35:25.277487+0000","last_clean":"2024-09-10T08:35:25.277487+0000","last_became_active":"2024-09-10T08:35:23.542214+0000","last_became_peered":"2024-09-10T08:35:23.542214+0000","last_unstale":"2024-09-10T08:35:25.277487+0000","last_undegraded":"2024-09-10T08:35:25.277487+0000","last_fullsized":"2024-09-10T08:35:25.277487+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:02.944957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278291+0000","last_change":"2024-09-10T08:35:23.535385+0000","last_active":"2024-09-10T08:35:25.278291+0000","last_peered":"2024-09-10T08:35:25.278291+0000","last_clean":"2024-09-10T08:35:25.278291+0000","last_became_active":"2024-09-10T08:35:23.535125+0000","last_became_peered":"2024-09-10T08:35:23.535125+0000","last_unstale":"2024-09-10T08:35:25.278291+0000","last_undegraded":"2024-09-10T08:35:25.278291+0000","last_fullsized":"2024-09-10T08:35:25.278291+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:59.164461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526580+0000","last_change":"2024-09-10T08:35:23.543997+0000","last_active":"2024-09-10T08:35:24.526580+0000","last_peered":"2024-09-10T08:35:24.526580+0000","last_clean":"2024-09-10T08:35:24.526580+0000","last_became_active":"2024-09-10T08:35:23.537315+0000","last_became_peered":"2024-09-10T08:35:23.537315+0000","last_unstale":"2024-09-10T08:35:24.526580+0000","last_undegraded":"2024-09-10T08:35:24.526580+0000","last_fullsized":"2024-09-10T08:35:24.526580+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:13.735396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277906+0000","last_change":"2024-09-10T08:35:23.533983+0000","last_active":"2024-09-10T08:35:25.277906+0000","last_peered":"2024-09-10T08:35:25.277906+0000","last_clean":"2024-09-10T08:35:25.277906+0000","last_became_active":"2024-09-10T08:35:23.533551+0000","last_became_peered":"2024-09-10T08:35:23.533551+0000","last_unstale":"2024-09-10T08:35:25.277906+0000","last_undegraded":"2024-09-10T08:35:25.277906+0000","last_fullsized":"2024-09-10T08:35:25.277906+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:26:28.690246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277658+0000","last_change":"2024-09-10T08:35:23.534830+0000","last_active":"2024-09-10T08:35:25.277658+0000","last_peered":"2024-09-10T08:35:25.277658+0000","last_clean":"2024-09-10T08:35:25.277658+0000","last_became_active":"2024-09-10T08:35:23.534581+0000","last_became_peered":"2024-09-10T08:35:23.534581+0000","last_unstale":"2024-09-10T08:35:25.277658+0000","last_undegraded":"2024-09-10T08:35:25.277658+0000","last_fullsized":"2024-09-10T08:35:25.277658+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:02.311424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278064+0000","last_change":"2024-09-10T08:35:23.542298+0000","last_active":"2024-09-10T08:35:25.278064+0000","last_peered":"2024-09-10T08:35:25.278064+0000","last_clean":"2024-09-10T08:35:25.278064+0000","last_became_active":"2024-09-10T08:35:23.541985+0000","last_became_peered":"2024-09-10T08:35:23.541985+0000","last_unstale":"2024-09-10T08:35:25.278064+0000","last_undegraded":"2024-09-10T08:35:25.278064+0000","last_fullsized":"2024-09-10T08:35:25.278064+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:47.115830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277436+0000","last_change":"2024-09-10T08:35:23.551374+0000","last_active":"2024-09-10T08:35:25.277436+0000","last_peered":"2024-09-10T08:35:25.277436+0000","last_clean":"2024-09-10T08:35:25.277436+0000","last_became_active":"2024-09-10T08:35:23.551113+0000","last_became_peered":"2024-09-10T08:35:23.551113+0000","last_unstale":"2024-09-10T08:35:25.277436+0000","last_undegraded":"2024-09-10T08:35:25.277436+0000","last_fullsized":"2024-09-10T08:35:25.277436+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:18.549444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277279+0000","last_change":"2024-09-10T08:35:23.550837+0000","last_active":"2024-09-10T08:35:25.277279+0000","last_peered":"2024-09-10T08:35:25.277279+0000","last_clean":"2024-09-10T08:35:25.277279+0000","last_became_active":"2024-09-10T08:35:23.550455+0000","last_became_peered":"2024-09-10T08:35:23.550455+0000","last_unstale":"2024-09-10T08:35:25.277279+0000","last_undegraded":"2024-09-10T08:35:25.277279+0000","last_fullsized":"2024-09-10T08:35:25.277279+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:26.719133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525306+0000","last_change":"2024-09-10T08:35:23.544814+0000","last_active":"2024-09-10T08:35:24.525306+0000","last_peered":"2024-09-10T08:35:24.525306+0000","last_clean":"2024-09-10T08:35:24.525306+0000","last_became_active":"2024-09-10T08:35:23.544529+0000","last_became_peered":"2024-09-10T08:35:23.544529+0000","last_unstale":"2024-09-10T08:35:24.525306+0000","last_undegraded":"2024-09-10T08:35:24.525306+0000","last_fullsized":"2024-09-10T08:35:24.525306+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:44.248745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278186+0000","last_change":"2024-09-10T08:35:23.545543+0000","last_active":"2024-09-10T08:35:25.278186+0000","last_peered":"2024-09-10T08:35:25.278186+0000","last_clean":"2024-09-10T08:35:25.278186+0000","last_became_active":"2024-09-10T08:35:23.545275+0000","last_became_peered":"2024-09-10T08:35:23.545275+0000","last_unstale":"2024-09-10T08:35:25.278186+0000","last_undegraded":"2024-09-10T08:35:25.278186+0000","last_fullsized":"2024-09-10T08:35:25.278186+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:31.923973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278109+0000","last_change":"2024-09-10T08:35:23.546314+0000","last_active":"2024-09-10T08:35:25.278109+0000","last_peered":"2024-09-10T08:35:25.278109+0000","last_clean":"2024-09-10T08:35:25.278109+0000","last_became_active":"2024-09-10T08:35:23.545988+0000","last_became_peered":"2024-09-10T08:35:23.545988+0000","last_unstale":"2024-09-10T08:35:25.278109+0000","last_undegraded":"2024-09-10T08:35:25.278109+0000","last_fullsized":"2024-09-10T08:35:25.278109+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:57.947417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525638+0000","last_change":"2024-09-10T08:35:23.535015+0000","last_active":"2024-09-10T08:35:24.525638+0000","last_peered":"2024-09-10T08:35:24.525638+0000","last_clean":"2024-09-10T08:35:24.525638+0000","last_became_active":"2024-09-10T08:35:23.534695+0000","last_became_peered":"2024-09-10T08:35:23.534695+0000","last_unstale":"2024-09-10T08:35:24.525638+0000","last_undegraded":"2024-09-10T08:35:24.525638+0000","last_fullsized":"2024-09-10T08:35:24.525638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:19.851719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278142+0000","last_change":"2024-09-10T08:35:23.535154+0000","last_active":"2024-09-10T08:35:25.278142+0000","last_peered":"2024-09-10T08:35:25.278142+0000","last_clean":"2024-09-10T08:35:25.278142+0000","last_became_active":"2024-09-10T08:35:23.534272+0000","last_became_peered":"2024-09-10T08:35:23.534272+0000","last_unstale":"2024-09-10T08:35:25.278142+0000","last_undegraded":"2024-09-10T08:35:25.278142+0000","last_fullsized":"2024-09-10T08:35:25.278142+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:15:02.269854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525490+0000","last_change":"2024-09-10T08:35:23.549277+0000","last_active":"2024-09-10T08:35:24.525490+0000","last_peered":"2024-09-10T08:35:24.525490+0000","last_clean":"2024-09-10T08:35:24.525490+0000","last_became_active":"2024-09-10T08:35:23.548746+0000","last_became_peered":"2024-09-10T08:35:23.548746+0000","last_unstale":"2024-09-10T08:35:24.525490+0000","last_undegraded":"2024-09-10T08:35:24.525490+0000","last_fullsized":"2024-09-10T08:35:24.525490+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:31.923973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277740+0000","last_change":"2024-09-10T08:35:23.552074+0000","last_active":"2024-09-10T08:35:25.277740+0000","last_peered":"2024-09-10T08:35:25.277740+0000","last_clean":"2024-09-10T08:35:25.277740+0000","last_became_active":"2024-09-10T08:35:23.551761+0000","last_became_peered":"2024-09-10T08:35:23.551761+0000","last_unstale":"2024-09-10T08:35:25.277740+0000","last_undegraded":"2024-09-10T08:35:25.277740+0000","last_fullsized":"2024-09-10T08:35:25.277740+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:28:00.588636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526177+0000","last_change":"2024-09-10T08:35:23.535172+0000","last_active":"2024-09-10T08:35:24.526177+0000","last_peered":"2024-09-10T08:35:24.526177+0000","last_clean":"2024-09-10T08:35:24.526177+0000","last_became_active":"2024-09-10T08:35:23.534850+0000","last_became_peered":"2024-09-10T08:35:23.534850+0000","last_unstale":"2024-09-10T08:35:24.526177+0000","last_undegraded":"2024-09-10T08:35:24.526177+0000","last_fullsized":"2024-09-10T08:35:24.526177+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:34.730319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523652+0000","last_change":"2024-09-10T08:35:23.531715+0000","last_active":"2024-09-10T08:35:24.523652+0000","last_peered":"2024-09-10T08:35:24.523652+0000","last_clean":"2024-09-10T08:35:24.523652+0000","last_became_active":"2024-09-10T08:35:23.531451+0000","last_became_peered":"2024-09-10T08:35:23.531451+0000","last_unstale":"2024-09-10T08:35:24.523652+0000","last_undegraded":"2024-09-10T08:35:24.523652+0000","last_fullsized":"2024-09-10T08:35:24.523652+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:07:29.261173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278101+0000","last_change":"2024-09-10T08:35:23.540672+0000","last_active":"2024-09-10T08:35:25.278101+0000","last_peered":"2024-09-10T08:35:25.278101+0000","last_clean":"2024-09-10T08:35:25.278101+0000","last_became_active":"2024-09-10T08:35:23.540408+0000","last_became_peered":"2024-09-10T08:35:23.540408+0000","last_unstale":"2024-09-10T08:35:25.278101+0000","last_undegraded":"2024-09-10T08:35:25.278101+0000","last_fullsized":"2024-09-10T08:35:25.278101+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:27.941796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278267+0000","last_change":"2024-09-10T08:35:22.538162+0000","last_active":"2024-09-10T08:35:25.278267+0000","last_peered":"2024-09-10T08:35:25.278267+0000","last_clean":"2024-09-10T08:35:25.278267+0000","last_became_active":"2024-09-10T08:35:22.537902+0000","last_became_peered":"2024-09-10T08:35:22.537902+0000","last_unstale":"2024-09-10T08:35:25.278267+0000","last_undegraded":"2024-09-10T08:35:25.278267+0000","last_fullsized":"2024-09-10T08:35:25.278267+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:20:11.095288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525832+0000","last_change":"2024-09-10T08:35:23.541487+0000","last_active":"2024-09-10T08:35:24.525832+0000","last_peered":"2024-09-10T08:35:24.525832+0000","last_clean":"2024-09-10T08:35:24.525832+0000","last_became_active":"2024-09-10T08:35:23.537603+0000","last_became_peered":"2024-09-10T08:35:23.537603+0000","last_unstale":"2024-09-10T08:35:24.525832+0000","last_undegraded":"2024-09-10T08:35:24.525832+0000","last_fullsized":"2024-09-10T08:35:24.525832+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:06.076273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.524032+0000","last_change":"2024-09-10T08:35:22.533218+0000","last_active":"2024-09-10T08:35:24.524032+0000","last_peered":"2024-09-10T08:35:24.524032+0000","last_clean":"2024-09-10T08:35:24.524032+0000","last_became_active":"2024-09-10T08:35:22.532936+0000","last_became_peered":"2024-09-10T08:35:22.532936+0000","last_unstale":"2024-09-10T08:35:24.524032+0000","last_undegraded":"2024-09-10T08:35:24.524032+0000","last_fullsized":"2024-09-10T08:35:24.524032+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523944+0000","last_change":"2024-09-10T08:35:23.531741+0000","last_active":"2024-09-10T08:35:24.523944+0000","last_peered":"2024-09-10T08:35:24.523944+0000","last_clean":"2024-09-10T08:35:24.523944+0000","last_became_active":"2024-09-10T08:35:23.531469+0000","last_became_peered":"2024-09-10T08:35:23.531469+0000","last_unstale":"2024-09-10T08:35:24.523944+0000","last_undegraded":"2024-09-10T08:35:24.523944+0000","last_fullsized":"2024-09-10T08:35:24.523944+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:27.328588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523939+0000","last_change":"2024-09-10T08:35:22.536694+0000","last_active":"2024-09-10T08:35:24.523939+0000","last_peered":"2024-09-10T08:35:24.523939+0000","last_clean":"2024-09-10T08:35:24.523939+0000","last_became_active":"2024-09-10T08:35:22.536425+0000","last_became_peered":"2024-09-10T08:35:22.536425+0000","last_unstale":"2024-09-10T08:35:24.523939+0000","last_undegraded":"2024-09-10T08:35:24.523939+0000","last_fullsized":"2024-09-10T08:35:24.523939+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:25.333403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525773+0000","last_change":"2024-09-10T08:35:23.545100+0000","last_active":"2024-09-10T08:35:24.525773+0000","last_peered":"2024-09-10T08:35:24.525773+0000","last_clean":"2024-09-10T08:35:24.525773+0000","last_became_active":"2024-09-10T08:35:23.544688+0000","last_became_peered":"2024-09-10T08:35:23.544688+0000","last_unstale":"2024-09-10T08:35:24.525773+0000","last_undegraded":"2024-09-10T08:35:24.525773+0000","last_fullsized":"2024-09-10T08:35:24.525773+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:53.291556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.524016+0000","last_change":"2024-09-10T08:35:22.531590+0000","last_active":"2024-09-10T08:35:24.524016+0000","last_peered":"2024-09-10T08:35:24.524016+0000","last_clean":"2024-09-10T08:35:24.524016+0000","last_became_active":"2024-09-10T08:35:22.531319+0000","last_became_peered":"2024-09-10T08:35:22.531319+0000","last_unstale":"2024-09-10T08:35:24.524016+0000","last_undegraded":"2024-09-10T08:35:24.524016+0000","last_fullsized":"2024-09-10T08:35:24.524016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:59.582982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277625+0000","last_change":"2024-09-10T08:35:23.540715+0000","last_active":"2024-09-10T08:35:25.277625+0000","last_peered":"2024-09-10T08:35:25.277625+0000","last_clean":"2024-09-10T08:35:25.277625+0000","last_became_active":"2024-09-10T08:35:23.540433+0000","last_became_peered":"2024-09-10T08:35:23.540433+0000","last_unstale":"2024-09-10T08:35:25.277625+0000","last_undegraded":"2024-09-10T08:35:25.277625+0000","last_fullsized":"2024-09-10T08:35:25.277625+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:54:56.692844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278396+0000","last_change":"2024-09-10T08:35:22.531653+0000","last_active":"2024-09-10T08:35:25.278396+0000","last_peered":"2024-09-10T08:35:25.278396+0000","last_clean":"2024-09-10T08:35:25.278396+0000","last_became_active":"2024-09-10T08:35:22.531377+0000","last_became_peered":"2024-09-10T08:35:22.531377+0000","last_unstale":"2024-09-10T08:35:25.278396+0000","last_undegraded":"2024-09-10T08:35:25.278396+0000","last_fullsized":"2024-09-10T08:35:25.278396+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:56.941764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277398+0000","last_change":"2024-09-10T08:35:23.536782+0000","last_active":"2024-09-10T08:35:25.277398+0000","last_peered":"2024-09-10T08:35:25.277398+0000","last_clean":"2024-09-10T08:35:25.277398+0000","last_became_active":"2024-09-10T08:35:23.536524+0000","last_became_peered":"2024-09-10T08:35:23.536524+0000","last_unstale":"2024-09-10T08:35:25.277398+0000","last_undegraded":"2024-09-10T08:35:25.277398+0000","last_fullsized":"2024-09-10T08:35:25.277398+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:30.256709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277420+0000","last_change":"2024-09-10T08:35:22.532417+0000","last_active":"2024-09-10T08:35:25.277420+0000","last_peered":"2024-09-10T08:35:25.277420+0000","last_clean":"2024-09-10T08:35:25.277420+0000","last_became_active":"2024-09-10T08:35:22.532039+0000","last_became_peered":"2024-09-10T08:35:22.532039+0000","last_unstale":"2024-09-10T08:35:25.277420+0000","last_undegraded":"2024-09-10T08:35:25.277420+0000","last_fullsized":"2024-09-10T08:35:25.277420+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:20:55.035423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278267+0000","last_change":"2024-09-10T08:35:23.544240+0000","last_active":"2024-09-10T08:35:25.278267+0000","last_peered":"2024-09-10T08:35:25.278267+0000","last_clean":"2024-09-10T08:35:25.278267+0000","last_became_active":"2024-09-10T08:35:23.542525+0000","last_became_peered":"2024-09-10T08:35:23.542525+0000","last_unstale":"2024-09-10T08:35:25.278267+0000","last_undegraded":"2024-09-10T08:35:25.278267+0000","last_fullsized":"2024-09-10T08:35:25.278267+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:44.335753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277204+0000","last_change":"2024-09-10T08:35:22.540331+0000","last_active":"2024-09-10T08:35:25.277204+0000","last_peered":"2024-09-10T08:35:25.277204+0000","last_clean":"2024-09-10T08:35:25.277204+0000","last_became_active":"2024-09-10T08:35:22.540047+0000","last_became_peered":"2024-09-10T08:35:22.540047+0000","last_unstale":"2024-09-10T08:35:25.277204+0000","last_undegraded":"2024-09-10T08:35:25.277204+0000","last_fullsized":"2024-09-10T08:35:25.277204+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:52.285902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278387+0000","last_change":"2024-09-10T08:35:23.536487+0000","last_active":"2024-09-10T08:35:25.278387+0000","last_peered":"2024-09-10T08:35:25.278387+0000","last_clean":"2024-09-10T08:35:25.278387+0000","last_became_active":"2024-09-10T08:35:23.536241+0000","last_became_peered":"2024-09-10T08:35:23.536241+0000","last_unstale":"2024-09-10T08:35:25.278387+0000","last_undegraded":"2024-09-10T08:35:25.278387+0000","last_fullsized":"2024-09-10T08:35:25.278387+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:02.002272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278322+0000","last_change":"2024-09-10T08:35:22.539026+0000","last_active":"2024-09-10T08:35:25.278322+0000","last_peered":"2024-09-10T08:35:25.278322+0000","last_clean":"2024-09-10T08:35:25.278322+0000","last_became_active":"2024-09-10T08:35:22.538461+0000","last_became_peered":"2024-09-10T08:35:22.538461+0000","last_unstale":"2024-09-10T08:35:25.278322+0000","last_undegraded":"2024-09-10T08:35:25.278322+0000","last_fullsized":"2024-09-10T08:35:25.278322+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:34:27.645533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278288+0000","last_change":"2024-09-10T08:35:23.532482+0000","last_active":"2024-09-10T08:35:25.278288+0000","last_peered":"2024-09-10T08:35:25.278288+0000","last_clean":"2024-09-10T08:35:25.278288+0000","last_became_active":"2024-09-10T08:35:23.532198+0000","last_became_peered":"2024-09-10T08:35:23.532198+0000","last_unstale":"2024-09-10T08:35:25.278288+0000","last_undegraded":"2024-09-10T08:35:25.278288+0000","last_fullsized":"2024-09-10T08:35:25.278288+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:16.882082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526115+0000","last_change":"2024-09-10T08:35:22.541946+0000","last_active":"2024-09-10T08:35:24.526115+0000","last_peered":"2024-09-10T08:35:24.526115+0000","last_clean":"2024-09-10T08:35:24.526115+0000","last_became_active":"2024-09-10T08:35:22.541613+0000","last_became_peered":"2024-09-10T08:35:22.541613+0000","last_unstale":"2024-09-10T08:35:24.526115+0000","last_undegraded":"2024-09-10T08:35:24.526115+0000","last_fullsized":"2024-09-10T08:35:24.526115+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277311+0000","last_change":"2024-09-10T08:35:23.543983+0000","last_active":"2024-09-10T08:35:25.277311+0000","last_peered":"2024-09-10T08:35:25.277311+0000","last_clean":"2024-09-10T08:35:25.277311+0000","last_became_active":"2024-09-10T08:35:23.543717+0000","last_became_peered":"2024-09-10T08:35:23.543717+0000","last_unstale":"2024-09-10T08:35:25.277311+0000","last_undegraded":"2024-09-10T08:35:25.277311+0000","last_fullsized":"2024-09-10T08:35:25.277311+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:18.314987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526667+0000","last_change":"2024-09-10T08:35:22.535672+0000","last_active":"2024-09-10T08:35:24.526667+0000","last_peered":"2024-09-10T08:35:24.526667+0000","last_clean":"2024-09-10T08:35:24.526667+0000","last_became_active":"2024-09-10T08:35:22.535367+0000","last_became_peered":"2024-09-10T08:35:22.535367+0000","last_unstale":"2024-09-10T08:35:24.526667+0000","last_undegraded":"2024-09-10T08:35:24.526667+0000","last_fullsized":"2024-09-10T08:35:24.526667+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:27:07.591998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278643+0000","last_change":"2024-09-10T08:35:23.543571+0000","last_active":"2024-09-10T08:35:25.278643+0000","last_peered":"2024-09-10T08:35:25.278643+0000","last_clean":"2024-09-10T08:35:25.278643+0000","last_became_active":"2024-09-10T08:35:23.543193+0000","last_became_peered":"2024-09-10T08:35:23.543193+0000","last_unstale":"2024-09-10T08:35:25.278643+0000","last_undegraded":"2024-09-10T08:35:25.278643+0000","last_fullsized":"2024-09-10T08:35:25.278643+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:13.735396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"65'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526358+0000","last_change":"2024-09-10T08:35:22.539903+0000","last_active":"2024-09-10T08:35:24.526358+0000","last_peered":"2024-09-10T08:35:24.526358+0000","last_clean":"2024-09-10T08:35:24.526358+0000","last_became_active":"2024-09-10T08:35:22.539607+0000","last_became_peered":"2024-09-10T08:35:22.539607+0000","last_unstale":"2024-09-10T08:35:24.526358+0000","last_undegraded":"2024-09-10T08:35:24.526358+0000","last_fullsized":"2024-09-10T08:35:24.526358+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:09.291609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525711+0000","last_change":"2024-09-10T08:35:23.539974+0000","last_active":"2024-09-10T08:35:24.525711+0000","last_peered":"2024-09-10T08:35:24.525711+0000","last_clean":"2024-09-10T08:35:24.525711+0000","last_became_active":"2024-09-10T08:35:23.539211+0000","last_became_peered":"2024-09-10T08:35:23.539211+0000","last_unstale":"2024-09-10T08:35:24.525711+0000","last_undegraded":"2024-09-10T08:35:24.525711+0000","last_fullsized":"2024-09-10T08:35:24.525711+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:44.335753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278223+0000","last_change":"2024-09-10T08:35:22.539901+0000","last_active":"2024-09-10T08:35:25.278223+0000","last_peered":"2024-09-10T08:35:25.278223+0000","last_clean":"2024-09-10T08:35:25.278223+0000","last_became_active":"2024-09-10T08:35:22.539594+0000","last_became_peered":"2024-09-10T08:35:22.539594+0000","last_unstale":"2024-09-10T08:35:25.278223+0000","last_undegraded":"2024-09-10T08:35:25.278223+0000","last_fullsized":"2024-09-10T08:35:25.278223+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:08:41.597761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525026+0000","last_change":"2024-09-10T08:35:23.552723+0000","last_active":"2024-09-10T08:35:24.525026+0000","last_peered":"2024-09-10T08:35:24.525026+0000","last_clean":"2024-09-10T08:35:24.525026+0000","last_became_active":"2024-09-10T08:35:23.552487+0000","last_became_peered":"2024-09-10T08:35:23.552487+0000","last_unstale":"2024-09-10T08:35:24.525026+0000","last_undegraded":"2024-09-10T08:35:24.525026+0000","last_fullsized":"2024-09-10T08:35:24.525026+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:26:28.690246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525590+0000","last_change":"2024-09-10T08:35:22.537164+0000","last_active":"2024-09-10T08:35:24.525590+0000","last_peered":"2024-09-10T08:35:24.525590+0000","last_clean":"2024-09-10T08:35:24.525590+0000","last_became_active":"2024-09-10T08:35:22.536900+0000","last_became_peered":"2024-09-10T08:35:22.536900+0000","last_unstale":"2024-09-10T08:35:24.525590+0000","last_undegraded":"2024-09-10T08:35:24.525590+0000","last_fullsized":"2024-09-10T08:35:24.525590+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:05.196172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277864+0000","last_change":"2024-09-10T08:35:23.543970+0000","last_active":"2024-09-10T08:35:25.277864+0000","last_peered":"2024-09-10T08:35:25.277864+0000","last_clean":"2024-09-10T08:35:25.277864+0000","last_became_active":"2024-09-10T08:35:23.540846+0000","last_became_peered":"2024-09-10T08:35:23.540846+0000","last_unstale":"2024-09-10T08:35:25.277864+0000","last_undegraded":"2024-09-10T08:35:25.277864+0000","last_fullsized":"2024-09-10T08:35:25.277864+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:44.248745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277850+0000","last_change":"2024-09-10T08:35:22.536079+0000","last_active":"2024-09-10T08:35:25.277850+0000","last_peered":"2024-09-10T08:35:25.277850+0000","last_clean":"2024-09-10T08:35:25.277850+0000","last_became_active":"2024-09-10T08:35:22.535788+0000","last_became_peered":"2024-09-10T08:35:22.535788+0000","last_unstale":"2024-09-10T08:35:25.277850+0000","last_undegraded":"2024-09-10T08:35:25.277850+0000","last_fullsized":"2024-09-10T08:35:25.277850+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:33.724666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278451+0000","last_change":"2024-09-10T08:35:23.534775+0000","last_active":"2024-09-10T08:35:25.278451+0000","last_peered":"2024-09-10T08:35:25.278451+0000","last_clean":"2024-09-10T08:35:25.278451+0000","last_became_active":"2024-09-10T08:35:23.534509+0000","last_became_peered":"2024-09-10T08:35:23.534509+0000","last_unstale":"2024-09-10T08:35:25.278451+0000","last_undegraded":"2024-09-10T08:35:25.278451+0000","last_fullsized":"2024-09-10T08:35:25.278451+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:49.336327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526437+0000","last_change":"2024-09-10T08:35:22.537663+0000","last_active":"2024-09-10T08:35:24.526437+0000","last_peered":"2024-09-10T08:35:24.526437+0000","last_clean":"2024-09-10T08:35:24.526437+0000","last_became_active":"2024-09-10T08:35:22.537397+0000","last_became_peered":"2024-09-10T08:35:22.537397+0000","last_unstale":"2024-09-10T08:35:24.526437+0000","last_undegraded":"2024-09-10T08:35:24.526437+0000","last_fullsized":"2024-09-10T08:35:24.526437+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277859+0000","last_change":"2024-09-10T08:35:23.541292+0000","last_active":"2024-09-10T08:35:25.277859+0000","last_peered":"2024-09-10T08:35:25.277859+0000","last_clean":"2024-09-10T08:35:25.277859+0000","last_became_active":"2024-09-10T08:35:23.540990+0000","last_became_peered":"2024-09-10T08:35:23.540990+0000","last_unstale":"2024-09-10T08:35:25.277859+0000","last_undegraded":"2024-09-10T08:35:25.277859+0000","last_fullsized":"2024-09-10T08:35:25.277859+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:41:52.386537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525142+0000","last_change":"2024-09-10T08:35:22.533867+0000","last_active":"2024-09-10T08:35:24.525142+0000","last_peered":"2024-09-10T08:35:24.525142+0000","last_clean":"2024-09-10T08:35:24.525142+0000","last_became_active":"2024-09-10T08:35:22.533581+0000","last_became_peered":"2024-09-10T08:35:22.533581+0000","last_unstale":"2024-09-10T08:35:24.525142+0000","last_undegraded":"2024-09-10T08:35:24.525142+0000","last_fullsized":"2024-09-10T08:35:24.525142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:11.681983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525336+0000","last_change":"2024-09-10T08:35:23.549274+0000","last_active":"2024-09-10T08:35:24.525336+0000","last_peered":"2024-09-10T08:35:24.525336+0000","last_clean":"2024-09-10T08:35:24.525336+0000","last_became_active":"2024-09-10T08:35:23.548992+0000","last_became_peered":"2024-09-10T08:35:23.548992+0000","last_unstale":"2024-09-10T08:35:24.525336+0000","last_undegraded":"2024-09-10T08:35:24.525336+0000","last_fullsized":"2024-09-10T08:35:24.525336+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:47.115830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278310+0000","last_change":"2024-09-10T08:35:22.541994+0000","last_active":"2024-09-10T08:35:25.278310+0000","last_peered":"2024-09-10T08:35:25.278310+0000","last_clean":"2024-09-10T08:35:25.278310+0000","last_became_active":"2024-09-10T08:35:22.541720+0000","last_became_peered":"2024-09-10T08:35:22.541720+0000","last_unstale":"2024-09-10T08:35:25.278310+0000","last_undegraded":"2024-09-10T08:35:25.278310+0000","last_fullsized":"2024-09-10T08:35:25.278310+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:12.729743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278579+0000","last_change":"2024-09-10T08:35:23.536856+0000","last_active":"2024-09-10T08:35:25.278579+0000","last_peered":"2024-09-10T08:35:25.278579+0000","last_clean":"2024-09-10T08:35:25.278579+0000","last_became_active":"2024-09-10T08:35:23.536558+0000","last_became_peered":"2024-09-10T08:35:23.536558+0000","last_unstale":"2024-09-10T08:35:25.278579+0000","last_undegraded":"2024-09-10T08:35:25.278579+0000","last_fullsized":"2024-09-10T08:35:25.278579+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:44.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525486+0000","last_change":"2024-09-10T08:35:22.537959+0000","last_active":"2024-09-10T08:35:24.525486+0000","last_peered":"2024-09-10T08:35:24.525486+0000","last_clean":"2024-09-10T08:35:24.525486+0000","last_became_active":"2024-09-10T08:35:22.537650+0000","last_became_peered":"2024-09-10T08:35:22.537650+0000","last_unstale":"2024-09-10T08:35:24.525486+0000","last_undegraded":"2024-09-10T08:35:24.525486+0000","last_fullsized":"2024-09-10T08:35:24.525486+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:16:42.090568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526576+0000","last_change":"2024-09-10T08:35:23.543385+0000","last_active":"2024-09-10T08:35:24.526576+0000","last_peered":"2024-09-10T08:35:24.526576+0000","last_clean":"2024-09-10T08:35:24.526576+0000","last_became_active":"2024-09-10T08:35:23.538465+0000","last_became_peered":"2024-09-10T08:35:23.538465+0000","last_unstale":"2024-09-10T08:35:24.526576+0000","last_undegraded":"2024-09-10T08:35:24.526576+0000","last_fullsized":"2024-09-10T08:35:24.526576+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:44.746527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526476+0000","last_change":"2024-09-10T08:35:22.540226+0000","last_active":"2024-09-10T08:35:24.526476+0000","last_peered":"2024-09-10T08:35:24.526476+0000","last_clean":"2024-09-10T08:35:24.526476+0000","last_became_active":"2024-09-10T08:35:22.539908+0000","last_became_peered":"2024-09-10T08:35:22.539908+0000","last_unstale":"2024-09-10T08:35:24.526476+0000","last_undegraded":"2024-09-10T08:35:24.526476+0000","last_fullsized":"2024-09-10T08:35:24.526476+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.887607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278687+0000","last_change":"2024-09-10T08:35:23.538271+0000","last_active":"2024-09-10T08:35:25.278687+0000","last_peered":"2024-09-10T08:35:25.278687+0000","last_clean":"2024-09-10T08:35:25.278687+0000","last_became_active":"2024-09-10T08:35:23.538016+0000","last_became_peered":"2024-09-10T08:35:23.538016+0000","last_unstale":"2024-09-10T08:35:25.278687+0000","last_undegraded":"2024-09-10T08:35:25.278687+0000","last_fullsized":"2024-09-10T08:35:25.278687+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:58.106810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277753+0000","last_change":"2024-09-10T08:35:22.529367+0000","last_active":"2024-09-10T08:35:25.277753+0000","last_peered":"2024-09-10T08:35:25.277753+0000","last_clean":"2024-09-10T08:35:25.277753+0000","last_became_active":"2024-09-10T08:35:22.528854+0000","last_became_peered":"2024-09-10T08:35:22.528854+0000","last_unstale":"2024-09-10T08:35:25.277753+0000","last_undegraded":"2024-09-10T08:35:25.277753+0000","last_fullsized":"2024-09-10T08:35:25.277753+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:11:30.918320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523733+0000","last_change":"2024-09-10T08:35:23.530986+0000","last_active":"2024-09-10T08:35:24.523733+0000","last_peered":"2024-09-10T08:35:24.523733+0000","last_clean":"2024-09-10T08:35:24.523733+0000","last_became_active":"2024-09-10T08:35:23.530735+0000","last_became_peered":"2024-09-10T08:35:23.530735+0000","last_unstale":"2024-09-10T08:35:24.523733+0000","last_undegraded":"2024-09-10T08:35:24.523733+0000","last_fullsized":"2024-09-10T08:35:24.523733+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:15.112789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523830+0000","last_change":"2024-09-10T08:35:22.536028+0000","last_active":"2024-09-10T08:35:24.523830+0000","last_peered":"2024-09-10T08:35:24.523830+0000","last_clean":"2024-09-10T08:35:24.523830+0000","last_became_active":"2024-09-10T08:35:22.535557+0000","last_became_peered":"2024-09-10T08:35:22.535557+0000","last_unstale":"2024-09-10T08:35:24.523830+0000","last_undegraded":"2024-09-10T08:35:24.523830+0000","last_fullsized":"2024-09-10T08:35:24.523830+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:14.112755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277688+0000","last_change":"2024-09-10T08:35:23.542439+0000","last_active":"2024-09-10T08:35:25.277688+0000","last_peered":"2024-09-10T08:35:25.277688+0000","last_clean":"2024-09-10T08:35:25.277688+0000","last_became_active":"2024-09-10T08:35:23.540134+0000","last_became_peered":"2024-09-10T08:35:23.540134+0000","last_unstale":"2024-09-10T08:35:25.277688+0000","last_undegraded":"2024-09-10T08:35:25.277688+0000","last_fullsized":"2024-09-10T08:35:25.277688+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:26.339056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277987+0000","last_change":"2024-09-10T08:35:22.542503+0000","last_active":"2024-09-10T08:35:25.277987+0000","last_peered":"2024-09-10T08:35:25.277987+0000","last_clean":"2024-09-10T08:35:25.277987+0000","last_became_active":"2024-09-10T08:35:22.542205+0000","last_became_peered":"2024-09-10T08:35:22.542205+0000","last_unstale":"2024-09-10T08:35:25.277987+0000","last_undegraded":"2024-09-10T08:35:25.277987+0000","last_fullsized":"2024-09-10T08:35:25.277987+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:01.291553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278544+0000","last_change":"2024-09-10T08:35:23.543805+0000","last_active":"2024-09-10T08:35:25.278544+0000","last_peered":"2024-09-10T08:35:25.278544+0000","last_clean":"2024-09-10T08:35:25.278544+0000","last_became_active":"2024-09-10T08:35:23.542166+0000","last_became_peered":"2024-09-10T08:35:23.542166+0000","last_unstale":"2024-09-10T08:35:25.278544+0000","last_undegraded":"2024-09-10T08:35:25.278544+0000","last_fullsized":"2024-09-10T08:35:25.278544+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:02.297206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523662+0000","last_change":"2024-09-10T08:35:22.533115+0000","last_active":"2024-09-10T08:35:24.523662+0000","last_peered":"2024-09-10T08:35:24.523662+0000","last_clean":"2024-09-10T08:35:24.523662+0000","last_became_active":"2024-09-10T08:35:22.532818+0000","last_became_peered":"2024-09-10T08:35:22.532818+0000","last_unstale":"2024-09-10T08:35:24.523662+0000","last_undegraded":"2024-09-10T08:35:24.523662+0000","last_fullsized":"2024-09-10T08:35:24.523662+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:33.179066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.523921+0000","last_change":"2024-09-10T08:35:23.537776+0000","last_active":"2024-09-10T08:35:24.523921+0000","last_peered":"2024-09-10T08:35:24.523921+0000","last_clean":"2024-09-10T08:35:24.523921+0000","last_became_active":"2024-09-10T08:35:23.537525+0000","last_became_peered":"2024-09-10T08:35:23.537525+0000","last_unstale":"2024-09-10T08:35:24.523921+0000","last_undegraded":"2024-09-10T08:35:24.523921+0000","last_fullsized":"2024-09-10T08:35:24.523921+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:39:56.082960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278418+0000","last_change":"2024-09-10T08:35:22.539067+0000","last_active":"2024-09-10T08:35:25.278418+0000","last_peered":"2024-09-10T08:35:25.278418+0000","last_clean":"2024-09-10T08:35:25.278418+0000","last_became_active":"2024-09-10T08:35:22.538779+0000","last_became_peered":"2024-09-10T08:35:22.538779+0000","last_unstale":"2024-09-10T08:35:25.278418+0000","last_undegraded":"2024-09-10T08:35:25.278418+0000","last_fullsized":"2024-09-10T08:35:25.278418+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:07:57.101157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278080+0000","last_change":"2024-09-10T08:35:23.532611+0000","last_active":"2024-09-10T08:35:25.278080+0000","last_peered":"2024-09-10T08:35:25.278080+0000","last_clean":"2024-09-10T08:35:25.278080+0000","last_became_active":"2024-09-10T08:35:23.532364+0000","last_became_peered":"2024-09-10T08:35:23.532364+0000","last_unstale":"2024-09-10T08:35:25.278080+0000","last_undegraded":"2024-09-10T08:35:25.278080+0000","last_fullsized":"2024-09-10T08:35:25.278080+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:05:38.160027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278325+0000","last_change":"2024-09-10T08:35:22.537240+0000","last_active":"2024-09-10T08:35:25.278325+0000","last_peered":"2024-09-10T08:35:25.278325+0000","last_clean":"2024-09-10T08:35:25.278325+0000","last_became_active":"2024-09-10T08:35:22.535711+0000","last_became_peered":"2024-09-10T08:35:22.535711+0000","last_unstale":"2024-09-10T08:35:25.278325+0000","last_undegraded":"2024-09-10T08:35:25.278325+0000","last_fullsized":"2024-09-10T08:35:25.278325+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:03:43.740873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278199+0000","last_change":"2024-09-10T08:35:23.542688+0000","last_active":"2024-09-10T08:35:25.278199+0000","last_peered":"2024-09-10T08:35:25.278199+0000","last_clean":"2024-09-10T08:35:25.278199+0000","last_became_active":"2024-09-10T08:35:23.542324+0000","last_became_peered":"2024-09-10T08:35:23.542324+0000","last_unstale":"2024-09-10T08:35:25.278199+0000","last_undegraded":"2024-09-10T08:35:25.278199+0000","last_fullsized":"2024-09-10T08:35:25.278199+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:26:53.291556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.524021+0000","last_change":"2024-09-10T08:35:22.536601+0000","last_active":"2024-09-10T08:35:24.524021+0000","last_peered":"2024-09-10T08:35:24.524021+0000","last_clean":"2024-09-10T08:35:24.524021+0000","last_became_active":"2024-09-10T08:35:22.536311+0000","last_became_peered":"2024-09-10T08:35:22.536311+0000","last_unstale":"2024-09-10T08:35:24.524021+0000","last_undegraded":"2024-09-10T08:35:24.524021+0000","last_fullsized":"2024-09-10T08:35:24.524021+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:37:30.341908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278734+0000","last_change":"2024-09-10T08:35:23.538957+0000","last_active":"2024-09-10T08:35:25.278734+0000","last_peered":"2024-09-10T08:35:25.278734+0000","last_clean":"2024-09-10T08:35:25.278734+0000","last_became_active":"2024-09-10T08:35:23.538706+0000","last_became_peered":"2024-09-10T08:35:23.538706+0000","last_unstale":"2024-09-10T08:35:25.278734+0000","last_undegraded":"2024-09-10T08:35:25.278734+0000","last_fullsized":"2024-09-10T08:35:25.278734+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:06.201825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278333+0000","last_change":"2024-09-10T08:35:22.539163+0000","last_active":"2024-09-10T08:35:25.278333+0000","last_peered":"2024-09-10T08:35:25.278333+0000","last_clean":"2024-09-10T08:35:25.278333+0000","last_became_active":"2024-09-10T08:35:22.538899+0000","last_became_peered":"2024-09-10T08:35:22.538899+0000","last_unstale":"2024-09-10T08:35:25.278333+0000","last_undegraded":"2024-09-10T08:35:25.278333+0000","last_fullsized":"2024-09-10T08:35:25.278333+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:07:27.124923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278227+0000","last_change":"2024-09-10T08:35:23.540680+0000","last_active":"2024-09-10T08:35:25.278227+0000","last_peered":"2024-09-10T08:35:25.278227+0000","last_clean":"2024-09-10T08:35:25.278227+0000","last_became_active":"2024-09-10T08:35:23.540394+0000","last_became_peered":"2024-09-10T08:35:23.540394+0000","last_unstale":"2024-09-10T08:35:25.278227+0000","last_undegraded":"2024-09-10T08:35:25.278227+0000","last_fullsized":"2024-09-10T08:35:25.278227+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:19.851719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525693+0000","last_change":"2024-09-10T08:35:22.538380+0000","last_active":"2024-09-10T08:35:24.525693+0000","last_peered":"2024-09-10T08:35:24.525693+0000","last_clean":"2024-09-10T08:35:24.525693+0000","last_became_active":"2024-09-10T08:35:22.538104+0000","last_became_peered":"2024-09-10T08:35:22.538104+0000","last_unstale":"2024-09-10T08:35:24.525693+0000","last_undegraded":"2024-09-10T08:35:24.525693+0000","last_fullsized":"2024-09-10T08:35:24.525693+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:38:15.665318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.526223+0000","last_change":"2024-09-10T08:35:23.552663+0000","last_active":"2024-09-10T08:35:24.526223+0000","last_peered":"2024-09-10T08:35:24.526223+0000","last_clean":"2024-09-10T08:35:24.526223+0000","last_became_active":"2024-09-10T08:35:23.552408+0000","last_became_peered":"2024-09-10T08:35:23.552408+0000","last_unstale":"2024-09-10T08:35:24.526223+0000","last_undegraded":"2024-09-10T08:35:24.526223+0000","last_fullsized":"2024-09-10T08:35:24.526223+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:29:02.297206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277515+0000","last_change":"2024-09-10T08:35:22.532660+0000","last_active":"2024-09-10T08:35:25.277515+0000","last_peered":"2024-09-10T08:35:25.277515+0000","last_clean":"2024-09-10T08:35:25.277515+0000","last_became_active":"2024-09-10T08:35:22.531095+0000","last_became_peered":"2024-09-10T08:35:22.531095+0000","last_unstale":"2024-09-10T08:35:25.277515+0000","last_undegraded":"2024-09-10T08:35:25.277515+0000","last_fullsized":"2024-09-10T08:35:25.277515+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:35:46.110176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277535+0000","last_change":"2024-09-10T08:35:23.535926+0000","last_active":"2024-09-10T08:35:25.277535+0000","last_peered":"2024-09-10T08:35:25.277535+0000","last_clean":"2024-09-10T08:35:25.277535+0000","last_became_active":"2024-09-10T08:35:23.535663+0000","last_became_peered":"2024-09-10T08:35:23.535663+0000","last_unstale":"2024-09-10T08:35:25.277535+0000","last_undegraded":"2024-09-10T08:35:25.277535+0000","last_fullsized":"2024-09-10T08:35:25.277535+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:07.022314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277305+0000","last_change":"2024-09-10T08:35:22.540328+0000","last_active":"2024-09-10T08:35:25.277305+0000","last_peered":"2024-09-10T08:35:25.277305+0000","last_clean":"2024-09-10T08:35:25.277305+0000","last_became_active":"2024-09-10T08:35:22.540036+0000","last_became_peered":"2024-09-10T08:35:22.540036+0000","last_unstale":"2024-09-10T08:35:25.277305+0000","last_undegraded":"2024-09-10T08:35:25.277305+0000","last_fullsized":"2024-09-10T08:35:25.277305+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:02.369060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277988+0000","last_change":"2024-09-10T08:35:23.547760+0000","last_active":"2024-09-10T08:35:25.277988+0000","last_peered":"2024-09-10T08:35:25.277988+0000","last_clean":"2024-09-10T08:35:25.277988+0000","last_became_active":"2024-09-10T08:35:23.547312+0000","last_became_peered":"2024-09-10T08:35:23.547312+0000","last_unstale":"2024-09-10T08:35:25.277988+0000","last_undegraded":"2024-09-10T08:35:25.277988+0000","last_fullsized":"2024-09-10T08:35:25.277988+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:43.968801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277232+0000","last_change":"2024-09-10T08:35:22.535826+0000","last_active":"2024-09-10T08:35:25.277232+0000","last_peered":"2024-09-10T08:35:25.277232+0000","last_clean":"2024-09-10T08:35:25.277232+0000","last_became_active":"2024-09-10T08:35:22.535526+0000","last_became_peered":"2024-09-10T08:35:22.535526+0000","last_unstale":"2024-09-10T08:35:25.277232+0000","last_undegraded":"2024-09-10T08:35:25.277232+0000","last_fullsized":"2024-09-10T08:35:25.277232+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:27.146256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.278299+0000","last_change":"2024-09-10T08:35:23.542860+0000","last_active":"2024-09-10T08:35:25.278299+0000","last_peered":"2024-09-10T08:35:25.278299+0000","last_clean":"2024-09-10T08:35:25.278299+0000","last_became_active":"2024-09-10T08:35:23.542580+0000","last_became_peered":"2024-09-10T08:35:23.542580+0000","last_unstale":"2024-09-10T08:35:25.278299+0000","last_undegraded":"2024-09-10T08:35:25.278299+0000","last_fullsized":"2024-09-10T08:35:25.278299+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:22.514520+0000","last_clean_scrub_stamp":"2024-09-10T08:35:22.514520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:59:34.730319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:25.277111+0000","last_change":"2024-09-10T08:35:22.534337+0000","last_active":"2024-09-10T08:35:25.277111+0000","last_peered":"2024-09-10T08:35:25.277111+0000","last_clean":"2024-09-10T08:35:25.277111+0000","last_became_active":"2024-09-10T08:35:22.534007+0000","last_became_peered":"2024-09-10T08:35:22.534007+0000","last_unstale":"2024-09-10T08:35:25.277111+0000","last_undegraded":"2024-09-10T08:35:25.277111+0000","last_fullsized":"2024-09-10T08:35:25.277111+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:35:21.508866+0000","last_clean_scrub_stamp":"2024-09-10T08:35:21.508866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:04:43.243092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":259,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-10T08:35:24.525412+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:35:24.525412+0000","last_peered":"2024-09-10T08:35:24.525412+0000","last_clean":"2024-09-10T08:35:24.525412+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:35:24.525412+0000","last_undegraded":"2024-09-10T08:35:24.525412+0000","last_fullsized":"2024-09-10T08:35:24.525412+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476775,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27800,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344040,"statfs":{"total":96636764160,"available":96608296960,"internally_reserved":0,"allocated":790528,"data_stored":350118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509478,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28400,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343440,"statfs":{"total":96636764160,"available":96607682560,"internally_reserved":0,"allocated":1400832,"data_stored":946342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":794624,"data_stored":355232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509478,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":794624,"data_stored":355220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":790528,"data_stored":355198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509478,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":790528,"data_stored":355198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509478,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1384448,"data_stored":945566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":819200,"data_stored":357574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:35:31.153 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:35:31.153 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T08:35:31.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.292+0000 7fd8a201e640 1 Processor -- start 2024-09-10T08:35:31.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.292+0000 7fd8a201e640 1 -- start start 2024-09-10T08:35:31.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd8a201e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd89c15e390 0x7fd89c071d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd8a201e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd89c0b4970 0x7fd89c06eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd8a201e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd89c0ce1d0 con 0x7fd89c06e730 2024-09-10T08:35:31.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd8a201e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd89c0cdf80 con 0x7fd89c0b4970 2024-09-10T08:35:31.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd8a201e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd89c0ce4b0 con 0x7fd89c15e390 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd89c0b4970 0x7fd89c06eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd89c0b4970 0x7fd89c06eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52786/0 (socket says 172.21.15.94:52786) 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89bfff640 1 -- 172.21.15.94:0/3591303595 learned_addr learned my addr 172.21.15.94:0/3591303595 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89b7fe640 1 --2- 172.21.15.94:0/3591303595 >> v2:172.21.15.143:3300/0 conn(0x7fd89c15e390 0x7fd89c071d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89bfff640 1 -- 172.21.15.94:0/3591303595 >> v2:172.21.15.143:3300/0 conn(0x7fd89c15e390 msgr2=0x7fd89c071d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89bfff640 1 --2- 172.21.15.94:0/3591303595 >> v2:172.21.15.143:3300/0 conn(0x7fd89c15e390 0x7fd89c071d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89bfff640 1 -- 172.21.15.94:0/3591303595 >> v1:172.21.15.143:6789/0 conn(0x7fd89c06e730 legacy=0x7fd89c0b4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.293+0000 7fd89bfff640 1 -- 172.21.15.94:0/3591303595 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd89c0ce790 con 0x7fd89c0b4970 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.294+0000 7fd89bfff640 1 --2- 172.21.15.94:0/3591303595 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c06eb70 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd89c0698a0 tx=0x7fd89402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8037fe7d376bd632 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.294+0000 7fd89a7fc640 1 -- 172.21.15.94:0/3591303595 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd894036070 con 0x7fd89c0b4970 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.294+0000 7fd89a7fc640 1 -- 172.21.15.94:0/3591303595 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd894031600 con 0x7fd89c0b4970 2024-09-10T08:35:31.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.294+0000 7fd89a7fc640 1 -- 172.21.15.94:0/3591303595 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8940319d0 con 0x7fd89c0b4970 2024-09-10T08:35:31.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 -- 172.21.15.94:0/3591303595 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 msgr2=0x7fd89c06eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 --2- 172.21.15.94:0/3591303595 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c06eb70 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd89c0698a0 tx=0x7fd89402a6f0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 -- 172.21.15.94:0/3591303595 shutdown_connections 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 --2- 172.21.15.94:0/3591303595 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c06eb70 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 --2- 172.21.15.94:0/3591303595 >> v2:172.21.15.143:3300/0 conn(0x7fd89c15e390 0x7fd89c071d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 -- 172.21.15.94:0/3591303595 >> 172.21.15.94:0/3591303595 conn(0x7fd89c0b1c70 msgr2=0x7fd89c0b2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 -- 172.21.15.94:0/3591303595 shutdown_connections 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.295+0000 7fd8a201e640 1 -- 172.21.15.94:0/3591303595 wait complete. 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.296+0000 7fd8a201e640 1 Processor -- start 2024-09-10T08:35:31.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.296+0000 7fd8a201e640 1 -- start start 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd8a201e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd89c06e730 0x7fd89c156600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd8a201e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c09a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd8a201e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd89c15e390 0x7fd89c1e9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd8a201e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c072250 con 0x7fd89c0b4970 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd8a201e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c0ced50 con 0x7fd89c15e390 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd8a201e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd89c0723d0 con 0x7fd89c06e730 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c09a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c09a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52796/0 (socket says 172.21.15.94:52796) 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 -- 172.21.15.94:0/2003370873 learned_addr learned my addr 172.21.15.94:0/2003370873 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:31.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89b7fe640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd89c06e730 0x7fd89c156600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89bfff640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd89c15e390 0x7fd89c1e9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 -- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd89c06e730 msgr2=0x7fd89c156600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd89c06e730 0x7fd89c156600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 -- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd89c15e390 msgr2=0x7fd89c1e9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd89c15e390 0x7fd89c1e9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 -- 172.21.15.94:0/2003370873 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd89c09c400 con 0x7fd89c0b4970 2024-09-10T08:35:31.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89b7fe640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd89c06e730 0x7fd89c156600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.297+0000 7fd89affd640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c09a9f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd89000b420 tx=0x7fd89000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.298+0000 7fd883fff640 1 -- 172.21.15.94:0/2003370873 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd890011830 con 0x7fd89c0b4970 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.298+0000 7fd883fff640 1 -- 172.21.15.94:0/2003370873 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd890016070 con 0x7fd89c0b4970 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.298+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd89c09b360 con 0x7fd89c0b4970 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.298+0000 7fd883fff640 1 -- 172.21.15.94:0/2003370873 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd890011c10 con 0x7fd89c0b4970 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.298+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd89c09b920 con 0x7fd89c0b4970 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.299+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd89c15e770 con 0x7fd89c0b4970 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.299+0000 7fd883fff640 1 -- 172.21.15.94:0/2003370873 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd89001b460 con 0x7fd89c0b4970 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.300+0000 7fd883fff640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd88806be30 0x7fd88806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.300+0000 7fd89b7fe640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd88806be30 0x7fd88806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.300+0000 7fd883fff640 1 -- 172.21.15.94:0/2003370873 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fd89008aa60 con 0x7fd89c0b4970 2024-09-10T08:35:31.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.300+0000 7fd89b7fe640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd88806be30 0x7fd88806e2f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd88c008890 tx=0x7fd88c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:31.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.304+0000 7fd883fff640 1 -- 172.21.15.94:0/2003370873 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd890020020 con 0x7fd89c0b4970 2024-09-10T08:35:31.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.535+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fd89c0cf930 con 0x7fd89c0b4970 2024-09-10T08:35:31.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.537+0000 7fd883fff640 1 -- 172.21.15.94:0/2003370873 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7fd890059280 con 0x7fd89c0b4970 2024-09-10T08:35:31.538 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-09-10T08:35:31.539 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:35:31.539 INFO:teuthology.orchestra.run.smithi094.stdout: caps mds = "allow" 2024-09-10T08:35:31.539 INFO:teuthology.orchestra.run.smithi094.stdout: caps mon = "allow r" 2024-09-10T08:35:31.539 INFO:teuthology.orchestra.run.smithi094.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T08:35:31.539 INFO:teuthology.orchestra.run.smithi094.stderr:updated caps for client.0 2024-09-10T08:35:31.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.539+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd88806be30 msgr2=0x7fd88806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.539+0000 7fd8a201e640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd88806be30 0x7fd88806e2f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd88c008890 tx=0x7fd88c008040 comp rx=0 tx=0).stop 2024-09-10T08:35:31.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.539+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 msgr2=0x7fd89c09a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.539+0000 7fd8a201e640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c09a9f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd89000b420 tx=0x7fd89000b8e0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 shutdown_connections 2024-09-10T08:35:31.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd88806be30 0x7fd88806e2f0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd89c15e390 0x7fd89c1e9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd89c0b4970 0x7fd89c09a9f0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 --2- 172.21.15.94:0/2003370873 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd89c06e730 0x7fd89c156600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 >> 172.21.15.94:0/2003370873 conn(0x7fd89c0b1c70 msgr2=0x7fd89c072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:31.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 shutdown_connections 2024-09-10T08:35:31.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.540+0000 7fd8a201e640 1 -- 172.21.15.94:0/2003370873 wait complete. 2024-09-10T08:35:31.553 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:31.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.648+0000 7f1637bc4640 1 Processor -- start 2024-09-10T08:35:31.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.649+0000 7f1637bc4640 1 -- start start 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.649+0000 7f1637bc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f163015b6e0 0x7f16300cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.649+0000 7f1637bc4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f16300ce090 0x7f16300b1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.649+0000 7f1637bc4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16300cd910 con 0x7f163015b300 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.649+0000 7f1637bc4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f16300ce4e0 con 0x7f16300ce090 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.649+0000 7f1637bc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f16300ccda0 con 0x7f163015b6e0 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.649+0000 7f1636161640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f16300ce090 0x7f16300b1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f1635960640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f163015b300 0x7f16300cc690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:55348/0 (socket says 172.21.15.94:55348) 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f1635960640 1 -- 172.21.15.94:0/239637977 learned_addr learned my addr 172.21.15.94:0/239637977 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:31.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f1636161640 1 -- 172.21.15.94:0/239637977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f163015b6e0 msgr2=0x7f16300cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:31.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f1636161640 1 --2- 172.21.15.94:0/239637977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f163015b6e0 0x7f16300cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f1636161640 1 -- 172.21.15.94:0/239637977 >> v1:172.21.15.94:6789/0 conn(0x7f163015b300 legacy=0x7f16300cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f1636161640 1 -- 172.21.15.94:0/239637977 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16300cd070 con 0x7f16300ce090 2024-09-10T08:35:31.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f163495e640 1 -- 172.21.15.94:0/239637977 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3173344961 0 0) 0x7f16300cd910 con 0x7f163015b300 2024-09-10T08:35:31.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.650+0000 7f1636161640 1 --2- 172.21.15.94:0/239637977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f16300ce090 0x7f16300b1050 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f16280097a0 tx=0x7f162802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc88e7608dfd5a37 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:31.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f163495e640 1 -- 172.21.15.94:0/239637977 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1628037070 con 0x7f16300ce090 2024-09-10T08:35:31.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f163495e640 1 -- 172.21.15.94:0/239637977 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1628032440 con 0x7f16300ce090 2024-09-10T08:35:31.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f163495e640 1 -- 172.21.15.94:0/239637977 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1628032810 con 0x7f16300ce090 2024-09-10T08:35:31.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 -- 172.21.15.94:0/239637977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f16300ce090 msgr2=0x7f16300b1050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 --2- 172.21.15.94:0/239637977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f16300ce090 0x7f16300b1050 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f16280097a0 tx=0x7f162802a180 comp rx=0 tx=0).stop 2024-09-10T08:35:31.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 -- 172.21.15.94:0/239637977 shutdown_connections 2024-09-10T08:35:31.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 --2- 172.21.15.94:0/239637977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f16300ce090 0x7f16300b1050 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 --2- 172.21.15.94:0/239637977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f163015b6e0 0x7f16300cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 -- 172.21.15.94:0/239637977 >> 172.21.15.94:0/239637977 conn(0x7f16300b2d10 msgr2=0x7f16300b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:31.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 -- 172.21.15.94:0/239637977 shutdown_connections 2024-09-10T08:35:31.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.651+0000 7f1637bc4640 1 -- 172.21.15.94:0/239637977 wait complete. 2024-09-10T08:35:31.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.652+0000 7f1637bc4640 1 Processor -- start 2024-09-10T08:35:31.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.652+0000 7f1637bc4640 1 -- start start 2024-09-10T08:35:31.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f1637bc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f16300ce090 0x7f163006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f1637bc4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f163015b300 0x7f163006c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f1637bc4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f163015b6e0 0x7f16300b6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f1637bc4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f16300b0b50 con 0x7f163015b300 2024-09-10T08:35:31.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f1637bc4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f16300cd630 con 0x7f163015b6e0 2024-09-10T08:35:31.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f1637bc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f16300b39f0 con 0x7f16300ce090 2024-09-10T08:35:31.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f163015b300 0x7f163006c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f163015b300 0x7f163006c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52802/0 (socket says 172.21.15.94:52802) 2024-09-10T08:35:31.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 -- 172.21.15.94:0/3119356816 learned_addr learned my addr 172.21.15.94:0/3119356816 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:31.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 -- 172.21.15.94:0/3119356816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f16300ce090 msgr2=0x7f163006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f16300ce090 0x7f163006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 -- 172.21.15.94:0/3119356816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f163015b6e0 msgr2=0x7f16300b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f163015b6e0 0x7f16300b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.653+0000 7f163515f640 1 -- 172.21.15.94:0/3119356816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16300b51e0 con 0x7f163015b300 2024-09-10T08:35:31.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.654+0000 7f163515f640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f163015b300 0x7f163006c150 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f162400b410 tx=0x7f162400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:31.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.654+0000 7f162e7fc640 1 -- 172.21.15.94:0/3119356816 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1624015020 con 0x7f163015b300 2024-09-10T08:35:31.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.654+0000 7f162e7fc640 1 -- 172.21.15.94:0/3119356816 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1624011850 con 0x7f163015b300 2024-09-10T08:35:31.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.654+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16300b54c0 con 0x7f163015b300 2024-09-10T08:35:31.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.654+0000 7f162e7fc640 1 -- 172.21.15.94:0/3119356816 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1624011c40 con 0x7f163015b300 2024-09-10T08:35:31.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.654+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16300b5a80 con 0x7f163015b300 2024-09-10T08:35:31.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.655+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16300cdb50 con 0x7f163015b300 2024-09-10T08:35:31.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.655+0000 7f162e7fc640 1 -- 172.21.15.94:0/3119356816 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1624018020 con 0x7f163015b300 2024-09-10T08:35:31.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.656+0000 7f162e7fc640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f161c06be30 0x7f161c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:31.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.656+0000 7f162e7fc640 1 -- 172.21.15.94:0/3119356816 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f162408af30 con 0x7f163015b300 2024-09-10T08:35:31.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.656+0000 7f1635960640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f161c06be30 0x7f161c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:31.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.656+0000 7f1635960640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f161c06be30 0x7f161c06e2f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1620001560 tx=0x7f1620007ca0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:31.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.660+0000 7f162e7fc640 1 -- 172.21.15.94:0/3119356816 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f162401f020 con 0x7f163015b300 2024-09-10T08:35:31.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.859+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16300cc810 con 0x7f163015b300 2024-09-10T08:35:31.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.860+0000 7f162e7fc640 1 -- 172.21.15.94:0/3119356816 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5227 (secure 0 0 0) 0x7f16240172c0 con 0x7f163015b300 2024-09-10T08:35:31.862 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:31.862 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":33,"btime":"2024-09-10T08:35:25:541262+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5135,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/3525401598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":3525401598},{"type":"v1","addr":"172.21.15.143:6835","nonce":3525401598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5763,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/3387525793","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3387525793},{"type":"v1","addr":"172.21.15.94:6836","nonce":3387525793}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5766,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1173387956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":1173387956},{"type":"v1","addr":"172.21.15.94:6837","nonce":1173387956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:35:22.866271+0000","modified":"2024-09-10T08:35:24.870162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5778},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5778":{"gid":5778,"name":"b","rank":0,"incarnation":31,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6834/988769129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":988769129},{"type":"v1","addr":"172.21.15.143:6834","nonce":988769129}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5778,"qdb_cluster":[5778]},"id":4}]} 2024-09-10T08:35:31.862 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 33 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f161c06be30 msgr2=0x7f161c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f161c06be30 0x7f161c06e2f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1620001560 tx=0x7f1620007ca0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f163015b300 msgr2=0x7f163006c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f163015b300 0x7f163006c150 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f162400b410 tx=0x7f162400b8d0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 shutdown_connections 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f161c06be30 0x7f161c06e2f0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f163015b6e0 0x7f16300b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f163015b300 0x7f163006c150 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 --2- 172.21.15.94:0/3119356816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f16300ce090 0x7f163006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:31.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 >> 172.21.15.94:0/3119356816 conn(0x7f16300b2d10 msgr2=0x7f163006ffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:31.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 shutdown_connections 2024-09-10T08:35:31.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:31.862+0000 7f1637bc4640 1 -- 172.21.15.94:0/3119356816 wait complete. 2024-09-10T08:35:32.277 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 33, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:35:22.866271+0000', 'modified': '2024-09-10T08:35:24.870162+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5778}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5778': {'gid': 5778, 'name': 'b', 'rank': 0, 'incarnation': 31, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.143:6834/988769129', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.143:6832', 'nonce': 988769129}, {'type': 'v1', 'addr': '172.21.15.143:6834', 'nonce': 988769129}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5778, 'qdb_cluster': [5778]} 2024-09-10T08:35:32.277 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:35:32.277 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-10T08:35:32.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.377+0000 7f4cb00c3640 1 Processor -- start 2024-09-10T08:35:32.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.377+0000 7f4cb00c3640 1 -- start start 2024-09-10T08:35:32.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cb00c3640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f4ca81619b0 0x7f4ca80d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cb00c3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ca8161d90 0x7f4ca80d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cb00c3640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ca806c990 con 0x7f4ca80b0a80 2024-09-10T08:35:32.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cb00c3640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f4ca80d0ec0 con 0x7f4ca8161d90 2024-09-10T08:35:32.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cb00c3640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f4ca80cec10 con 0x7f4ca81619b0 2024-09-10T08:35:32.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cae660640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ca8161d90 0x7f4ca80d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cad65e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4ca80b0a80 0x7f4ca80cd880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:55350/0 (socket says 172.21.15.94:55350) 2024-09-10T08:35:32.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.378+0000 7f4cad65e640 1 -- 172.21.15.94:0/2564497802 learned_addr learned my addr 172.21.15.94:0/2564497802 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:32.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cae660640 1 -- 172.21.15.94:0/2564497802 >> v2:172.21.15.143:3300/0 conn(0x7f4ca81619b0 msgr2=0x7f4ca80d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cade5f640 1 --2- 172.21.15.94:0/2564497802 >> v2:172.21.15.143:3300/0 conn(0x7f4ca81619b0 0x7f4ca80d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cae660640 1 --2- 172.21.15.94:0/2564497802 >> v2:172.21.15.143:3300/0 conn(0x7f4ca81619b0 0x7f4ca80d0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cae660640 1 -- 172.21.15.94:0/2564497802 >> v1:172.21.15.94:6789/0 conn(0x7f4ca80b0a80 legacy=0x7f4ca80cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cace5d640 1 -- 172.21.15.94:0/2564497802 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 802256341 0 0) 0x7f4ca806c990 con 0x7f4ca80b0a80 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cae660640 1 -- 172.21.15.94:0/2564497802 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ca80ce930 con 0x7f4ca8161d90 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cae660640 1 --2- 172.21.15.94:0/2564497802 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca8161d90 0x7f4ca80d0980 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f4ca80d1040 tx=0x7f4ca002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166ff11d44be23b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cace5d640 1 -- 172.21.15.94:0/2564497802 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0007740 con 0x7f4ca8161d90 2024-09-10T08:35:32.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cace5d640 1 -- 172.21.15.94:0/2564497802 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca00078e0 con 0x7f4ca8161d90 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.379+0000 7f4cace5d640 1 -- 172.21.15.94:0/2564497802 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0007cb0 con 0x7f4ca8161d90 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 -- 172.21.15.94:0/2564497802 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca8161d90 msgr2=0x7f4ca80d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/2564497802 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca8161d90 0x7f4ca80d0980 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f4ca80d1040 tx=0x7f4ca002a660 comp rx=0 tx=0).stop 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 -- 172.21.15.94:0/2564497802 shutdown_connections 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/2564497802 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca8161d90 0x7f4ca80d0980 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/2564497802 >> v2:172.21.15.143:3300/0 conn(0x7f4ca81619b0 0x7f4ca80d0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 -- 172.21.15.94:0/2564497802 >> 172.21.15.94:0/2564497802 conn(0x7f4ca809a9f0 msgr2=0x7f4ca80b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 -- 172.21.15.94:0/2564497802 shutdown_connections 2024-09-10T08:35:32.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.380+0000 7f4cb00c3640 1 -- 172.21.15.94:0/2564497802 wait complete. 2024-09-10T08:35:32.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.381+0000 7f4cb00c3640 1 Processor -- start 2024-09-10T08:35:32.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.381+0000 7f4cb00c3640 1 -- start start 2024-09-10T08:35:32.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cb00c3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca80b0a80 0x7f4ca81f3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cb00c3640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ca81619b0 0x7f4ca815b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cb00c3640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ca8161d90 0x7f4ca815b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cb00c3640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca806c620 con 0x7f4ca80b0a80 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cb00c3640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca80b0820 con 0x7f4ca8161d90 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cb00c3640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4ca80ccce0 con 0x7f4ca81619b0 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca80b0a80 0x7f4ca81f3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca80b0a80 0x7f4ca81f3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52830/0 (socket says 172.21.15.94:52830) 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 -- 172.21.15.94:0/3858693842 learned_addr learned my addr 172.21.15.94:0/3858693842 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:32.400 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 -- 172.21.15.94:0/3858693842 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ca81619b0 msgr2=0x7f4ca815b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ca81619b0 0x7f4ca815b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 -- 172.21.15.94:0/3858693842 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ca8161d90 msgr2=0x7f4ca815b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ca8161d90 0x7f4ca815b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 -- 172.21.15.94:0/3858693842 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ca81f3cb0 con 0x7f4ca80b0a80 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.382+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca80b0a80 0x7f4ca81f3770 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f4ca400c820 tx=0x7f4ca400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.383+0000 7f4c9e7fc640 1 -- 172.21.15.94:0/3858693842 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca4015070 con 0x7f4ca80b0a80 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.383+0000 7f4c9e7fc640 1 -- 172.21.15.94:0/3858693842 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca4004240 con 0x7f4ca80b0a80 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.383+0000 7f4c9e7fc640 1 -- 172.21.15.94:0/3858693842 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca400ce10 con 0x7f4ca80b0a80 2024-09-10T08:35:32.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.383+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ca8070a60 con 0x7f4ca80b0a80 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.383+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ca80b6a00 con 0x7f4ca80b0a80 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.384+0000 7f4c9e7fc640 1 -- 172.21.15.94:0/3858693842 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4ca4007830 con 0x7f4ca80b0a80 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.385+0000 7f4c9e7fc640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c8c06be30 0x7f4c8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.385+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c8c06be30 0x7f4c8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.385+0000 7f4c9e7fc640 1 -- 172.21.15.94:0/3858693842 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f4ca408aef0 con 0x7f4ca80b0a80 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.385+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c8c06be30 0x7f4c8c06e2f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4c98007fd0 tx=0x7f4c98007900 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 Processor -- start 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 -- start start 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f72c0 0x55e9b873ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f4a80 0x55e9b86f76a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f8a50 0x55e9b86f18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55e9b8659520 con 0x55e9b86f8a50 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55e9b86013e0 con 0x55e9b86f72c0 2024-09-10T08:35:32.402 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.386+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55e9b86554e0 con 0x55e9b86f4a80 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f8a50 0x55e9b86f18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f8a50 0x55e9b86f18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52840/0 (socket says 172.21.15.94:52840) 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 -- 172.21.15.94:0/3913730597 learned_addr learned my addr 172.21.15.94:0/3913730597 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f72c0 0x55e9b873ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f4a80 0x55e9b86f76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 -- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f4a80 msgr2=0x55e9b86f76a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f4a80 0x55e9b86f76a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 -- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f72c0 msgr2=0x55e9b873ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f72c0 0x55e9b873ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.403 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 -- 172.21.15.94:0/3913730597 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9b861c2f0 con 0x55e9b86f8a50 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f4a80 0x55e9b86f76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4cae660640 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f8a50 0x55e9b86f18b0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0009590 tx=0x7f4ca002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e659bc528162cf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4c8b7fe640 1 -- 172.21.15.94:0/3913730597 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca003f070 con 0x55e9b86f8a50 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4c8b7fe640 1 -- 172.21.15.94:0/3913730597 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca0007840 con 0x55e9b86f8a50 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.387+0000 7f4c8b7fe640 1 -- 172.21.15.94:0/3913730597 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca0007bf0 con 0x55e9b86f8a50 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3913730597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f8a50 msgr2=0x55e9b86f18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f8a50 0x55e9b86f18b0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f4ca0009590 tx=0x7f4ca002c000 comp rx=0 tx=0).stop 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3913730597 shutdown_connections 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f8a50 0x55e9b86f18b0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f4a80 0x55e9b86f76a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3913730597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f72c0 0x55e9b873ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3913730597 >> 172.21.15.94:0/3913730597 conn(0x55e9b86f3a80 msgr2=0x55e9b873bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.404 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3913730597 shutdown_connections 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3913730597 wait complete. 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.388+0000 7f4cb2e5d740 1 -- start start 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.389+0000 7f4cb2e5d740 1 Processor -- start 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.389+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87160c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.389+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b8716a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.389+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b871d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.389+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55e9b86f2f20 con 0x55e9b86f72c0 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.389+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55e9b85e2450 con 0x55e9b86f8a50 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.389+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55e9b873d290 con 0x55e9b8716fd0 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cb2e5d740 10 client.0 _ll_register_callbacks cb 0x55e9b836bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:35:32.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87160c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87160c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52850/0 (socket says 172.21.15.94:52850) 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 -- 172.21.15.94:0/3467958417 learned_addr learned my addr 172.21.15.94:0/3467958417 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cae660640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b871d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b8716a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 -- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 msgr2=0x55e9b871d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b871d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 -- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 msgr2=0x55e9b8716a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b8716a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 -- 172.21.15.94:0/3467958417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9b836c2d0 con 0x55e9b86f72c0 2024-09-10T08:35:32.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cae660640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b871d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:32.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b8716a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:32.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87160c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4007410 tx=0x7f4ca4061be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea61950daf7ec0f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4c88ff9640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:35:32.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3467958417 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca4071020 con 0x55e9b86f72c0 2024-09-10T08:35:32.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3467958417 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f4ca4082be0 con 0x55e9b86f72c0 2024-09-10T08:35:32.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ca0007840 con 0x55e9b86f72c0 2024-09-10T08:35:32.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3467958417 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f4ca401e040 con 0x55e9b86f72c0 2024-09-10T08:35:32.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cb2e5d740 10 client.5925 fetch_fsmap learned FSMap version 33 2024-09-10T08:35:32.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) -- 0x55e9b84366b0 con 0x55e9b86f72c0 2024-09-10T08:35:32.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3467958417 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca0007840 con 0x55e9b86f72c0 2024-09-10T08:35:32.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.390+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3467958417 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 33) ==== 3502+0+0 (secure 0 0 0) 0x7f4ca4007b20 con 0x55e9b86f72c0 2024-09-10T08:35:32.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cb2e5d740 10 client.5925 fetch_fsmap finished waiting for FSMap version 33 2024-09-10T08:35:32.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cb2e5d740 10 client.5925 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:35:32.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cb2e5d740 20 client.5925 populate_metadata read hostname 'smithi094' 2024-09-10T08:35:32.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b86f1d00 0x55e9b86f20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cb2e5d740 4 client.5925 mds_command: new command op to 5778 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:35:32.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 --> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e9b8666c50 con 0x55e9b86f1d00 2024-09-10T08:35:32.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b86f1d00 0x55e9b86f20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b86f1d00 0x55e9b86f20e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f02d34b48f31490 server_cookie=af34729a7bd1b61 in_seq=0 out_seq=0 2024-09-10T08:35:32.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.391+0000 7f4c88ff9640 10 client.5925 ms_handle_connect on v2:172.21.15.143:6832/988769129 2024-09-10T08:35:32.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3467958417 <== mds.0 v2:172.21.15.143:6832/988769129 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e9b8666c50 con 0x55e9b86f1d00 2024-09-10T08:35:32.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4c88ff9640 10 client.5925 handle_command_reply: tid=0 2024-09-10T08:35:32.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 client.5925 shutdown 2024-09-10T08:35:32.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 msgr2=0x55e9b87160c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87160c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4007410 tx=0x7f4ca4061be0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 shutdown_connections 2024-09-10T08:35:32.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b86f1d00 0x55e9b86f20e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b8716a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b871d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4c88ff9640 0 client.5925 ms_handle_reset on v2:172.21.15.143:6832/988769129 2024-09-10T08:35:32.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3467958417 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87160c0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 >> 172.21.15.94:0/3467958417 conn(0x55e9b86f4a80 msgr2=0x55e9b873adc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 shutdown_connections 2024-09-10T08:35:32.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3467958417 wait complete. 2024-09-10T08:35:32.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.392+0000 7f4cb2e5d740 20 client.5925 trim_cache size 0 max 16384 2024-09-10T08:35:32.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.410+0000 7f4cb2e5d740 1 Processor -- start 2024-09-10T08:35:32.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.410+0000 7f4cb2e5d740 1 -- start start 2024-09-10T08:35:32.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87afa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f8a50 0x55e9b873bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b8716fd0 0x55e9b87180c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca81fff00 con 0x55e9b86f72c0 2024-09-10T08:35:32.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4ca815db20 con 0x55e9b8716fd0 2024-09-10T08:35:32.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4ca81ff8b0 con 0x55e9b86f8a50 2024-09-10T08:35:32.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87afa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87afa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52856/0 (socket says 172.21.15.94:52856) 2024-09-10T08:35:32.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 -- 172.21.15.94:0/1652373631 learned_addr learned my addr 172.21.15.94:0/1652373631 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:32.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 -- 172.21.15.94:0/1652373631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f8a50 msgr2=0x55e9b873bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 --2- 172.21.15.94:0/1652373631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f8a50 0x55e9b873bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 -- 172.21.15.94:0/1652373631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b8716fd0 msgr2=0x55e9b87180c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 --2- 172.21.15.94:0/1652373631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b8716fd0 0x55e9b87180c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 -- 172.21.15.94:0/1652373631 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9b86f3820 con 0x55e9b86f72c0 2024-09-10T08:35:32.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4cade5f640 1 --2- 172.21.15.94:0/1652373631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87afa90 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4004630 tx=0x7f4ca406e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7af28aa0270dfa41 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4c8affd640 1 -- 172.21.15.94:0/1652373631 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca4071040 con 0x55e9b86f72c0 2024-09-10T08:35:32.428 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4c8affd640 1 -- 172.21.15.94:0/1652373631 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca4082be0 con 0x55e9b86f72c0 2024-09-10T08:35:32.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.411+0000 7f4c8affd640 1 -- 172.21.15.94:0/1652373631 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca4054d50 con 0x55e9b86f72c0 2024-09-10T08:35:32.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/1652373631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 msgr2=0x55e9b87afa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/1652373631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87afa90 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4004630 tx=0x7f4ca406e000 comp rx=0 tx=0).stop 2024-09-10T08:35:32.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/1652373631 shutdown_connections 2024-09-10T08:35:32.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/1652373631 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b8716fd0 0x55e9b87180c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/1652373631 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b86f8a50 0x55e9b873bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/1652373631 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87afa90 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/1652373631 >> 172.21.15.94:0/1652373631 conn(0x55e9b86f4a80 msgr2=0x55e9b87395b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/1652373631 shutdown_connections 2024-09-10T08:35:32.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/1652373631 wait complete. 2024-09-10T08:35:32.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.412+0000 7f4cb2e5d740 1 -- start start 2024-09-10T08:35:32.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 1 Processor -- start 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b87a3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b87a4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55e9b8720f10 con 0x55e9b86f72c0 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55e9b8716600 con 0x55e9b86f8a50 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55e9b8720350 con 0x55e9b8716fd0 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.413+0000 7f4cb2e5d740 10 client.0 _ll_register_callbacks cb 0x7f4ca4058960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:35:32.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87a56f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52866/0 (socket says 172.21.15.94:52866) 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 -- 172.21.15.94:0/3326655517 learned_addr learned my addr 172.21.15.94:0/3326655517 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cae660640 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b87a4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b87a3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 -- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 msgr2=0x55e9b87a4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b87a4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 -- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 msgr2=0x55e9b87a3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b87a3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 -- 172.21.15.94:0/3326655517 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9b87ab340 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cade5f640 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87a56f0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f4ca400c7f0 tx=0x7f4ca4089150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c648c1290be32cbb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4c88ff9640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3326655517 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca40580c0 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3326655517 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f4ca401ac40 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ca4082be0 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3326655517 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f4ca4058660 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cb2e5d740 10 client.5931 fetch_fsmap learned FSMap version 33 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=2+}) -- 0x55e9b875eac0 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3326655517 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ca4082be0 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3326655517 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 33) ==== 3502+0+0 (secure 0 0 0) 0x7f4ca40823e0 con 0x55e9b86f72c0 2024-09-10T08:35:32.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cb2e5d740 10 client.5931 fetch_fsmap finished waiting for FSMap version 33 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.414+0000 7f4cb2e5d740 10 client.5931 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 20 client.5931 populate_metadata read hostname 'smithi094' 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b8715180 0x55e9b8715560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 4 client.5931 mds_command: new command op to 5778 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 --> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] -- command(tid 0: {"prefix": "status"}) -- 0x55e9b8660fa0 con 0x55e9b8715180 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b8715180 0x55e9b8715560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cad65e640 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b8715180 0x55e9b8715560 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9950a27f14785e84 server_cookie=2353b6918c9fe218 in_seq=0 out_seq=0 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4c88ff9640 10 client.5931 ms_handle_connect on v2:172.21.15.143:6832/988769129 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4c88ff9640 1 -- 172.21.15.94:0/3326655517 <== mds.0 v2:172.21.15.143:6832/988769129 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55e9b8660fa0 con 0x55e9b8715180 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4c88ff9640 10 client.5931 handle_command_reply: tid=0 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 1 client.5931 shutdown 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 msgr2=0x55e9b87a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87a56f0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f4ca400c7f0 tx=0x7f4ca4089150 comp rx=0 tx=0).stop 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 shutdown_connections 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.415+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:6832/988769129,v1:172.21.15.143:6834/988769129] conn(0x55e9b8715180 0x55e9b8715560 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55e9b86f8a50 0x55e9b87a3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55e9b8716fd0 0x55e9b87a4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4c88ff9640 0 client.5931 ms_handle_reset on v2:172.21.15.143:6832/988769129 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb2e5d740 1 --2- 172.21.15.94:0/3326655517 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55e9b86f72c0 0x55e9b87a56f0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 >> 172.21.15.94:0/3326655517 conn(0x55e9b86f4a80 msgr2=0x55e9b8739540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 shutdown_connections 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb2e5d740 1 -- 172.21.15.94:0/3326655517 wait complete. 2024-09-10T08:35:32.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb2e5d740 20 client.5931 trim_cache size 0 max 16384 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5778, 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:35:32.436 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 8.8958839140000006, 2024-09-10T08:35:32.437 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 33, 2024-09-10T08:35:32.437 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 66, 2024-09-10T08:35:32.437 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 66, 2024-09-10T08:35:32.437 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 13.954201620999999 2024-09-10T08:35:32.437 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:35:32.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c8c06be30 msgr2=0x7f4c8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c8c06be30 0x7f4c8c06e2f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4c98007fd0 tx=0x7f4c98007900 comp rx=0 tx=0).stop 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca80b0a80 msgr2=0x7f4ca81f3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca80b0a80 0x7f4ca81f3770 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f4ca400c820 tx=0x7f4ca400cce0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 shutdown_connections 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c8c06be30 0x7f4c8c06e2f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ca8161d90 0x7f4ca815b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ca81619b0 0x7f4ca815b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 --2- 172.21.15.94:0/3858693842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ca80b0a80 0x7f4ca81f3770 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 >> 172.21.15.94:0/3858693842 conn(0x7f4ca809a9f0 msgr2=0x7f4ca80cd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 shutdown_connections 2024-09-10T08:35:32.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.416+0000 7f4cb00c3640 1 -- 172.21.15.94:0/3858693842 wait complete. 2024-09-10T08:35:32.440 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:35:32.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.536+0000 7f14aa223640 1 Processor -- start 2024-09-10T08:35:32.537 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.536+0000 7f14aa223640 1 -- start start 2024-09-10T08:35:32.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14aa223640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f14a40ae270 0x7f14a406c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14aa223640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14a40cfda0 con 0x7f14a415c270 2024-09-10T08:35:32.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14aa223640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14a40ccf80 con 0x7f14a40cf680 2024-09-10T08:35:32.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14aa223640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f14a40cd260 con 0x7f14a40ae270 2024-09-10T08:35:32.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a37fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f14a415c270 0x7f14a40cef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:55364/0 (socket says 172.21.15.94:55364) 2024-09-10T08:35:32.541 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a37fe640 1 -- 172.21.15.94:0/935281977 learned_addr learned my addr 172.21.15.94:0/935281977 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:32.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/935281977 >> v2:172.21.15.143:3300/0 conn(0x7f14a40ae270 0x7f14a406c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1898070474 0 0) 0x7f1494001110 con 0x7f14a415c270 2024-09-10T08:35:32.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f148c003520 con 0x7f14a415c270 2024-09-10T08:35:32.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2064790674 0 0) 0x7f14a40ccf80 con 0x7f14a40cf680 2024-09-10T08:35:32.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1494001110 con 0x7f14a40cf680 2024-09-10T08:35:32.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 90656124 0 0) 0x7f148c003520 con 0x7f14a415c270 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 >> v2:172.21.15.143:3300/0 conn(0x7f14a40ae270 msgr2=0x7f14a406c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 --2- 172.21.15.94:0/935281977 >> v2:172.21.15.143:3300/0 conn(0x7f14a40ae270 0x7f14a406c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 >> v1:172.21.15.143:6789/0 conn(0x7f14a40cf680 legacy=0x7f14a40cdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a40cd540 con 0x7f14a415c270 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f1494001840 con 0x7f14a415c270 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.537+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 >> v1:172.21.15.94:6789/0 conn(0x7f14a415c270 legacy=0x7f14a40cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a27fc640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f148c003b40 0x7f148c003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a27fc640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f148c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a27fc640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f148c0051c0 0x7f148c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f14a40cd260 con 0x7f148c004800 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f148c00c0f0 con 0x7f148c0051c0 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f148c00c2f0 con 0x7f148c003b40 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f148c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a37fe640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f148c003b40 0x7f148c003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a3fff640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f148c0051c0 0x7f148c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a2ffd640 1 -- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f148c003b40 msgr2=0x7f148c003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f148c003b40 0x7f148c003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a2ffd640 1 -- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f148c0051c0 msgr2=0x7f148c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f148c0051c0 0x7f148c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a2ffd640 1 -- 172.21.15.94:0/935281977 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f148c003520 con 0x7f148c004800 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.538+0000 7f14a3fff640 1 -- 172.21.15.94:0/935281977 reap_dead start 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f148c004c80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f1498009ac0 tx=0x7f148c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df99a171c00976cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1498036070 con 0x7f148c004800 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1498031400 con 0x7f148c004800 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14a27fc640 1 -- 172.21.15.94:0/935281977 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1498009690 con 0x7f148c004800 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14aa223640 1 -- 172.21.15.94:0/935281977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 msgr2=0x7f148c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14aa223640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f148c004c80 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f1498009ac0 tx=0x7f148c005830 comp rx=0 tx=0).stop 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14aa223640 1 -- 172.21.15.94:0/935281977 shutdown_connections 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14aa223640 1 --2- 172.21.15.94:0/935281977 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f148c004c80 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14aa223640 1 -- 172.21.15.94:0/935281977 >> 172.21.15.94:0/935281977 conn(0x7f14a409a9f0 msgr2=0x7f14a40b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14aa223640 1 -- 172.21.15.94:0/935281977 shutdown_connections 2024-09-10T08:35:32.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.539+0000 7f14aa223640 1 -- 172.21.15.94:0/935281977 wait complete. 2024-09-10T08:35:32.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.540+0000 7f14aa223640 1 Processor -- start 2024-09-10T08:35:32.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.541+0000 7f14aa223640 1 -- start start 2024-09-10T08:35:32.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.541+0000 7f14aa223640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f14a409cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.541+0000 7f14aa223640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14a40c95f0 0x7f14a40cac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.541+0000 7f14aa223640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14a40cb190 0x7f14a41f1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.541+0000 7f14aa223640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f14a415c7d0 con 0x7f148c004800 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.541+0000 7f14aa223640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f14a415c650 con 0x7f14a40cb190 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.541+0000 7f14aa223640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f14a40ccba0 con 0x7f14a40c95f0 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f14a409cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f14a409cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52892/0 (socket says 172.21.15.94:52892) 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 -- 172.21.15.94:0/2197689556 learned_addr learned my addr 172.21.15.94:0/2197689556 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14a40c95f0 0x7f14a40cac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 -- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14a40c95f0 msgr2=0x7f14a40cac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14a40c95f0 0x7f14a40cac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 -- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14a40cb190 msgr2=0x7f14a41f1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14a40cb190 0x7f14a41f1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 -- 172.21.15.94:0/2197689556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a40c9bb0 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14a40c95f0 0x7f14a40cac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14a37fe640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f14a409cbf0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f1494007310 tx=0x7f14940077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f148bfff640 1 -- 172.21.15.94:0/2197689556 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149400fa00 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f148bfff640 1 -- 172.21.15.94:0/2197689556 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1494018070 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14a40c9e90 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f148bfff640 1 -- 172.21.15.94:0/2197689556 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149400fde0 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.542+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14a40ca450 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.543+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14a40b36a0 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.544+0000 7f148bfff640 1 -- 172.21.15.94:0/2197689556 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f149401d460 con 0x7f148c004800 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.544+0000 7f148bfff640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f149006be30 0x7f149006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.544+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f149006be30 0x7f149006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:32.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.544+0000 7f148bfff640 1 -- 172.21.15.94:0/2197689556 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f149408b2b0 con 0x7f148c004800 2024-09-10T08:35:32.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.545+0000 7f14a2ffd640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f149006be30 0x7f149006e2f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1498033000 tx=0x7f1498008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:32.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.549+0000 7f148bfff640 1 -- 172.21.15.94:0/2197689556 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14a40cfda0 con 0x7f148c004800 2024-09-10T08:35:32.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.747+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f14a40b30a0 con 0x7f148c004800 2024-09-10T08:35:32.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.748+0000 7f148bfff640 1 -- 172.21.15.94:0/2197689556 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) ==== 53+0+73 (secure 0 0 0) 0x7f1494059ad0 con 0x7f148c004800 2024-09-10T08:35:32.749 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:35:32.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f149006be30 msgr2=0x7f149006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f149006be30 0x7f149006e2f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1498033000 tx=0x7f1498008030 comp rx=0 tx=0).stop 2024-09-10T08:35:32.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 msgr2=0x7f14a409cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f14a409cbf0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f1494007310 tx=0x7f14940077d0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 shutdown_connections 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f149006be30 0x7f149006e2f0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14a40cb190 0x7f14a41f1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14a40c95f0 0x7f14a40cac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 --2- 172.21.15.94:0/2197689556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f148c004800 0x7f14a409cbf0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 >> 172.21.15.94:0/2197689556 conn(0x7f14a409a9f0 msgr2=0x7f14a40d1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 shutdown_connections 2024-09-10T08:35:32.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32.750+0000 7f14aa223640 1 -- 172.21.15.94:0/2197689556 wait complete. 2024-09-10T08:35:32.762 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:35:32.763 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:35:32.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:32.764 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:35:32.779 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:35:32.779 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:35:32.779 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:35:32.779 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:32.780 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42623sec preferred_lft 42623sec 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:32.781 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:32.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:32.782 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:35:32.843 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:35:32.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:32.845 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:35:32.901 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:35:32.901 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:35:32.901 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:35:32.901 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:35:32.901 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:35:32.902 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:35:32.902 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:35:32.902 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:35:32.902 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:35:32.902 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:35:32.902 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:35:32.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:35:33.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:33.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:33.027 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:35:33.041 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:35:33.042 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:35:33.042 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:35:33.042 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:33.042 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:35:33.107 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:35:33.107 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:33.107 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:33.162 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:35:33.163 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:33.163 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:33.218 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:35:33.283 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:33.340 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:35:33.341 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:35:33.344 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:35:33.345 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:33.346 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:33.347 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:33.347 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:33.347 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:33.347 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:35:33.396 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:35:33.396 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:35:33.438 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:35:33.462 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:35:33.519 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:35:33.520 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:35:33.521 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:33.522 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:35:33.522 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:33.522 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:35:33.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:33.522 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:35:33.523 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:35:33.519+0000 7f3b1feb1480 -1 init, newargv = 0x55622f911a80 newargc=15 2024-09-10T08:35:33.523 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[55457]: starting ceph client 2024-09-10T08:35:33.525 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[55457]: starting fuse 2024-09-10T08:35:33.538 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:35:33.538 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:35:33.538 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:35:33.538 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:35:33.538 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:35:33.538 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:35:33.539 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:35:33.540 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:35:33.655 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.55457.asok 2024-09-10T08:35:33.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:33.665 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.55457.asok 2024-09-10T08:35:33.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:33.665 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.55457.asok status 2024-09-10T08:35:33.798 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:35:33.798 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "55457", 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5943, 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:35:33.799 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 5943 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2795434586 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2795434586 2024-09-10T08:35:33.800 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.5943 192.168.0.1:0/2795434586", 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/2795434586", 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 33, 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 66, 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:35:33.801 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:35:33.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:33.807 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:35:33.807 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:33.823 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:35:33.823 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:33.823 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:33.824 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:33.889 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:35:34.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.026+0000 7f296c19f640 1 Processor -- start 2024-09-10T08:35:34.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.026+0000 7f296c19f640 1 -- start start 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296c19f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f29640c8d20 0x7f296406cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296c19f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f296406d260 0x7f29641439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296c19f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29640c7140 con 0x7f2964143f30 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296c19f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f296406d6d0 con 0x7f29640c8d20 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296c19f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f2964141960 con 0x7f296406d260 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f2969f3b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f29640c8d20 0x7f296406cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296a73c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2964143f30 0x7f29640d1e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:55380/0 (socket says 172.21.15.94:55380) 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296a73c640 1 -- 172.21.15.94:0/1607068824 learned_addr learned my addr 172.21.15.94:0/1607068824 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:34.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f296973a640 1 --2- 172.21.15.94:0/1607068824 >> v2:172.21.15.143:3300/0 conn(0x7f296406d260 0x7f29641439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:34.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f2969f3b640 1 -- 172.21.15.94:0/1607068824 >> v2:172.21.15.143:3300/0 conn(0x7f296406d260 msgr2=0x7f29641439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:34.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f2969f3b640 1 --2- 172.21.15.94:0/1607068824 >> v2:172.21.15.143:3300/0 conn(0x7f296406d260 0x7f29641439f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f2969f3b640 1 -- 172.21.15.94:0/1607068824 >> v1:172.21.15.94:6789/0 conn(0x7f2964143f30 legacy=0x7f29640d1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:34.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f2969f3b640 1 -- 172.21.15.94:0/1607068824 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29640c9100 con 0x7f29640c8d20 2024-09-10T08:35:34.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.027+0000 7f2968f39640 1 -- 172.21.15.94:0/1607068824 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2031434697 0 0) 0x7f295c001490 con 0x7f2964143f30 2024-09-10T08:35:34.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.028+0000 7f2969f3b640 1 --2- 172.21.15.94:0/1607068824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f296406cd20 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f29640b1df0 tx=0x7f296002a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=905b2c35e1fcc93a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.028+0000 7f2968f39640 1 -- 172.21.15.94:0/1607068824 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2960037070 con 0x7f29640c8d20 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.028+0000 7f2968f39640 1 -- 172.21.15.94:0/1607068824 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f296002add0 con 0x7f29640c8d20 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.028+0000 7f2968f39640 1 -- 172.21.15.94:0/1607068824 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2960032660 con 0x7f29640c8d20 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 -- 172.21.15.94:0/1607068824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 msgr2=0x7f296406cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 --2- 172.21.15.94:0/1607068824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f296406cd20 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f29640b1df0 tx=0x7f296002a080 comp rx=0 tx=0).stop 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 -- 172.21.15.94:0/1607068824 shutdown_connections 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 --2- 172.21.15.94:0/1607068824 >> v2:172.21.15.143:3300/0 conn(0x7f296406d260 0x7f29641439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 --2- 172.21.15.94:0/1607068824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f296406cd20 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 -- 172.21.15.94:0/1607068824 >> 172.21.15.94:0/1607068824 conn(0x7f29640b3ed0 msgr2=0x7f29640b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 -- 172.21.15.94:0/1607068824 shutdown_connections 2024-09-10T08:35:34.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.029+0000 7f296c19f640 1 -- 172.21.15.94:0/1607068824 wait complete. 2024-09-10T08:35:34.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.030+0000 7f296c19f640 1 Processor -- start 2024-09-10T08:35:34.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.030+0000 7f296c19f640 1 -- start start 2024-09-10T08:35:34.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296c19f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f296406d260 0x7f29640b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:34.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296c19f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f29641335e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:34.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296c19f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2964143f30 0x7f296415c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:34.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296c19f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2964141bb0 con 0x7f29640c8d20 2024-09-10T08:35:34.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296c19f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2964142200 con 0x7f2964143f30 2024-09-10T08:35:34.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296c19f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2964141e90 con 0x7f296406d260 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f29641335e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f29641335e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52924/0 (socket says 172.21.15.94:52924) 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 -- 172.21.15.94:0/2178581820 learned_addr learned my addr 172.21.15.94:0/2178581820 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f2969f3b640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f296406d260 0x7f29640b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296a73c640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2964143f30 0x7f296415c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 -- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f296406d260 msgr2=0x7f29640b2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f296406d260 0x7f29640b2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 -- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2964143f30 msgr2=0x7f296415c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2964143f30 0x7f296415c710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 -- 172.21.15.94:0/2178581820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29640b3390 con 0x7f29640c8d20 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f296973a640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f29641335e0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f295400c7f0 tx=0x7f295400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.031+0000 7f295a7fc640 1 -- 172.21.15.94:0/2178581820 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2954015070 con 0x7f29640c8d20 2024-09-10T08:35:34.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.032+0000 7f295a7fc640 1 -- 172.21.15.94:0/2178581820 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2954004220 con 0x7f29640c8d20 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.032+0000 7f295a7fc640 1 -- 172.21.15.94:0/2178581820 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2954007620 con 0x7f29640c8d20 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.032+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f296415a7a0 con 0x7f29640c8d20 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.032+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f296415ad60 con 0x7f29640c8d20 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.032+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2964144340 con 0x7f29640c8d20 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.033+0000 7f295a7fc640 1 -- 172.21.15.94:0/2178581820 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f29540079d0 con 0x7f29640c8d20 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.033+0000 7f295a7fc640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f294806be30 0x7f294806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.034+0000 7f295a7fc640 1 -- 172.21.15.94:0/2178581820 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f295408b040 con 0x7f29640c8d20 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.034+0000 7f2969f3b640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f294806be30 0x7f294806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:34.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.034+0000 7f2969f3b640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f294806be30 0x7f294806e2f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2960034000 tx=0x7f296002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:34.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.038+0000 7f295a7fc640 1 -- 172.21.15.94:0/2178581820 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f29540597d0 con 0x7f29640c8d20 2024-09-10T08:35:34.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.236+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2964072290 con 0x7f29640c8d20 2024-09-10T08:35:34.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.236+0000 7f295a7fc640 1 -- 172.21.15.94:0/2178581820 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) ==== 53+0+73 (secure 0 0 0) 0x7f29540590d0 con 0x7f29640c8d20 2024-09-10T08:35:34.238 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f294806be30 msgr2=0x7f294806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f294806be30 0x7f294806e2f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2960034000 tx=0x7f296002e000 comp rx=0 tx=0).stop 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 msgr2=0x7f29641335e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f29641335e0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f295400c7f0 tx=0x7f295400ccb0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 shutdown_connections 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f294806be30 0x7f294806e2f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2964143f30 0x7f296415c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f29640c8d20 0x7f29641335e0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 --2- 172.21.15.94:0/2178581820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f296406d260 0x7f29640b2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 >> 172.21.15.94:0/2178581820 conn(0x7f29640b3ed0 msgr2=0x7f2964140740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 shutdown_connections 2024-09-10T08:35:34.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:34.238+0000 7f296c19f640 1 -- 172.21.15.94:0/2178581820 wait complete. 2024-09-10T08:35:34.250 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:35:34.250 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:35:34.250 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:35:34.250 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:35:34.250 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:34.250 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:35:34.250 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:35:34.251 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:35:34.251 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:34.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:34.251 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:34.271 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42593sec preferred_lft 42593sec 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:35:34.272 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:34.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:34.274 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:35:34.339 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:35:34.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:34.341 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:35:34.399 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:35:34.400 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:35:34.400 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:35:34.400 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:35:34.400 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:35:34.400 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:35:34.400 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:35:34.400 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:35:34.400 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:35:34.400 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:35:34.400 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:35:34.493 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:35:34.526 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:34.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:34.533 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:35:34.548 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:35:34.549 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:35:34.549 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:34.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:34.549 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:35:34.615 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:35:34.615 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:34.615 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:34.670 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:34.670 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:34.670 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:34.725 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:35:34.790 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:34.846 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:35:34.846 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:35:34.846 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:35:34.846 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:35:34.847 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:35:34.848 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:34.849 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:34.849 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:34.849 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:34.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:34.849 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:35:34.902 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:35:34.902 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:35:34.944 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:35:34.968 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:35.024 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:35:35.024 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:35:35.024 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:35:35.025 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:35:35.026 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:35:35.027 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:35.027 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:35.027 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:35.027 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:35.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:35.027 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:35:35.028 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:35:35.026+0000 7fe88fcf0480 -1 init, newargv = 0x563b014e64e0 newargc=15 2024-09-10T08:35:35.028 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[45368]: starting ceph client 2024-09-10T08:35:35.031 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[45368]: starting fuse 2024-09-10T08:35:35.043 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:35:35.043 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:35:35.043 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:35:35.043 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:35.044 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:35:35.045 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:35:35.161 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.45368.asok 2024-09-10T08:35:35.164 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:35.171 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.45368.asok 2024-09-10T08:35:35.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:35.172 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.45368.asok status 2024-09-10T08:35:35.304 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "45368", 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:35:35.305 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 5228, 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 5228 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3077667032 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:35:35.306 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3077667032 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.5228 192.168.0.1:0/3077667032", 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/3077667032", 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 33, 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 66, 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:35:35.307 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:35:35.313 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:35.313 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:35:35.313 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:35.329 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:35:35.329 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:35.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:35.330 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:35.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:35.395 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir foo) 2024-09-10T08:35:35.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:35.419 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir foo/bar) 2024-09-10T08:35:35.480 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:35.480 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:35.538 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.682+0000 7f1119daf640 1 Processor -- start 2024-09-10T08:35:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.682+0000 7f1119daf640 1 -- start start 2024-09-10T08:35:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.683+0000 7f1119daf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f111406c320 0x7f1114167090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.683+0000 7f1119daf640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11140d07a0 con 0x7f11140d0350 2024-09-10T08:35:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.683+0000 7f1119daf640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11140d0a30 con 0x7f111415c280 2024-09-10T08:35:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.683+0000 7f1119daf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f11140b4010 con 0x7f111406c320 2024-09-10T08:35:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.683+0000 7f1113fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f111406c320 0x7f1114167090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:35.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.683+0000 7f110affd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f11140d0350 0x7f111406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:55386/0 (socket says 172.21.15.94:55386) 2024-09-10T08:35:35.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.683+0000 7f110affd640 1 -- 172.21.15.94:0/1636054441 learned_addr learned my addr 172.21.15.94:0/1636054441 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:35.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.684+0000 7f1113fff640 1 -- 172.21.15.94:0/1636054441 >> v1:172.21.15.143:6789/0 conn(0x7f111415c280 legacy=0x7f11141608f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:35.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.684+0000 7f1113fff640 1 -- 172.21.15.94:0/1636054441 >> v1:172.21.15.94:6789/0 conn(0x7f11140d0350 legacy=0x7f111406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:35.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.684+0000 7f1113fff640 1 -- 172.21.15.94:0/1636054441 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11140d0d10 con 0x7f111406c320 2024-09-10T08:35:35.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.684+0000 7f1112ffd640 1 -- 172.21.15.94:0/1636054441 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2668927371 0 0) 0x7f11140d07a0 con 0x7f11140d0350 2024-09-10T08:35:35.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.684+0000 7f1113fff640 1 --2- 172.21.15.94:0/1636054441 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111406c320 0x7f1114167090 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f110c009d90 tx=0x7f110c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=951796e52b0b31ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:35.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1112ffd640 1 -- 172.21.15.94:0/1636054441 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f110c007740 con 0x7f111406c320 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1112ffd640 1 -- 172.21.15.94:0/1636054441 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f110c0078e0 con 0x7f111406c320 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1112ffd640 1 -- 172.21.15.94:0/1636054441 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f110c007cb0 con 0x7f111406c320 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1119daf640 1 -- 172.21.15.94:0/1636054441 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111406c320 msgr2=0x7f1114167090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1119daf640 1 --2- 172.21.15.94:0/1636054441 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111406c320 0x7f1114167090 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f110c009d90 tx=0x7f110c02a6a0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1119daf640 1 -- 172.21.15.94:0/1636054441 shutdown_connections 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1119daf640 1 --2- 172.21.15.94:0/1636054441 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111406c320 0x7f1114167090 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1119daf640 1 -- 172.21.15.94:0/1636054441 >> 172.21.15.94:0/1636054441 conn(0x7f11140b2d10 msgr2=0x7f11140b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1119daf640 1 -- 172.21.15.94:0/1636054441 shutdown_connections 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.685+0000 7f1119daf640 1 -- 172.21.15.94:0/1636054441 wait complete. 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.686+0000 7f1119daf640 1 Processor -- start 2024-09-10T08:35:35.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1119daf640 1 -- start start 2024-09-10T08:35:35.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1119daf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f111406c320 0x7f111414a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1119daf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f11140d0350 0x7f111415dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1119daf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111415c280 0x7f111415e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1119daf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f111415c660 con 0x7f111415c280 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1119daf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f11140b45d0 con 0x7f11140d0350 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1119daf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f111415c7e0 con 0x7f111406c320 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1113fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111415c280 0x7f111415e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1113fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111415c280 0x7f111415e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52944/0 (socket says 172.21.15.94:52944) 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.687+0000 7f1113fff640 1 -- 172.21.15.94:0/1093518727 learned_addr learned my addr 172.21.15.94:0/1093518727 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f110affd640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f11140d0350 0x7f111415dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f11137fe640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f111406c320 0x7f111414a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1113fff640 1 -- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f111406c320 msgr2=0x7f111414a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:35.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1113fff640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f111406c320 0x7f111414a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1113fff640 1 -- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f11140d0350 msgr2=0x7f111415dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1113fff640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f11140d0350 0x7f111415dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1113fff640 1 -- 172.21.15.94:0/1093518727 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f111415eb30 con 0x7f111415c280 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1113fff640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111415c280 0x7f111415e520 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f110c02ac90 tx=0x7f110c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1110ff9640 1 -- 172.21.15.94:0/1093518727 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f110c040070 con 0x7f111415c280 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1110ff9640 1 -- 172.21.15.94:0/1093518727 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f110c031c90 con 0x7f111415c280 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1110ff9640 1 -- 172.21.15.94:0/1093518727 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f110c045680 con 0x7f111415c280 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f111415ee10 con 0x7f111415c280 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.688+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f111415f3d0 con 0x7f111415c280 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.689+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11140b5b00 con 0x7f111415c280 2024-09-10T08:35:35.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.689+0000 7f1110ff9640 1 -- 172.21.15.94:0/1093518727 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f110c039040 con 0x7f111415c280 2024-09-10T08:35:35.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.690+0000 7f1110ff9640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f406be30 0x7f10f406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:35.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.690+0000 7f1110ff9640 1 -- 172.21.15.94:0/1093518727 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f110c0acab0 con 0x7f111415c280 2024-09-10T08:35:35.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.690+0000 7f11137fe640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f406be30 0x7f10f406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:35.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.690+0000 7f11137fe640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f406be30 0x7f10f406e2f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f110400a750 tx=0x7f1104008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:35.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.694+0000 7f1110ff9640 1 -- 172.21.15.94:0/1093518727 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f110c043360 con 0x7f111415c280 2024-09-10T08:35:35.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.872+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f111406c8b0 con 0x7f111415c280 2024-09-10T08:35:35.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.873+0000 7f1110ff9640 1 -- 172.21.15.94:0/1093518727 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7f110c07b300 con 0x7f111415c280 2024-09-10T08:35:35.874 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:35:35.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f406be30 msgr2=0x7f10f406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:35.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f406be30 0x7f10f406e2f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f110400a750 tx=0x7f1104008040 comp rx=0 tx=0).stop 2024-09-10T08:35:35.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111415c280 msgr2=0x7f111415e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111415c280 0x7f111415e520 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f110c02ac90 tx=0x7f110c004a40 comp rx=0 tx=0).stop 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 shutdown_connections 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f406be30 0x7f10f406e2f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f11140d0350 0x7f111415dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f111415c280 0x7f111415e520 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 --2- 172.21.15.94:0/1093518727 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f111406c320 0x7f111414a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 >> 172.21.15.94:0/1093518727 conn(0x7f11140b2d10 msgr2=0x7f111415fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 shutdown_connections 2024-09-10T08:35:35.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:35.875+0000 7f1119daf640 1 -- 172.21.15.94:0/1093518727 wait complete. 2024-09-10T08:35:35.887 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:35.887 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:35.903 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:36.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.040+0000 7f015e482640 1 Processor -- start 2024-09-10T08:35:36.042 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.040+0000 7f015e482640 1 -- start start 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f015e482640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f015815b120 0x7f015806f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f015e482640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f015806dec0 0x7f015806e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f015e482640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01580d0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f015e482640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f015815b500 con 0x7f015806dec0 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f015e482640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f015806e940 con 0x7f015815b120 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f015e482640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f015806ec20 con 0x7f01580d04b0 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f015806dec0 0x7f015806e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f015806dec0 0x7f015806e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52958/0 (socket says 172.21.15.94:52958) 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 -- 172.21.15.94:0/510405053 learned_addr learned my addr 172.21.15.94:0/510405053 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f015ca1f640 1 --2- 172.21.15.94:0/510405053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01580d0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f0157fff640 1 --2- 172.21.15.94:0/510405053 >> v2:172.21.15.143:3300/0 conn(0x7f015815b120 0x7f015806f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 -- 172.21.15.94:0/510405053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 msgr2=0x7f01580d0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:36.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 --2- 172.21.15.94:0/510405053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01580d0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 -- 172.21.15.94:0/510405053 >> v2:172.21.15.143:3300/0 conn(0x7f015815b120 msgr2=0x7f015806f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:36.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 --2- 172.21.15.94:0/510405053 >> v2:172.21.15.143:3300/0 conn(0x7f015815b120 0x7f015806f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.041+0000 7f01577fe640 1 -- 172.21.15.94:0/510405053 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015806ef00 con 0x7f015806dec0 2024-09-10T08:35:36.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.042+0000 7f01577fe640 1 --2- 172.21.15.94:0/510405053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015806e330 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f015806cb50 tx=0x7f014c02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e190790e21cb99f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.042+0000 7f0156ffd640 1 -- 172.21.15.94:0/510405053 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c032790 con 0x7f015806dec0 2024-09-10T08:35:36.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.042+0000 7f0156ffd640 1 -- 172.21.15.94:0/510405053 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f014c038070 con 0x7f015806dec0 2024-09-10T08:35:36.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.042+0000 7f0156ffd640 1 -- 172.21.15.94:0/510405053 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c032b50 con 0x7f015806dec0 2024-09-10T08:35:36.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 -- 172.21.15.94:0/510405053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 msgr2=0x7f015806e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 --2- 172.21.15.94:0/510405053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015806e330 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f015806cb50 tx=0x7f014c02c890 comp rx=0 tx=0).stop 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 -- 172.21.15.94:0/510405053 shutdown_connections 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 --2- 172.21.15.94:0/510405053 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01580d0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 --2- 172.21.15.94:0/510405053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015806e330 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 --2- 172.21.15.94:0/510405053 >> v2:172.21.15.143:3300/0 conn(0x7f015815b120 0x7f015806f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 -- 172.21.15.94:0/510405053 >> 172.21.15.94:0/510405053 conn(0x7f015806bdf0 msgr2=0x7f015806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 -- 172.21.15.94:0/510405053 shutdown_connections 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.043+0000 7f015e482640 1 -- 172.21.15.94:0/510405053 wait complete. 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.044+0000 7f015e482640 1 Processor -- start 2024-09-10T08:35:36.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.044+0000 7f015e482640 1 -- start start 2024-09-10T08:35:36.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f015e482640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015814e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f015e482640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01581561a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f015e482640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f015815b120 0x7f01580cb8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f015e482640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f01580ce060 con 0x7f015806dec0 2024-09-10T08:35:36.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f015e482640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f015806f4c0 con 0x7f015815b120 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f015e482640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f01580c5160 con 0x7f01580d04b0 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015814e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015814e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52966/0 (socket says 172.21.15.94:52966) 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 -- 172.21.15.94:0/2170735253 learned_addr learned my addr 172.21.15.94:0/2170735253 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 -- 172.21.15.94:0/2170735253 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 msgr2=0x7f01581561a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f01577fe640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01581561a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01581561a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 -- 172.21.15.94:0/2170735253 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f015815b120 msgr2=0x7f01580cb8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f015815b120 0x7f01580cb8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 -- 172.21.15.94:0/2170735253 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0158156c40 con 0x7f015806dec0 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0157fff640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015814e450 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f014800d5f0 tx=0x7f014800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.045+0000 7f0154ff9640 1 -- 172.21.15.94:0/2170735253 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01480125f0 con 0x7f015806dec0 2024-09-10T08:35:36.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.046+0000 7f0154ff9640 1 -- 172.21.15.94:0/2170735253 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0148019070 con 0x7f015806dec0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.046+0000 7f0154ff9640 1 -- 172.21.15.94:0/2170735253 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01480129d0 con 0x7f015806dec0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.046+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0158156f20 con 0x7f015806dec0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.046+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01581574e0 con 0x7f015806dec0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.047+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015806e330 con 0x7f015806dec0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.047+0000 7f0154ff9640 1 -- 172.21.15.94:0/2170735253 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0148012b70 con 0x7f015806dec0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.047+0000 7f0154ff9640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f014406be60 0x7f014406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.048+0000 7f01577fe640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f014406be60 0x7f014406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.048+0000 7f0154ff9640 1 -- 172.21.15.94:0/2170735253 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f014808b340 con 0x7f015806dec0 2024-09-10T08:35:36.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.048+0000 7f01577fe640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f014406be60 0x7f014406e320 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f014c037000 tx=0x7f014c032000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.052+0000 7f0154ff9640 1 -- 172.21.15.94:0/2170735253 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0148059bf0 con 0x7f015806dec0 2024-09-10T08:35:36.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.229+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f01580ce910 con 0x7f015806dec0 2024-09-10T08:35:36.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.230+0000 7f0154ff9640 1 -- 172.21.15.94:0/2170735253 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7f01480594f0 con 0x7f015806dec0 2024-09-10T08:35:36.231 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f014406be60 msgr2=0x7f014406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f014406be60 0x7f014406e320 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f014c037000 tx=0x7f014c032000 comp rx=0 tx=0).stop 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 msgr2=0x7f015814e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015814e450 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f014800d5f0 tx=0x7f014800dab0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 shutdown_connections 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f014406be60 0x7f014406e320 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f015815b120 0x7f01580cb8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f01580d04b0 0x7f01581561a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 --2- 172.21.15.94:0/2170735253 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f015806dec0 0x7f015814e450 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.231+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 >> 172.21.15.94:0/2170735253 conn(0x7f015806bdf0 msgr2=0x7f01580b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:36.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.232+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 shutdown_connections 2024-09-10T08:35:36.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.232+0000 7f015e482640 1 -- 172.21.15.94:0/2170735253 wait complete. 2024-09-10T08:35:36.244 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:35:36.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:36.244 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:35:36.267 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[55457]: fuse finished with error 0 and tester_r 0 2024-09-10T08:35:36.268 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:35:36.311 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:35:36.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:36.311 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:35:36.367 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:36.367 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:36.386 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:36.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.505+0000 7fc098b5f640 1 Processor -- start 2024-09-10T08:35:36.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.505+0000 7fc098b5f640 1 -- start start 2024-09-10T08:35:36.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.505+0000 7fc098b5f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 0x7fc0940d25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.505+0000 7fc098b5f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc094072590 0x7fc09406d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.505+0000 7fc098b5f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc094143a60 0x7fc094143f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc098b5f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc094141750 con 0x7fc094072590 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc098b5f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc0940d2b10 con 0x7fc094143a60 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc098b5f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc0941620b0 con 0x7fc0940d21f0 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc094072590 0x7fc09406d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc094072590 0x7fc09406d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52968/0 (socket says 172.21.15.94:52968) 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 -- 172.21.15.94:0/3066650779 learned_addr learned my addr 172.21.15.94:0/3066650779 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 -- 172.21.15.94:0/3066650779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 msgr2=0x7fc0940d25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 --2- 172.21.15.94:0/3066650779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 0x7fc0940d25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 -- 172.21.15.94:0/3066650779 >> v2:172.21.15.143:3300/0 conn(0x7fc094143a60 msgr2=0x7fc094143f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:36.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 --2- 172.21.15.94:0/3066650779 >> v2:172.21.15.143:3300/0 conn(0x7fc094143a60 0x7fc094143f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.506+0000 7fc08bfff640 1 -- 172.21.15.94:0/3066650779 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc094162370 con 0x7fc094072590 2024-09-10T08:35:36.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc08bfff640 1 --2- 172.21.15.94:0/3066650779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094072590 0x7fc09406d0e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fc0940b1df0 tx=0x7fc07c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a4a3532d2d7473 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc091d9b640 1 -- 172.21.15.94:0/3066650779 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c037070 con 0x7fc094072590 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc091d9b640 1 -- 172.21.15.94:0/3066650779 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc07c032440 con 0x7fc094072590 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc091d9b640 1 -- 172.21.15.94:0/3066650779 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c032810 con 0x7fc094072590 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 -- 172.21.15.94:0/3066650779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094072590 msgr2=0x7fc09406d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 --2- 172.21.15.94:0/3066650779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094072590 0x7fc09406d0e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fc0940b1df0 tx=0x7fc07c02a140 comp rx=0 tx=0).stop 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 -- 172.21.15.94:0/3066650779 shutdown_connections 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 --2- 172.21.15.94:0/3066650779 >> v2:172.21.15.143:3300/0 conn(0x7fc094143a60 0x7fc094143f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 --2- 172.21.15.94:0/3066650779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094072590 0x7fc09406d0e0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 --2- 172.21.15.94:0/3066650779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 0x7fc0940d25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 -- 172.21.15.94:0/3066650779 >> 172.21.15.94:0/3066650779 conn(0x7fc0940b3ed0 msgr2=0x7fc0940b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:36.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 -- 172.21.15.94:0/3066650779 shutdown_connections 2024-09-10T08:35:36.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.507+0000 7fc098b5f640 1 -- 172.21.15.94:0/3066650779 wait complete. 2024-09-10T08:35:36.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.509+0000 7fc098b5f640 1 Processor -- start 2024-09-10T08:35:36.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.509+0000 7fc098b5f640 1 -- start start 2024-09-10T08:35:36.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.509+0000 7fc098b5f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc094072590 0x7fc09413fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.509+0000 7fc098b5f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 0x7fc0940b5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc098b5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094143a60 0x7fc0940d0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc098b5f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc094162c10 con 0x7fc094143a60 2024-09-10T08:35:36.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc098b5f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc094162930 con 0x7fc094072590 2024-09-10T08:35:36.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc098b5f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc09406d620 con 0x7fc0940d21f0 2024-09-10T08:35:36.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094143a60 0x7fc0940d0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094143a60 0x7fc0940d0ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:52978/0 (socket says 172.21.15.94:52978) 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 -- 172.21.15.94:0/380030228 learned_addr learned my addr 172.21.15.94:0/380030228 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc08bfff640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 0x7fc0940b5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc09259c640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc094072590 0x7fc09413fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 -- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 msgr2=0x7fc0940b5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 0x7fc0940b5b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 -- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc094072590 msgr2=0x7fc09413fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc094072590 0x7fc09413fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 -- 172.21.15.94:0/380030228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0940b6270 con 0x7fc094143a60 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc092d9d640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094143a60 0x7fc0940d0ed0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fc08c00b970 tx=0x7fc08c00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc08affd640 1 -- 172.21.15.94:0/380030228 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08c019070 con 0x7fc094143a60 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc08affd640 1 -- 172.21.15.94:0/380030228 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc08c00cac0 con 0x7fc094143a60 2024-09-10T08:35:36.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc09415c0f0 con 0x7fc094143a60 2024-09-10T08:35:36.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc08affd640 1 -- 172.21.15.94:0/380030228 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc08c014440 con 0x7fc094143a60 2024-09-10T08:35:36.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.510+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0940b7c60 con 0x7fc094143a60 2024-09-10T08:35:36.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.511+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc094158c30 con 0x7fc094143a60 2024-09-10T08:35:36.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.512+0000 7fc08affd640 1 -- 172.21.15.94:0/380030228 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc08c01c070 con 0x7fc094143a60 2024-09-10T08:35:36.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.512+0000 7fc08affd640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07406be30 0x7fc07406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.513+0000 7fc09259c640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07406be30 0x7fc07406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.513+0000 7fc08affd640 1 -- 172.21.15.94:0/380030228 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fc08c08abe0 con 0x7fc094143a60 2024-09-10T08:35:36.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.513+0000 7fc09259c640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07406be30 0x7fc07406e2f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc0941f7950 tx=0x7fc084009110 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.517+0000 7fc08affd640 1 -- 172.21.15.94:0/380030228 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc08c058db0 con 0x7fc094143a60 2024-09-10T08:35:36.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.694+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc0940756d0 con 0x7fc094143a60 2024-09-10T08:35:36.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.694+0000 7fc08affd640 1 -- 172.21.15.94:0/380030228 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7fc08c05d0b0 con 0x7fc094143a60 2024-09-10T08:35:36.695 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:35:36.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07406be30 msgr2=0x7fc07406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07406be30 0x7fc07406e2f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc0941f7950 tx=0x7fc084009110 comp rx=0 tx=0).stop 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094143a60 msgr2=0x7fc0940d0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094143a60 0x7fc0940d0ed0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fc08c00b970 tx=0x7fc08c00bd70 comp rx=0 tx=0).stop 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 shutdown_connections 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07406be30 0x7fc07406e2f0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc094143a60 0x7fc0940d0ed0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc0940d21f0 0x7fc0940b5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 --2- 172.21.15.94:0/380030228 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc094072590 0x7fc09413fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 >> 172.21.15.94:0/380030228 conn(0x7fc0940b3ed0 msgr2=0x7fc09415f470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 shutdown_connections 2024-09-10T08:35:36.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.696+0000 7fc098b5f640 1 -- 172.21.15.94:0/380030228 wait complete. 2024-09-10T08:35:36.708 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:36.708 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:36.728 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:36.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.826+0000 7fac75a2e640 1 Processor -- start 2024-09-10T08:35:36.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.826+0000 7fac75a2e640 1 -- start start 2024-09-10T08:35:36.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac75a2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 0x7fac7015f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac75a2e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac700d1b10 con 0x7fac7015f0d0 2024-09-10T08:35:36.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac75a2e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac700cf2b0 con 0x7fac700d0070 2024-09-10T08:35:36.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac75a2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fac700cf590 con 0x7fac700d4840 2024-09-10T08:35:36.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6effd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fac7015f0d0 0x7fac700d1400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:55392/0 (socket says 172.21.15.94:55392) 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6effd640 1 -- 172.21.15.94:0/527526638 learned_addr learned my addr 172.21.15.94:0/527526638 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1697243487 0 0) 0x7fac700d1b10 con 0x7fac7015f0d0 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac5c003520 con 0x7fac7015f0d0 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6f7fe640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 0x7fac7015f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 412352983 0 0) 0x7fac5c003520 con 0x7fac7015f0d0 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 msgr2=0x7fac7015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6e7fc640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 0x7fac7015f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.827+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 >> v1:172.21.15.143:6789/0 conn(0x7fac700d0070 legacy=0x7fac700d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac700cf870 con 0x7fac7015f0d0 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fac60001670 con 0x7fac7015f0d0 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 >> v1:172.21.15.94:6789/0 conn(0x7fac7015f0d0 legacy=0x7fac700d1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac5c0039e0 0x7fac5c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 0x7fac5c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c004d40 0x7fac5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fac700cf590 con 0x7fac5c0039e0 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fac5c00bba0 con 0x7fac5c004d40 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fac5c00bda0 con 0x7fac700d4840 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6effd640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac5c0039e0 0x7fac5c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac667fc640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 0x7fac5c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6f7fe640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c004d40 0x7fac5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6effd640 1 -- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 msgr2=0x7fac5c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6effd640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700d4840 0x7fac5c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6effd640 1 -- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c004d40 msgr2=0x7fac5c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6effd640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c004d40 0x7fac5c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6effd640 1 -- 172.21.15.94:0/527526638 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac5c003520 con 0x7fac5c0039e0 2024-09-10T08:35:36.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.828+0000 7fac6f7fe640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c004d40 0x7fac5c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac6effd640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac5c0039e0 0x7fac5c003e00 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fac6000c240 tx=0x7fac5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c05a414849820c9b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60007ce0 con 0x7fac5c0039e0 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac600058d0 con 0x7fac5c0039e0 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac6e7fc640 1 -- 172.21.15.94:0/527526638 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac60005d00 con 0x7fac5c0039e0 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac75a2e640 1 -- 172.21.15.94:0/527526638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac5c0039e0 msgr2=0x7fac5c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac75a2e640 1 --2- 172.21.15.94:0/527526638 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac5c0039e0 0x7fac5c003e00 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fac6000c240 tx=0x7fac5c005830 comp rx=0 tx=0).stop 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac6f7fe640 1 -- 172.21.15.94:0/527526638 reap_dead start 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac75a2e640 1 -- 172.21.15.94:0/527526638 shutdown_connections 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac75a2e640 1 -- 172.21.15.94:0/527526638 >> 172.21.15.94:0/527526638 conn(0x7fac7009d760 msgr2=0x7fac7008bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac75a2e640 1 -- 172.21.15.94:0/527526638 shutdown_connections 2024-09-10T08:35:36.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.829+0000 7fac75a2e640 1 -- 172.21.15.94:0/527526638 wait complete. 2024-09-10T08:35:36.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 Processor -- start 2024-09-10T08:35:36.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 -- start start 2024-09-10T08:35:36.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c0039e0 0x7fac701471f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700cbc60 0x7fac70154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac70161eb0 0x7fac70162310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fac7015f4b0 con 0x7fac70161eb0 2024-09-10T08:35:36.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fac700cef60 con 0x7fac5c0039e0 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.831+0000 7fac75a2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fac7015f630 con 0x7fac700cbc60 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac70161eb0 0x7fac70162310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac70161eb0 0x7fac70162310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:53004/0 (socket says 172.21.15.94:53004) 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 -- 172.21.15.94:0/3637790374 learned_addr learned my addr 172.21.15.94:0/3637790374 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6effd640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c0039e0 0x7fac701471f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac667fc640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700cbc60 0x7fac70154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 -- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700cbc60 msgr2=0x7fac70154620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700cbc60 0x7fac70154620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 -- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c0039e0 msgr2=0x7fac701471f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c0039e0 0x7fac701471f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 -- 172.21.15.94:0/3637790374 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac700cd3f0 con 0x7fac70161eb0 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6f7fe640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac70161eb0 0x7fac70162310 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fac700a22a0 tx=0x7fac68004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6cff9640 1 -- 172.21.15.94:0/3637790374 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac68007c90 con 0x7fac70161eb0 2024-09-10T08:35:36.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6cff9640 1 -- 172.21.15.94:0/3637790374 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac68019070 con 0x7fac70161eb0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac70147730 con 0x7fac70161eb0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac6cff9640 1 -- 172.21.15.94:0/3637790374 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac68014650 con 0x7fac70161eb0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.832+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac700cd970 con 0x7fac70161eb0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.833+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac7006cf30 con 0x7fac70161eb0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.834+0000 7fac6cff9640 1 -- 172.21.15.94:0/3637790374 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fac680147f0 con 0x7fac70161eb0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.834+0000 7fac6cff9640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fac5006be30 0x7fac5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.834+0000 7fac6cff9640 1 -- 172.21.15.94:0/3637790374 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fac6808b330 con 0x7fac70161eb0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.834+0000 7fac6effd640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fac5006be30 0x7fac5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.835+0000 7fac6effd640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fac5006be30 0x7fac5006e2f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fac60033000 tx=0x7fac6002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:36.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:36.839+0000 7fac6cff9640 1 -- 172.21.15.94:0/3637790374 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac68059be0 con 0x7fac70161eb0 2024-09-10T08:35:37.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.014+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fac700d2410 con 0x7fac70161eb0 2024-09-10T08:35:37.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.014+0000 7fac6cff9640 1 -- 172.21.15.94:0/3637790374 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7fac680594e0 con 0x7fac70161eb0 2024-09-10T08:35:37.016 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fac5006be30 msgr2=0x7fac5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fac5006be30 0x7fac5006e2f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fac60033000 tx=0x7fac6002e000 comp rx=0 tx=0).stop 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac70161eb0 msgr2=0x7fac70162310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac70161eb0 0x7fac70162310 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fac700a22a0 tx=0x7fac68004690 comp rx=0 tx=0).stop 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 shutdown_connections 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fac5006be30 0x7fac5006e2f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fac70161eb0 0x7fac70162310 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fac700cbc60 0x7fac70154620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:37.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 --2- 172.21.15.94:0/3637790374 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fac5c0039e0 0x7fac701471f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:37.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 >> 172.21.15.94:0/3637790374 conn(0x7fac7009d760 msgr2=0x7fac700d2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:37.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 shutdown_connections 2024-09-10T08:35:37.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:37.016+0000 7fac75a2e640 1 -- 172.21.15.94:0/3637790374 wait complete. 2024-09-10T08:35:37.028 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:35:37.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:37.029 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:37.057 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[45368]: fuse finished with error 0 and tester_r 0 2024-09-10T08:35:37.059 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:35:43.161 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:35:43.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:43.161 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:35:43.181 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.badguy mds 'allow rw path=/foo/bar' osd 'allow rw' mon 'allow r' 2024-09-10T08:35:43.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.298+0000 7f834ab2c640 1 Processor -- start 2024-09-10T08:35:43.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.298+0000 7f834ab2c640 1 -- start start 2024-09-10T08:35:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f834ab2c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f83440cbea0 0x7f83440cc870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f834ab2c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 0x7f83440d2910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f834ab2c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8344072050 con 0x7f834415e2e0 2024-09-10T08:35:43.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f834ab2c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f834415e6c0 con 0x7f83440cbea0 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f834ab2c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8344072330 con 0x7f83440d2460 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83488c8640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f834415e2e0 0x7f8344071750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46906/0 (socket says 172.21.15.94:46906) 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83488c8640 1 -- 172.21.15.94:0/2722656150 learned_addr learned my addr 172.21.15.94:0/2722656150 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83490c9640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 0x7f83440d2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f8343fff640 1 --2- 172.21.15.94:0/2722656150 >> v2:172.21.15.143:3300/0 conn(0x7f83440cbea0 0x7f83440cc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 179974033 0 0) 0x7f8344072050 con 0x7f834415e2e0 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f832c003520 con 0x7f834415e2e0 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2411473904 0 0) 0x7f832c003520 con 0x7f834415e2e0 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 msgr2=0x7f83440d2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 0x7f83440d2910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 >> v2:172.21.15.143:3300/0 conn(0x7f83440cbea0 msgr2=0x7f83440cc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 --2- 172.21.15.94:0/2722656150 >> v2:172.21.15.143:3300/0 conn(0x7f83440cbea0 0x7f83440cc870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8344072610 con 0x7f834415e2e0 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.299+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8334001670 con 0x7f834415e2e0 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 >> v1:172.21.15.94:6789/0 conn(0x7f834415e2e0 legacy=0x7f8344071750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83437fe640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f832c0039b0 0x7f832c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83437fe640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f832c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83437fe640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 0x7f832c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f834415e6c0 con 0x7f832c004800 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8344072330 con 0x7f832c0039b0 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f832c00b9c0 con 0x7f83440d2460 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f8343fff640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f832c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83488c8640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f832c0039b0 0x7f832c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f83490c9640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 0x7f832c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f8343fff640 1 -- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 msgr2=0x7f832c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f8343fff640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f83440d2460 0x7f832c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f8343fff640 1 -- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f832c0039b0 msgr2=0x7f832c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f8343fff640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f832c0039b0 0x7f832c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.300+0000 7f8343fff640 1 -- 172.21.15.94:0/2722656150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832c003520 con 0x7f832c004800 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f8343fff640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f832c004c80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f8338009a90 tx=0x7f832c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25badf51084baa6a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8338036070 con 0x7f832c004800 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8338031400 con 0x7f832c004800 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f83437fe640 1 -- 172.21.15.94:0/2722656150 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8338009690 con 0x7f832c004800 2024-09-10T08:35:43.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f834ab2c640 1 -- 172.21.15.94:0/2722656150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 msgr2=0x7f832c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f834ab2c640 1 --2- 172.21.15.94:0/2722656150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f832c004c80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f8338009a90 tx=0x7f832c005830 comp rx=0 tx=0).stop 2024-09-10T08:35:43.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f83490c9640 1 -- 172.21.15.94:0/2722656150 reap_dead start 2024-09-10T08:35:43.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f834ab2c640 1 -- 172.21.15.94:0/2722656150 shutdown_connections 2024-09-10T08:35:43.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f834ab2c640 1 -- 172.21.15.94:0/2722656150 >> 172.21.15.94:0/2722656150 conn(0x7f83440701d0 msgr2=0x7f83440705e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:43.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.301+0000 7f834ab2c640 1 -- 172.21.15.94:0/2722656150 shutdown_connections 2024-09-10T08:35:43.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.302+0000 7f834ab2c640 1 -- 172.21.15.94:0/2722656150 wait complete. 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.303+0000 7f834ab2c640 1 Processor -- start 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.303+0000 7f834ab2c640 1 -- start start 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f8344161110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f834414f490 0x7f834413faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83440b69e0 0x7f83440b6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f83440ccdb0 con 0x7f832c004800 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f83440d0df0 con 0x7f83440b69e0 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f83440ccf30 con 0x7f834414f490 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f8344161110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f8344161110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40784/0 (socket says 172.21.15.94:40784) 2024-09-10T08:35:43.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 -- 172.21.15.94:0/387025415 learned_addr learned my addr 172.21.15.94:0/387025415 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f8343fff640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f834414f490 0x7f834413faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83490c9640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83440b69e0 0x7f83440b6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 -- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f834414f490 msgr2=0x7f834413faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f834414f490 0x7f834413faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 -- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83440b69e0 msgr2=0x7f83440b6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83440b69e0 0x7f83440b6e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 -- 172.21.15.94:0/387025415 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83440b82c0 con 0x7f832c004800 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83488c8640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f8344161110 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f8334007340 tx=0x7f8334007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83417fa640 1 -- 172.21.15.94:0/387025415 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833400f9c0 con 0x7f832c004800 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83417fa640 1 -- 172.21.15.94:0/387025415 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8334018070 con 0x7f832c004800 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83440b76b0 con 0x7f832c004800 2024-09-10T08:35:43.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f83417fa640 1 -- 172.21.15.94:0/387025415 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833400fda0 con 0x7f832c004800 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.304+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83440b7c70 con 0x7f832c004800 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.306+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83440cc870 con 0x7f832c004800 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.306+0000 7f83417fa640 1 -- 172.21.15.94:0/387025415 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f833401d460 con 0x7f832c004800 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.306+0000 7f83417fa640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f833006be30 0x7f833006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.307+0000 7f83417fa640 1 -- 172.21.15.94:0/387025415 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f833408b0b0 con 0x7f832c004800 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.307+0000 7f8343fff640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f833006be30 0x7f833006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.307+0000 7f8343fff640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f833006be30 0x7f833006e2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8338033000 tx=0x7f8338008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:43.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.311+0000 7f83417fa640 1 -- 172.21.15.94:0/387025415 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f83340591f0 con 0x7f832c004800 2024-09-10T08:35:43.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.537+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.badguy", "caps": ["mds", "allow rw path=/foo/bar", "osd", "allow rw", "mon", "allow r"]} v 0) -- 0x7f834415d900 con 0x7f832c004800 2024-09-10T08:35:43.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.539+0000 7f83417fa640 1 -- 172.21.15.94:0/387025415 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.badguy", "caps": ["mds", "allow rw path=/foo/bar", "osd", "allow rw", "mon", "allow r"]}]=0 v14) ==== 173+0+64 (secure 0 0 0) 0x7f833405d4f0 con 0x7f832c004800 2024-09-10T08:35:43.540 INFO:teuthology.orchestra.run.smithi094.stdout:[client.badguy] 2024-09-10T08:35:43.540 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQDfBOBmq+olIBAAu5ldrnoJ67QfhYBhlBYXdA== 2024-09-10T08:35:43.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f833006be30 msgr2=0x7f833006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f833006be30 0x7f833006e2f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8338033000 tx=0x7f8338008030 comp rx=0 tx=0).stop 2024-09-10T08:35:43.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 msgr2=0x7f8344161110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f8344161110 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f8334007340 tx=0x7f8334007800 comp rx=0 tx=0).stop 2024-09-10T08:35:43.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 shutdown_connections 2024-09-10T08:35:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f833006be30 0x7f833006e2f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f83440b69e0 0x7f83440b6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f834414f490 0x7f834413faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 --2- 172.21.15.94:0/387025415 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f832c004800 0x7f8344161110 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 >> 172.21.15.94:0/387025415 conn(0x7f83440701d0 msgr2=0x7f834415bfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 shutdown_connections 2024-09-10T08:35:43.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.541+0000 7f834ab2c640 1 -- 172.21.15.94:0/387025415 wait complete. 2024-09-10T08:35:43.553 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:43.553 DEBUG:teuthology.orchestra.run.smithi143:> sudo dd of=/etc/ceph/ceph.client.badguy.keyring 2024-09-10T08:35:43.585 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:35:43.588 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:35:43.628 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-09-10T08:35:43.628 INFO:teuthology.orchestra.run.smithi094.stdout: chdir = "" 2024-09-10T08:35:43.628 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:35:43.628 INFO:teuthology.orchestra.run.smithi094.stdout: auth supported = cephx 2024-09-10T08:35:43.628 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.628 INFO:teuthology.orchestra.run.smithi094.stdout: filestore xattr use omap = true 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: mon clock drift allowed = 1.000 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: osd crush chooseleaf type = 0 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: auth debug = true 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on old message = true 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on bug = true 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:35:43.629 INFO:teuthology.orchestra.run.smithi094.stdout: mon pg warn max object skew = 0 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default size = 2 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow primary affinity = true 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow pg remap = true 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on no sortbitwise = false 2024-09-10T08:35:43.630 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on too few osds = false 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: mon_allow_pool_size_one = true 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: osd default data pool replay window = 5 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: mon allow pool delete = true 2024-09-10T08:35:43.631 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: mon cluster log file level = debug 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: debug asserts on shutdown = true 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: mon health detail to clog = false 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout:[osd] 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: osd journal size = 100 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub load threshold = 5.0 2024-09-10T08:35:43.632 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub max interval = 600 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd recover clone overlap = true 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd recovery max chunk = 1048576 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug shutdown = true 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug op order = true 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug verify stray on activate = true 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug trim objects = true 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.633 INFO:teuthology.orchestra.run.smithi094.stdout: osd open classes on start = true 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug pg log writeout = true 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: osd map max advance = 10 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: journal zero on create = true 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: filestore apply finisher threads = 3 2024-09-10T08:35:43.634 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: bdev debug aio = true 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug misdirected ops = true 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore block size = 96636764160 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore fsck on mount = True 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluefs = 20 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluestore = 20 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: debug osd = 20 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: debug rocksdb = 10 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:35:43.635 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd full ratio = 0.9 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: osd objectstore = bluestore 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr] 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: debug mgr = 20 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:43.636 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: mgr/telemetry/nag = false 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout:[mon] 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: debug paxos = 20 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: mon data avail warn = 5 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: mon mgr mkfs grace = 240 2024-09-10T08:35:43.637 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd reporter subtree level = osd 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd prime pg temp = true 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:35:43.638 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: # 1m isn't quite enough 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: mon down mkfs grace = 300 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: mon op complaint time = 120 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on pool no app = False 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout:[client] 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: rgw cache enabled = true 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable ops log = true 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable usage log = true 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:35:43.639 INFO:teuthology.orchestra.run.smithi094.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout: client mount timeout = 600 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = "" 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.a] 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.b] 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.c] 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:35:43.640 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout:[mds] 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds = 20 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds balancer = 20 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug frag = True 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug scatterstat = True 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: mds op complaint time = 180 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: mds verify scatter = True 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:35:43.641 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:35:43.642 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:35:43.642 INFO:teuthology.orchestra.run.smithi094.stdout:[client.badguy] 2024-09-10T08:35:43.642 INFO:teuthology.orchestra.run.smithi094.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-10T08:35:43.674 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-09-10T08:35:43.674 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-09-10T08:35:43.674 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-09-10T08:35:43.675 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.676 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.677 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-09-10T08:35:43.678 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.679 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-09-10T08:35:43.680 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-09-10T08:35:43.681 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-09-10T08:35:43.682 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:43.683 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:35:43.684 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:43.685 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-09-10T08:35:43.686 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout:[client.badguy] 2024-09-10T08:35:43.687 INFO:teuthology.orchestra.run.smithi143.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-10T08:35:43.689 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:35:43.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.785+0000 7f662cc53640 1 Processor -- start 2024-09-10T08:35:43.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.785+0000 7f662cc53640 1 -- start start 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662cc53640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 0x7f66280aea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662cc53640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66280b3e10 con 0x7f66281617b0 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662cc53640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66280b40f0 con 0x7f66280afa30 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662cc53640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f66280b43d0 con 0x7f6628070720 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662659c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f66281617b0 0x7f6628070010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46916/0 (socket says 172.21.15.94:46916) 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662659c640 1 -- 172.21.15.94:0/1448331293 learned_addr learned my addr 172.21.15.94:0/1448331293 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f6625d9b640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 0x7f66280aea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3385203356 0 0) 0x7f66280b3e10 con 0x7f66281617b0 2024-09-10T08:35:43.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6610003520 con 0x7f66281617b0 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2150938371 0 0) 0x7f6610003520 con 0x7f66281617b0 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 msgr2=0x7f66280aea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 0x7f66280aea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 >> v1:172.21.15.143:6789/0 conn(0x7f66280afa30 legacy=0x7f66280b4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66280b46b0 con 0x7f66281617b0 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f6618001670 con 0x7f66281617b0 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 >> v1:172.21.15.94:6789/0 conn(0x7f66281617b0 legacy=0x7f6628070010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66100039e0 0x7f6610003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6610004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 0x7f66100050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f66280b43d0 con 0x7f6610004390 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f661000b9f0 con 0x7f66100039e0 2024-09-10T08:35:43.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.786+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f661000bbf0 con 0x7f6628070720 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6625d9b640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6610004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f662659c640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66100039e0 0x7f6610003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6626d9d640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 0x7f66100050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6625d9b640 1 -- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 msgr2=0x7f66100050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6625d9b640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628070720 0x7f66100050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6625d9b640 1 -- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66100039e0 msgr2=0x7f6610003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6625d9b640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f66100039e0 0x7f6610003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6625d9b640 1 -- 172.21.15.94:0/1448331293 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6610003520 con 0x7f6610004390 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.787+0000 7f6625d9b640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6610004860 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f661c009ac0 tx=0x7f6610005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f2bba93631ed15b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661c036070 con 0x7f6610004390 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f661c031400 con 0x7f6610004390 2024-09-10T08:35:43.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662559a640 1 -- 172.21.15.94:0/1448331293 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661c009690 con 0x7f6610004390 2024-09-10T08:35:43.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662cc53640 1 -- 172.21.15.94:0/1448331293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 msgr2=0x7f6610004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662cc53640 1 --2- 172.21.15.94:0/1448331293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6610004860 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f661c009ac0 tx=0x7f6610005830 comp rx=0 tx=0).stop 2024-09-10T08:35:43.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f6626d9d640 1 -- 172.21.15.94:0/1448331293 reap_dead start 2024-09-10T08:35:43.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662cc53640 1 -- 172.21.15.94:0/1448331293 shutdown_connections 2024-09-10T08:35:43.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662cc53640 1 -- 172.21.15.94:0/1448331293 >> 172.21.15.94:0/1448331293 conn(0x7f66280734b0 msgr2=0x7f662806bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:43.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662cc53640 1 -- 172.21.15.94:0/1448331293 shutdown_connections 2024-09-10T08:35:43.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.788+0000 7f662cc53640 1 -- 172.21.15.94:0/1448331293 wait complete. 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 Processor -- start 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 -- start start 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6628149290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6628152880 0x7f66281f4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628155a90 0x7f66281f4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6628161b90 con 0x7f6610004390 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f66280b0550 con 0x7f6628152880 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662cc53640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6628161d10 con 0x7f6628155a90 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6628149290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6628149290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40798/0 (socket says 172.21.15.94:40798) 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f662659c640 1 -- 172.21.15.94:0/3300271663 learned_addr learned my addr 172.21.15.94:0/3300271663 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.790+0000 7f6625d9b640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6628152880 0x7f66281f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f6626d9d640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628155a90 0x7f66281f4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662659c640 1 -- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628155a90 msgr2=0x7f66281f4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662659c640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628155a90 0x7f66281f4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662659c640 1 -- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6628152880 msgr2=0x7f66281f4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662659c640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6628152880 0x7f66281f4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662659c640 1 -- 172.21.15.94:0/3300271663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6628153eb0 con 0x7f6610004390 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662659c640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6628149290 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f6618007340 tx=0x7f6618007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f6616ffd640 1 -- 172.21.15.94:0/3300271663 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661801a070 con 0x7f6610004390 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f6616ffd640 1 -- 172.21.15.94:0/3300271663 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f661800f860 con 0x7f6610004390 2024-09-10T08:35:43.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f6616ffd640 1 -- 172.21.15.94:0/3300271663 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661800fc30 con 0x7f6610004390 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6628154190 con 0x7f6610004390 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.791+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6628154750 con 0x7f6610004390 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.792+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66280aea10 con 0x7f6610004390 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.792+0000 7f6616ffd640 1 -- 172.21.15.94:0/3300271663 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f661801d070 con 0x7f6610004390 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.793+0000 7f6616ffd640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f660806be60 0x7f660806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.793+0000 7f6616ffd640 1 -- 172.21.15.94:0/3300271663 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f661808a880 con 0x7f6610004390 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.793+0000 7f6625d9b640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f660806be60 0x7f660806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.793+0000 7f6625d9b640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f660806be60 0x7f660806e320 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f661c033000 tx=0x7f661c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:43.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.797+0000 7f6616ffd640 1 -- 172.21.15.94:0/3300271663 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6618058a50 con 0x7f6610004390 2024-09-10T08:35:43.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.995+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f6628160b90 con 0x7f6610004390 2024-09-10T08:35:43.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.996+0000 7f6616ffd640 1 -- 172.21.15.94:0/3300271663 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) ==== 53+0+73 (secure 0 0 0) 0x7f661805cd50 con 0x7f6610004390 2024-09-10T08:35:43.997 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:35:43.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f660806be60 msgr2=0x7f660806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f660806be60 0x7f660806e320 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f661c033000 tx=0x7f661c008030 comp rx=0 tx=0).stop 2024-09-10T08:35:43.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 msgr2=0x7f6628149290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:43.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6628149290 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f6618007340 tx=0x7f6618007800 comp rx=0 tx=0).stop 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 shutdown_connections 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f660806be60 0x7f660806e320 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6628152880 0x7f66281f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6628155a90 0x7f66281f4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 --2- 172.21.15.94:0/3300271663 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6610004390 0x7f6628149290 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.997+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 >> 172.21.15.94:0/3300271663 conn(0x7f66280734b0 msgr2=0x7f662806ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.998+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 shutdown_connections 2024-09-10T08:35:44.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:43.998+0000 7f662cc53640 1 -- 172.21.15.94:0/3300271663 wait complete. 2024-09-10T08:35:44.010 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:35:44.010 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:35:44.010 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:35:44.010 INFO:tasks.cephfs.mount:self.client.name = client.badguy 2024-09-10T08:35:44.010 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:44.010 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:35:44.010 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /foo/bar 2024-09-10T08:35:44.011 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:35:44.011 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:44.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.011 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:35:44.029 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:35:44.029 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:35:44.029 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:35:44.029 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:44.030 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42583sec preferred_lft 42583sec 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:44.031 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:44.032 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:44.032 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:35:44.032 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:44.032 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.032 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:35:44.096 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:35:44.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.098 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:35:44.156 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:35:44.156 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:35:44.156 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:35:44.156 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:35:44.156 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:35:44.156 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:35:44.157 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:35:44.157 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:35:44.157 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:35:44.157 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:35:44.157 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:35:44.248 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:35:44.281 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:44.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.288 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:35:44.303 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:35:44.303 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:35:44.303 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:44.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.304 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:35:44.368 INFO:tasks.cephfs.fuse_mount:Client client.badguy config is {} 2024-09-10T08:35:44.368 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:44.368 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:44.424 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:44.425 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:44.425 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:44.480 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:35:44.545 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:44.605 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:35:44.605 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:35:44.605 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:35:44.605 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:35:44.605 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:35:44.605 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:35:44.606 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:44.607 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:44.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.608 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:35:44.660 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:35:44.660 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id badguy --client_mountpoint=/foo/bar) 2024-09-10T08:35:44.702 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:35:44.726 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:44.783 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:35:44.783+0000 7fac1ae7e480 -1 init, newargv = 0x55b472edff00 newargc=15 2024-09-10T08:35:44.783 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[45856]: starting ceph client 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:35:44.784 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:44.785 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:44.786 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:44.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.787 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:35:44.788 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[45856]: starting fuse 2024-09-10T08:35:44.803 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:35:44.803 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:35:44.803 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:35:44.803 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:35:44.803 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:35:44.803 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:35:44.803 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:35:44.803 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:44.803 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.badguy.*.asok" 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:35:44.804 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:35:44.805 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:35:44.805 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:35:44.805 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:35:44.805 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:35:44.805 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.badguy")) 2024-09-10T08:35:44.805 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:35:44.919 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.badguy.45856.asok 2024-09-10T08:35:44.922 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:44.929 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.badguy.45856.asok 2024-09-10T08:35:44.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:44.930 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.badguy.45856.asok status 2024-09-10T08:35:45.063 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:35:45.063 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:35:45.063 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:35:45.063 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:35:45.063 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "badguy", 2024-09-10T08:35:45.063 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "45856", 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/foo/bar" 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 5258, 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:35:45.064 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 5258 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1289073501 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1289073501 2024-09-10T08:35:45.065 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.5258 192.168.0.1:0/1289073501", 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/1289073501", 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 33, 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 66, 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:35:45.066 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:35:45.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:45.072 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:35:45.072 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:45.087 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:35:45.087 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:45.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:45.088 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:45.157 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:45.157 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:45.215 DEBUG:tasks.cephfs.mount:Creating test file 2024-09-10 08:35:45.215291 badguy 2024-09-10T08:35:45.215 DEBUG:teuthology.orchestra.run.smithi143:> touch '/home/ubuntu/cephtest/mnt.1/2024-09-10 08:35:45.215291 badguy' 2024-09-10T08:35:45.240 DEBUG:tasks.cephfs.mount:Deleting test file 2024-09-10 08:35:45.215291 badguy 2024-09-10T08:35:45.240 DEBUG:teuthology.orchestra.run.smithi143:> rm -f '/home/ubuntu/cephtest/mnt.1/2024-09-10 08:35:45.215291 badguy' 2024-09-10T08:35:45.299 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:45.299 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:45.357 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:45.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.468+0000 7f8c09e77640 1 Processor -- start 2024-09-10T08:35:45.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.468+0000 7f8c09e77640 1 -- start start 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c09e77640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8c040b3270 0x7f8c040cdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c09e77640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c0409aa60 0x7f8c0409aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c09e77640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c040ce770 con 0x7f8c04161bd0 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c09e77640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8c0409b410 con 0x7f8c040b3270 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c09e77640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c040ce490 con 0x7f8c0409aa60 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c037fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8c04161bd0 0x7f8c0406c9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46932/0 (socket says 172.21.15.94:46932) 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c037fe640 1 -- 172.21.15.94:0/1343781911 learned_addr learned my addr 172.21.15.94:0/1343781911 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:45.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c02ffd640 1 --2- 172.21.15.94:0/1343781911 >> v2:172.21.15.143:3300/0 conn(0x7f8c040b3270 0x7f8c040cdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c03fff640 1 --2- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c0409aa60 0x7f8c0409aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c027fc640 1 -- 172.21.15.94:0/1343781911 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1298162954 0 0) 0x7f8c040ce770 con 0x7f8c04161bd0 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c027fc640 1 -- 172.21.15.94:0/1343781911 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8bec003520 con 0x7f8c04161bd0 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c02ffd640 1 -- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c0409aa60 msgr2=0x7f8c0409aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c02ffd640 1 --2- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c0409aa60 0x7f8c0409aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c02ffd640 1 -- 172.21.15.94:0/1343781911 >> v1:172.21.15.94:6789/0 conn(0x7f8c04161bd0 legacy=0x7f8c0406c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c02ffd640 1 -- 172.21.15.94:0/1343781911 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c040cff20 con 0x7f8c040b3270 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c03fff640 1 --2- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c0409aa60 0x7f8c0409aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:35:45.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c02ffd640 1 --2- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c040b3270 0x7f8c040cdbf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8bf80097a0 tx=0x7f8bf802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3cb10f90262632d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:45.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c027fc640 1 -- 172.21.15.94:0/1343781911 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8037070 con 0x7f8c040b3270 2024-09-10T08:35:45.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c027fc640 1 -- 172.21.15.94:0/1343781911 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bf8032440 con 0x7f8c040b3270 2024-09-10T08:35:45.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.470+0000 7f8c027fc640 1 -- 172.21.15.94:0/1343781911 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf80327f0 con 0x7f8c040b3270 2024-09-10T08:35:45.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 -- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c040b3270 msgr2=0x7f8c040cdbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 --2- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c040b3270 0x7f8c040cdbf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8bf80097a0 tx=0x7f8bf802a180 comp rx=0 tx=0).stop 2024-09-10T08:35:45.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 -- 172.21.15.94:0/1343781911 shutdown_connections 2024-09-10T08:35:45.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 --2- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c0409aa60 0x7f8c0409aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 --2- 172.21.15.94:0/1343781911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c040b3270 0x7f8c040cdbf0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 -- 172.21.15.94:0/1343781911 >> 172.21.15.94:0/1343781911 conn(0x7f8c040b3da0 msgr2=0x7f8c040b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 -- 172.21.15.94:0/1343781911 shutdown_connections 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.471+0000 7f8c09e77640 1 -- 172.21.15.94:0/1343781911 wait complete. 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.472+0000 7f8c09e77640 1 Processor -- start 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.472+0000 7f8c09e77640 1 -- start start 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c09e77640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c0409aa60 0x7f8c040b7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c09e77640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c040b3270 0x7f8c04160480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c09e77640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c04161bd0 0x7f8c041609c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c09e77640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8c040ce130 con 0x7f8c040b3270 2024-09-10T08:35:45.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c09e77640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8c040d04e0 con 0x7f8c0409aa60 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c09e77640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8c04161fb0 con 0x7f8c04161bd0 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c040b3270 0x7f8c04160480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c040b3270 0x7f8c04160480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40812/0 (socket says 172.21.15.94:40812) 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 -- 172.21.15.94:0/4290980017 learned_addr learned my addr 172.21.15.94:0/4290980017 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c037fe640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c0409aa60 0x7f8c040b7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c03fff640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c04161bd0 0x7f8c041609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 -- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c04161bd0 msgr2=0x7f8c041609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c04161bd0 0x7f8c041609c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 -- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c0409aa60 msgr2=0x7f8c040b7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c0409aa60 0x7f8c040b7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c02ffd640 1 -- 172.21.15.94:0/4290980017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c040b6d30 con 0x7f8c040b3270 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.473+0000 7f8c037fe640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c0409aa60 0x7f8c040b7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.474+0000 7f8c02ffd640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c040b3270 0x7f8c04160480 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8035040 tx=0x7f8bf80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:45.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.474+0000 7f8bebfff640 1 -- 172.21.15.94:0/4290980017 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8037040 con 0x7f8c040b3270 2024-09-10T08:35:45.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.474+0000 7f8bebfff640 1 -- 172.21.15.94:0/4290980017 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bf8042070 con 0x7f8c040b3270 2024-09-10T08:35:45.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.474+0000 7f8bebfff640 1 -- 172.21.15.94:0/4290980017 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf803b930 con 0x7f8c040b3270 2024-09-10T08:35:45.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.474+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c040b61b0 con 0x7f8c040b3270 2024-09-10T08:35:45.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.474+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c040b6770 con 0x7f8c040b3270 2024-09-10T08:35:45.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.475+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c040756a0 con 0x7f8c040b3270 2024-09-10T08:35:45.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.475+0000 7f8bebfff640 1 -- 172.21.15.94:0/4290980017 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8bf803bad0 con 0x7f8c040b3270 2024-09-10T08:35:45.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.476+0000 7f8bebfff640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bf006be30 0x7f8bf006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.476+0000 7f8bebfff640 1 -- 172.21.15.94:0/4290980017 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f8bf80ab7e0 con 0x7f8c040b3270 2024-09-10T08:35:45.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.476+0000 7f8c037fe640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bf006be30 0x7f8bf006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.476+0000 7f8c037fe640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bf006be30 0x7f8bf006e2f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f8bf4005880 tx=0x7f8bf4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:45.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.480+0000 7f8bebfff640 1 -- 172.21.15.94:0/4290980017 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8c040756a0 con 0x7f8c040b3270 2024-09-10T08:35:45.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.659+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8c0409aed0 con 0x7f8c040b3270 2024-09-10T08:35:45.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.660+0000 7f8bebfff640 1 -- 172.21.15.94:0/4290980017 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7f8bf807a090 con 0x7f8c040b3270 2024-09-10T08:35:45.660 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:35:45.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bf006be30 msgr2=0x7f8bf006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bf006be30 0x7f8bf006e2f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f8bf4005880 tx=0x7f8bf4009040 comp rx=0 tx=0).stop 2024-09-10T08:35:45.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c040b3270 msgr2=0x7f8c04160480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c040b3270 0x7f8c04160480 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8035040 tx=0x7f8bf80046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 shutdown_connections 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bf006be30 0x7f8bf006e2f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8c04161bd0 0x7f8c041609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8c040b3270 0x7f8c04160480 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 --2- 172.21.15.94:0/4290980017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8c0409aa60 0x7f8c040b7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 >> 172.21.15.94:0/4290980017 conn(0x7f8c040b3da0 msgr2=0x7f8c0406c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 shutdown_connections 2024-09-10T08:35:45.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.662+0000 7f8c09e77640 1 -- 172.21.15.94:0/4290980017 wait complete. 2024-09-10T08:35:45.673 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:45.673 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:45.689 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:35:45.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.789+0000 7f790a0ba640 1 Processor -- start 2024-09-10T08:35:45.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.789+0000 7f790a0ba640 1 -- start start 2024-09-10T08:35:45.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f790a0ba640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f790415c6e0 0x7f79040c7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f790a0ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f79040d1700 0x7f790409aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f790a0ba640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f790409afa0 0x7f79040d0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f790a0ba640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f790415cac0 con 0x7f790415c6e0 2024-09-10T08:35:45.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f790a0ba640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f79040cd090 con 0x7f790409afa0 2024-09-10T08:35:45.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f790a0ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f79040c8150 con 0x7f79040d1700 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f790415c6e0 0x7f79040c7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f790415c6e0 0x7f79040c7b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40814/0 (socket says 172.21.15.94:40814) 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 -- 172.21.15.94:0/2486592577 learned_addr learned my addr 172.21.15.94:0/2486592577 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f7903fff640 1 --2- 172.21.15.94:0/2486592577 >> v2:172.21.15.143:3300/0 conn(0x7f790409afa0 0x7f79040d0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f7902ffd640 1 --2- 172.21.15.94:0/2486592577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f79040d1700 0x7f790409aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 -- 172.21.15.94:0/2486592577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f79040d1700 msgr2=0x7f790409aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 --2- 172.21.15.94:0/2486592577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f79040d1700 0x7f790409aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 -- 172.21.15.94:0/2486592577 >> v2:172.21.15.143:3300/0 conn(0x7f790409afa0 msgr2=0x7f79040d0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 --2- 172.21.15.94:0/2486592577 >> v2:172.21.15.143:3300/0 conn(0x7f790409afa0 0x7f79040d0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f79037fe640 1 -- 172.21.15.94:0/2486592577 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79040cca40 con 0x7f790415c6e0 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f7902ffd640 1 --2- 172.21.15.94:0/2486592577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f79040d1700 0x7f790409aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:45.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.790+0000 7f7903fff640 1 --2- 172.21.15.94:0/2486592577 >> v2:172.21.15.143:3300/0 conn(0x7f790409afa0 0x7f79040d0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f79037fe640 1 --2- 172.21.15.94:0/2486592577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f790415c6e0 0x7f79040c7b70 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f7904073b60 tx=0x7f78f402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26db6afd832d50ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f79027fc640 1 -- 172.21.15.94:0/2486592577 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4037070 con 0x7f790415c6e0 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f79027fc640 1 -- 172.21.15.94:0/2486592577 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78f4032440 con 0x7f790415c6e0 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f79027fc640 1 -- 172.21.15.94:0/2486592577 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4032810 con 0x7f790415c6e0 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 -- 172.21.15.94:0/2486592577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f790415c6e0 msgr2=0x7f79040c7b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 --2- 172.21.15.94:0/2486592577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f790415c6e0 0x7f79040c7b70 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f7904073b60 tx=0x7f78f402a140 comp rx=0 tx=0).stop 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 -- 172.21.15.94:0/2486592577 shutdown_connections 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 --2- 172.21.15.94:0/2486592577 >> v2:172.21.15.143:3300/0 conn(0x7f790409afa0 0x7f79040d0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 --2- 172.21.15.94:0/2486592577 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f79040d1700 0x7f790409aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 --2- 172.21.15.94:0/2486592577 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f790415c6e0 0x7f79040c7b70 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 -- 172.21.15.94:0/2486592577 >> 172.21.15.94:0/2486592577 conn(0x7f79040d22c0 msgr2=0x7f79040d26a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:45.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 -- 172.21.15.94:0/2486592577 shutdown_connections 2024-09-10T08:35:45.795 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.791+0000 7f790a0ba640 1 -- 172.21.15.94:0/2486592577 wait complete. 2024-09-10T08:35:45.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 Processor -- start 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 -- start start 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f790409afa0 0x7f79040708e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f79040d1700 0x7f790406e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f790415c6e0 0x7f790414c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f79040d1b40 con 0x7f79040d1700 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f79040c8430 con 0x7f790409afa0 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.793+0000 7f790a0ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f79040d1cc0 con 0x7f790415c6e0 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f79040d1700 0x7f790406e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f79040d1700 0x7f790406e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40826/0 (socket says 172.21.15.94:40826) 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 -- 172.21.15.94:0/48588355 learned_addr learned my addr 172.21.15.94:0/48588355 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7903fff640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f790415c6e0 0x7f790414c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.798 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f79037fe640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f790409afa0 0x7f79040708e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 -- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f790415c6e0 msgr2=0x7f790414c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f790415c6e0 0x7f790414c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 -- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f790409afa0 msgr2=0x7f79040708e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f790409afa0 0x7f79040708e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 -- 172.21.15.94:0/48588355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f790415d020 con 0x7f79040d1700 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f79037fe640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f790409afa0 0x7f79040708e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f7902ffd640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f79040d1700 0x7f790406e520 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f78f800e7e0 tx=0x7f78f800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f78ebfff640 1 -- 172.21.15.94:0/48588355 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f8017070 con 0x7f79040d1700 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f78ebfff640 1 -- 172.21.15.94:0/48588355 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f78f800c6d0 con 0x7f79040d1700 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f790415d300 con 0x7f79040d1700 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f78ebfff640 1 -- 172.21.15.94:0/48588355 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f800f040 con 0x7f79040d1700 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.794+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f790415dba0 con 0x7f79040d1700 2024-09-10T08:35:45.799 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.795+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f790415d4d0 con 0x7f79040d1700 2024-09-10T08:35:45.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.796+0000 7f78ebfff640 1 -- 172.21.15.94:0/48588355 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f78f801a070 con 0x7f79040d1700 2024-09-10T08:35:45.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.796+0000 7f78ebfff640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78f006be30 0x7f78f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:45.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.796+0000 7f78ebfff640 1 -- 172.21.15.94:0/48588355 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f78f808afb0 con 0x7f79040d1700 2024-09-10T08:35:45.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.796+0000 7f79037fe640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78f006be30 0x7f78f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:45.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.797+0000 7f79037fe640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78f006be30 0x7f78f006e2f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f78f4034000 tx=0x7f78f402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:45.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.800+0000 7f78ebfff640 1 -- 172.21.15.94:0/48588355 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f78f80590f0 con 0x7f79040d1700 2024-09-10T08:35:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.977+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f790409aa60 con 0x7f79040d1700 2024-09-10T08:35:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.977+0000 7f78ebfff640 1 -- 172.21.15.94:0/48588355 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v66) ==== 80+0+0 (secure 0 0 0) 0x7f78f805d3f0 con 0x7f79040d1700 2024-09-10T08:35:45.978 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:35:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78f006be30 msgr2=0x7f78f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78f006be30 0x7f78f006e2f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f78f4034000 tx=0x7f78f402e000 comp rx=0 tx=0).stop 2024-09-10T08:35:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f79040d1700 msgr2=0x7f790406e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:45.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f79040d1700 0x7f790406e520 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f78f800e7e0 tx=0x7f78f800eca0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 shutdown_connections 2024-09-10T08:35:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f78f006be30 0x7f78f006e2f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f790415c6e0 0x7f790414c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f79040d1700 0x7f790406e520 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 --2- 172.21.15.94:0/48588355 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f790409afa0 0x7f79040708e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.979+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 >> 172.21.15.94:0/48588355 conn(0x7f79040d22c0 msgr2=0x7f79041594b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.980+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 shutdown_connections 2024-09-10T08:35:45.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:45.980+0000 7f790a0ba640 1 -- 172.21.15.94:0/48588355 wait complete. 2024-09-10T08:35:45.991 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:35:45.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:45.991 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:46.015 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[45856]: fuse finished with error 0 and tester_r 0 2024-09-10T08:35:46.017 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:35:46.159 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:35:46.163 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:35:52.118 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:35:52.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:52.119 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:35:52.139 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:35:52.142 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: chdir = "" 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: auth supported = cephx 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: filestore xattr use omap = true 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: mon clock drift allowed = 1.000 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: osd crush chooseleaf type = 0 2024-09-10T08:35:52.191 INFO:teuthology.orchestra.run.smithi094.stdout: auth debug = true 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on old message = true 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on bug = true 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: mon pg warn max object skew = 0 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default size = 2 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.192 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow primary affinity = true 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow pg remap = true 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on no sortbitwise = false 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on too few osds = false 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: mon_allow_pool_size_one = true 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: osd default data pool replay window = 5 2024-09-10T08:35:52.193 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: mon allow pool delete = true 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: mon cluster log file level = debug 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: debug asserts on shutdown = true 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: mon health detail to clog = false 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout:[osd] 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: osd journal size = 100 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub load threshold = 5.0 2024-09-10T08:35:52.194 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub max interval = 600 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd recover clone overlap = true 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd recovery max chunk = 1048576 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug shutdown = true 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug op order = true 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug verify stray on activate = true 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug trim objects = true 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd open classes on start = true 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug pg log writeout = true 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.195 INFO:teuthology.orchestra.run.smithi094.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: osd map max advance = 10 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: journal zero on create = true 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: filestore apply finisher threads = 3 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: bdev debug aio = true 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug misdirected ops = true 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore block size = 96636764160 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore fsck on mount = True 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluefs = 20 2024-09-10T08:35:52.196 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluestore = 20 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: debug osd = 20 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: debug rocksdb = 10 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd full ratio = 0.9 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: osd objectstore = bluestore 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr] 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: debug mgr = 20 2024-09-10T08:35:52.197 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: mgr/telemetry/nag = false 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout:[mon] 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: debug paxos = 20 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: mon data avail warn = 5 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: mon mgr mkfs grace = 240 2024-09-10T08:35:52.198 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd reporter subtree level = osd 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd prime pg temp = true 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: # 1m isn't quite enough 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:35:52.199 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: mon down mkfs grace = 300 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: mon op complaint time = 120 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on pool no app = False 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout:[client] 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: rgw cache enabled = true 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable ops log = true 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable usage log = true 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: client mount timeout = 600 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:35:52.200 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = "" 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.a] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.b] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.c] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout:[mds] 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds = 20 2024-09-10T08:35:52.201 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds balancer = 20 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug frag = True 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug scatterstat = True 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: mds op complaint time = 180 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: mds verify scatter = True 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout:[client.badguy] 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-10T08:35:52.202 INFO:teuthology.orchestra.run.smithi094.stdout: client_metadata = root=/baz 2024-09-10T08:35:52.230 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-09-10T08:35:52.230 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-09-10T08:35:52.230 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:35:52.230 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-09-10T08:35:52.230 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.230 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:35:52.231 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:35:52.232 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.233 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-09-10T08:35:52.234 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-09-10T08:35:52.235 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-09-10T08:35:52.236 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.237 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:35:52.238 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:35:52.239 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-09-10T08:35:52.240 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:35:52.241 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:35:52.242 INFO:teuthology.orchestra.run.smithi143.stdout:[client.badguy] 2024-09-10T08:35:52.242 INFO:teuthology.orchestra.run.smithi143.stdout: keyring = /etc/ceph/ceph.client.badguy.keyring 2024-09-10T08:35:52.242 INFO:teuthology.orchestra.run.smithi143.stdout: client_metadata = root=/baz 2024-09-10T08:35:52.243 DEBUG:teuthology.orchestra.run.smithi094:> sudo daemon-helper kill ceph --cluster ceph -w 2024-09-10T08:35:52.246 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:35:52.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.351+0000 7f12cb59a640 1 Processor -- start 2024-09-10T08:35:52.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.351+0000 7f12cb59a640 1 -- start start 2024-09-10T08:35:52.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12cb59a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40d2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12cb59a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f12c40d3510 0x7f12c40b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12cb59a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f12c40b64c0 0x7f12c4162160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12cb59a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f12c40d4fc0 con 0x7f12c40d3510 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12cb59a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f12c40cec80 con 0x7f12c40b64c0 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12cb59a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f12c40cef60 con 0x7f12c415e5f0 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f12c40d3510 0x7f12c40b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f12c40d3510 0x7f12c40b5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54274/0 (socket says 172.21.15.94:54274) 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 -- 172.21.15.94:0/999161264 learned_addr learned my addr 172.21.15.94:0/999161264 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:52.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c9b37640 1 --2- 172.21.15.94:0/999161264 >> v2:172.21.15.143:3300/0 conn(0x7f12c40b64c0 0x7f12c4162160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c9336640 1 --2- 172.21.15.94:0/999161264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40d2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 -- 172.21.15.94:0/999161264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 msgr2=0x7f12c40d2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:52.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 --2- 172.21.15.94:0/999161264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40d2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 -- 172.21.15.94:0/999161264 >> v2:172.21.15.143:3300/0 conn(0x7f12c40b64c0 msgr2=0x7f12c4162160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:52.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 --2- 172.21.15.94:0/999161264 >> v2:172.21.15.143:3300/0 conn(0x7f12c40b64c0 0x7f12c4162160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.352+0000 7f12c8b35640 1 -- 172.21.15.94:0/999161264 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c40cf240 con 0x7f12c40d3510 2024-09-10T08:35:52.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.353+0000 7f12c8b35640 1 --2- 172.21.15.94:0/999161264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40d3510 0x7f12c40b5f80 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f12c408d290 tx=0x7f12b402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb94ff8ad7d9c2f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:52.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.353+0000 7f12bbfff640 1 -- 172.21.15.94:0/999161264 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4004030 con 0x7f12c40d3510 2024-09-10T08:35:52.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.353+0000 7f12bbfff640 1 -- 172.21.15.94:0/999161264 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12b40041d0 con 0x7f12c40d3510 2024-09-10T08:35:52.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.353+0000 7f12bbfff640 1 -- 172.21.15.94:0/999161264 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12b4003610 con 0x7f12c40d3510 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 -- 172.21.15.94:0/999161264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40d3510 msgr2=0x7f12c40b5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 --2- 172.21.15.94:0/999161264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40d3510 0x7f12c40b5f80 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f12c408d290 tx=0x7f12b402a130 comp rx=0 tx=0).stop 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 -- 172.21.15.94:0/999161264 shutdown_connections 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 --2- 172.21.15.94:0/999161264 >> v2:172.21.15.143:3300/0 conn(0x7f12c40b64c0 0x7f12c4162160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 --2- 172.21.15.94:0/999161264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40d3510 0x7f12c40b5f80 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 --2- 172.21.15.94:0/999161264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40d2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 -- 172.21.15.94:0/999161264 >> 172.21.15.94:0/999161264 conn(0x7f12c408c000 msgr2=0x7f12c40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 -- 172.21.15.94:0/999161264 shutdown_connections 2024-09-10T08:35:52.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.354+0000 7f12cb59a640 1 -- 172.21.15.94:0/999161264 wait complete. 2024-09-10T08:35:52.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.355+0000 7f12cb59a640 1 Processor -- start 2024-09-10T08:35:52.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.355+0000 7f12cb59a640 1 -- start start 2024-09-10T08:35:52.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12cb59a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40b64c0 0x7f12c41508f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12cb59a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12c40d3510 0x7f12c40b8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12cb59a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40b9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12cb59a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f12c415e9d0 con 0x7f12c40b64c0 2024-09-10T08:35:52.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12cb59a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f12c40cf800 con 0x7f12c40d3510 2024-09-10T08:35:52.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12cb59a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f12c40cfd20 con 0x7f12c415e5f0 2024-09-10T08:35:52.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40b64c0 0x7f12c41508f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40b64c0 0x7f12c41508f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54286/0 (socket says 172.21.15.94:54286) 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 -- 172.21.15.94:0/592457939 learned_addr learned my addr 172.21.15.94:0/592457939 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c8b35640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12c40d3510 0x7f12c40b8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9b37640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40b9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 -- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 msgr2=0x7f12c40b9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40b9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 -- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12c40d3510 msgr2=0x7f12c40b8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12c40d3510 0x7f12c40b8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 -- 172.21.15.94:0/592457939 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c40b5ba0 con 0x7f12c40b64c0 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9b37640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40b9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:52.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12c9336640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40b64c0 0x7f12c41508f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f12c000d5f0 tx=0x7f12c000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12b9ffb640 1 -- 172.21.15.94:0/592457939 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c00125f0 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12b9ffb640 1 -- 172.21.15.94:0/592457939 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12c0019070 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.356+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12c40cd240 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.357+0000 7f12b9ffb640 1 -- 172.21.15.94:0/592457939 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c00129d0 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.357+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12c40cd800 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.358+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12c40b5f80 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.358+0000 7f12b9ffb640 1 -- 172.21.15.94:0/592457939 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f12c0012b70 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.359+0000 7f12b9ffb640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12a806be30 0x7f12a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.359+0000 7f12b9ffb640 1 -- 172.21.15.94:0/592457939 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f12c008b3a0 con 0x7f12c40b64c0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.359+0000 7f12c8b35640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12a806be30 0x7f12a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.359+0000 7f12c8b35640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12a806be30 0x7f12a806e2f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f12b4033000 tx=0x7f12b402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:52.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.363+0000 7f12b9ffb640 1 -- 172.21.15.94:0/592457939 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f12c0059bc0 con 0x7f12c40b64c0 2024-09-10T08:35:52.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.373+0000 7f207b5cf640 1 Processor -- start 2024-09-10T08:35:52.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.374+0000 7f207b5cf640 1 -- start start 2024-09-10T08:35:52.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.374+0000 7f207b5cf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f207415e850 0x7f20740ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.374+0000 7f207b5cf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20740b73a0 0x7f20740cf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.374+0000 7f207b5cf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f20740cfaf0 0x7f20740b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.374+0000 7f207b5cf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f207415ec30 con 0x7f20740cfaf0 2024-09-10T08:35:52.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.374+0000 7f207b5cf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f20740cff30 con 0x7f207415e850 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.374+0000 7f207b5cf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f20740d4e40 con 0x7f20740b73a0 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f20740cfaf0 0x7f20740b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f20740cfaf0 0x7f20740b24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54300/0 (socket says 172.21.15.94:54300) 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 -- 172.21.15.94:0/1670995815 learned_addr learned my addr 172.21.15.94:0/1670995815 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2078b6a640 1 --2- 172.21.15.94:0/1670995815 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20740b73a0 0x7f20740cf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f207936b640 1 --2- 172.21.15.94:0/1670995815 >> v2:172.21.15.143:3300/0 conn(0x7f207415e850 0x7f20740ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 -- 172.21.15.94:0/1670995815 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20740b73a0 msgr2=0x7f20740cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 --2- 172.21.15.94:0/1670995815 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20740b73a0 0x7f20740cf5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 -- 172.21.15.94:0/1670995815 >> v2:172.21.15.143:3300/0 conn(0x7f207415e850 msgr2=0x7f20740ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 --2- 172.21.15.94:0/1670995815 >> v2:172.21.15.143:3300/0 conn(0x7f207415e850 0x7f20740ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2079b6c640 1 -- 172.21.15.94:0/1670995815 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20740d5120 con 0x7f20740cfaf0 2024-09-10T08:35:52.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f2078b6a640 1 --2- 172.21.15.94:0/1670995815 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20740b73a0 0x7f20740cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:52.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.375+0000 7f207936b640 1 --2- 172.21.15.94:0/1670995815 >> v2:172.21.15.143:3300/0 conn(0x7f207415e850 0x7f20740ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:52.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f2079b6c640 1 --2- 172.21.15.94:0/1670995815 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740cfaf0 0x7f20740b24b0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f207408e490 tx=0x7f206c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34ef2799ae65fa1d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:52.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f206bfff640 1 -- 172.21.15.94:0/1670995815 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c036070 con 0x7f20740cfaf0 2024-09-10T08:35:52.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f206bfff640 1 -- 172.21.15.94:0/1670995815 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f206c031600 con 0x7f20740cfaf0 2024-09-10T08:35:52.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f206bfff640 1 -- 172.21.15.94:0/1670995815 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c0319d0 con 0x7f20740cfaf0 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f207b5cf640 1 -- 172.21.15.94:0/1670995815 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740cfaf0 msgr2=0x7f20740b24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f207b5cf640 1 --2- 172.21.15.94:0/1670995815 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740cfaf0 0x7f20740b24b0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f207408e490 tx=0x7f206c02a6a0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f207b5cf640 1 -- 172.21.15.94:0/1670995815 shutdown_connections 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f207b5cf640 1 --2- 172.21.15.94:0/1670995815 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740cfaf0 0x7f20740b24b0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f207b5cf640 1 --2- 172.21.15.94:0/1670995815 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f20740b73a0 0x7f20740cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f207b5cf640 1 --2- 172.21.15.94:0/1670995815 >> v2:172.21.15.143:3300/0 conn(0x7f207415e850 0x7f20740ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.376+0000 7f207b5cf640 1 -- 172.21.15.94:0/1670995815 >> 172.21.15.94:0/1670995815 conn(0x7f207408c000 msgr2=0x7f20740d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.377+0000 7f207b5cf640 1 -- 172.21.15.94:0/1670995815 shutdown_connections 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.377+0000 7f207b5cf640 1 -- 172.21.15.94:0/1670995815 wait complete. 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 Processor -- start 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 -- start start 2024-09-10T08:35:52.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740b73a0 0x7f20740cad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20740cfaf0 0x7f20740cc940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f207415e850 0x7f2074152990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f20740b1f90 con 0x7f20740b73a0 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f20740b1cb0 con 0x7f20740cfaf0 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207b5cf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f20740b37e0 con 0x7f207415e850 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207936b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740b73a0 0x7f20740cad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207936b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740b73a0 0x7f20740cad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54310/0 (socket says 172.21.15.94:54310) 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.378+0000 7f207936b640 1 -- 172.21.15.94:0/766131872 learned_addr learned my addr 172.21.15.94:0/766131872 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f2079b6c640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f207415e850 0x7f2074152990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f2078b6a640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20740cfaf0 0x7f20740cc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207936b640 1 -- 172.21.15.94:0/766131872 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f207415e850 msgr2=0x7f2074152990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207936b640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f207415e850 0x7f2074152990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207936b640 1 -- 172.21.15.94:0/766131872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20740cfaf0 msgr2=0x7f20740cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207936b640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f20740cfaf0 0x7f20740cc940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207936b640 1 -- 172.21.15.94:0/766131872 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20740cce80 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207936b640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f20740b73a0 0x7f20740cad20 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f206400e7e0 tx=0x7f206400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f2069ffb640 1 -- 172.21.15.94:0/766131872 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206400f040 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f2069ffb640 1 -- 172.21.15.94:0/766131872 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2064004030 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207b5cf640 1 -- 172.21.15.94:0/766131872 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20741f7850 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f2069ffb640 1 -- 172.21.15.94:0/766131872 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2064004400 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.379+0000 7f207b5cf640 1 -- 172.21.15.94:0/766131872 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20741f7e10 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.380+0000 7f207b5cf640 1 -- 172.21.15.94:0/766131872 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f20740d2f20 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.381+0000 7f2069ffb640 1 -- 172.21.15.94:0/766131872 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f206400c6d0 con 0x7f20740b73a0 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.381+0000 7f2069ffb640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f205806be30 0x7f205806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:52.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.381+0000 7f2069ffb640 1 -- 172.21.15.94:0/766131872 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f206408ade0 con 0x7f20740b73a0 2024-09-10T08:35:52.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.381+0000 7f2078b6a640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f205806be30 0x7f205806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:52.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.381+0000 7f2069ffb640 1 -- 172.21.15.94:0/766131872 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+512 (secure 0 0 0) 0x7f2064017020 con 0x7f20740b73a0 2024-09-10T08:35:52.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.381+0000 7f207b5cf640 1 -- 172.21.15.94:0/766131872 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({log-info=0+}) -- 0x7f2074152ed0 con 0x7f20740b73a0 2024-09-10T08:35:52.385 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.382+0000 7f2078b6a640 1 --2- 172.21.15.94:0/766131872 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f205806be30 0x7f205806e2f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f20740c8530 tx=0x7f2070008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:52.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.565+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f12c40b6c90 con 0x7f12c40b64c0 2024-09-10T08:35:52.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.565+0000 7f12b9ffb640 1 -- 172.21.15.94:0/592457939 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v33) ==== 53+0+73 (secure 0 0 0) 0x7f12c00594c0 con 0x7f12c40b64c0 2024-09-10T08:35:52.566 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:35:52.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12a806be30 msgr2=0x7f12a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12a806be30 0x7f12a806e2f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f12b4033000 tx=0x7f12b402e000 comp rx=0 tx=0).stop 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40b64c0 msgr2=0x7f12c41508f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40b64c0 0x7f12c41508f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f12c000d5f0 tx=0x7f12c000dab0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 shutdown_connections 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12a806be30 0x7f12a806e2f0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12c40d3510 0x7f12c40b8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12c415e5f0 0x7f12c40b9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 --2- 172.21.15.94:0/592457939 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12c40b64c0 0x7f12c41508f0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 >> 172.21.15.94:0/592457939 conn(0x7f12c408c000 msgr2=0x7f12c406d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:52.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 shutdown_connections 2024-09-10T08:35:52.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:52.567+0000 7f12cb59a640 1 -- 172.21.15.94:0/592457939 wait complete. 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:self.client.name = client.badguy 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /foo/bar 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:35:52.578 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:52.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:52.579 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:35:52.598 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:52.599 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42574sec preferred_lft 42574sec 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:52.600 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:35:52.601 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:52.602 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:35:52.602 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:35:52.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:52.602 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:35:52.667 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:35:52.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:52.668 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:35:52.727 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:35:52.728 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:35:52.728 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:35:52.728 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:35:52.728 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:35:52.728 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:35:52.728 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:35:52.728 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:35:52.728 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:35:52.729 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:35:52.729 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:35:52.823 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:35:52.856 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:35:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:35:52.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:52.863 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:35:52.879 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:35:52.879 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:35:52.879 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:52.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:52.879 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:35:52.945 INFO:tasks.cephfs.fuse_mount:Client client.badguy config is {} 2024-09-10T08:35:52.945 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:52.945 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:53.001 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:35:53.002 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:35:53.002 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:35:53.057 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:35:53.122 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:53.178 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:35:53.178 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:35:53.179 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:35:53.180 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:53.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:53.181 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:35:53.234 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:35:53.235 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id badguy --client_mountpoint=/foo/bar) 2024-09-10T08:35:53.277 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:35:53.301 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:53.358 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:35:53.359 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:35:53.360 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:53.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:53.361 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:35:53.362 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:35:53.359+0000 7f79fb2e9480 -1 init, newargv = 0x55d3e0d7f820 newargc=15 2024-09-10T08:35:53.362 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[46392]: starting ceph client 2024-09-10T08:35:53.363 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:35:53.361+0000 7f79e07f8640 -1 client.5638 mds.0 rejected us (non-allowable root '/baz') 2024-09-10T08:35:53.363 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[46392]: ceph mount failed with (1) Operation not permitted 2024-09-10T08:35:53.538 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:daemon-helper: command failed with exit status 1 2024-09-10T08:35:53.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:53.615+0000 7f2069ffb640 1 -- 172.21.15.94:0/766131872 <== mon.0 v2:172.21.15.94:3300/0 7 ==== log(1 entries from seq 1 at 2024-09-10T08:35:53.362787+0000) ==== 260+0+0 (secure 0 0 0) 0x7f2064089290 con 0x7f20740b73a0 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: cluster: 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: id: da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: health: HEALTH_OK 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: services: 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: mon: 3 daemons, quorum a,b,c (age 3m) 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: mgr: y(active, since 3m), standbys: x 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: mds: 1/1 daemons up, 3 standby 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:53.616 INFO:teuthology.orchestra.run.smithi094.stdout: data: 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: volumes: 1/1 healthy 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: pools: 3 pools, 97 pgs 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: objects: 25 objects, 596 KiB 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: usage: 235 MiB used, 720 GiB / 720 GiB avail 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: pgs: 97 active+clean 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: io: 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: client: 85 B/s rd, 1.8 KiB/s wr, 0 op/s rd, 1 op/s wr 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:53.617 INFO:teuthology.orchestra.run.smithi094.stdout:2024-09-10T08:35:53.362787+0000 mds.b [WRN] client session with non-allowable root '/baz' denied (client.5638 192.168.0.1:0/154876321) 2024-09-10T08:35:54.479 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:35:54.510 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:35:54.569 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:35:54.569 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:35:54.569 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:35:54.569 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:35:54.569 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:35:54.569 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:35:54.570 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:54.571 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:35:54.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:54.572 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:35:54.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:35:54.630 INFO:tasks.cephfs.fuse_mount:mount command failed. 2024-09-10T08:35:54.732 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:35:54.732 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:35:54.779 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:35:54.821 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:35:54.821 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:54.821 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:54.821 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:54.838 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:35:54.839 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:35:54.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:54.839 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:35:54.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:35:54.896 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-10T08:35:54.896 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:54.896 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:54.896 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:54.915 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:35:54.915 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:35:54.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:54.915 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:35:54.974 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:54.974 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:35:54.974 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:54.991 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:35:54.991 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:35:54.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:54.991 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T08:35:55.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:35:55.048 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T08:35:55.048 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:35:55.048 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:35:55.048 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:35:55.067 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:35:55.067 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:35:55.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:35:55.067 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T08:35:55.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:35:55.126 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T08:35:55.126 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:55.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.227+0000 7f41452d0640 1 Processor -- start 2024-09-10T08:35:55.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.227+0000 7f41452d0640 1 -- start start 2024-09-10T08:35:55.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f41452d0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f41400ceb50 0x7f41400d2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f41452d0640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41400d2600 con 0x7f41400b3550 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f41452d0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41400cf050 con 0x7f41400b5f80 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f41452d0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f41400d5420 con 0x7f41400ceb50 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f413e7fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f41400ceb50 0x7f41400d2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f413f7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f41400b3550 0x7f41400d2fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42362/0 (socket says 172.21.15.94:42362) 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f413f7fe640 1 -- 172.21.15.94:0/3285433464 learned_addr learned my addr 172.21.15.94:0/3285433464 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f413e7fc640 1 -- 172.21.15.94:0/3285433464 >> v1:172.21.15.143:6789/0 conn(0x7f41400b5f80 legacy=0x7f41400b6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f413e7fc640 1 -- 172.21.15.94:0/3285433464 >> v1:172.21.15.94:6789/0 conn(0x7f41400b3550 legacy=0x7f41400d2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f413dffb640 1 -- 172.21.15.94:0/3285433464 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2491154364 0 0) 0x7f41400d2600 con 0x7f41400b3550 2024-09-10T08:35:55.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.228+0000 7f413e7fc640 1 -- 172.21.15.94:0/3285433464 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41400d4e60 con 0x7f41400ceb50 2024-09-10T08:35:55.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.229+0000 7f413e7fc640 1 --2- 172.21.15.94:0/3285433464 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400ceb50 0x7f41400d2aa0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f41340097a0 tx=0x7f413402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f63951f481859ce0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.229+0000 7f413dffb640 1 -- 172.21.15.94:0/3285433464 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134037070 con 0x7f41400ceb50 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.229+0000 7f413dffb640 1 -- 172.21.15.94:0/3285433464 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4134032440 con 0x7f41400ceb50 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.229+0000 7f413dffb640 1 -- 172.21.15.94:0/3285433464 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134032810 con 0x7f41400ceb50 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.230+0000 7f41452d0640 1 -- 172.21.15.94:0/3285433464 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400ceb50 msgr2=0x7f41400d2aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.230+0000 7f41452d0640 1 --2- 172.21.15.94:0/3285433464 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400ceb50 0x7f41400d2aa0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f41340097a0 tx=0x7f413402a230 comp rx=0 tx=0).stop 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.230+0000 7f41452d0640 1 -- 172.21.15.94:0/3285433464 shutdown_connections 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.230+0000 7f41452d0640 1 --2- 172.21.15.94:0/3285433464 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400ceb50 0x7f41400d2aa0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.230+0000 7f41452d0640 1 -- 172.21.15.94:0/3285433464 >> 172.21.15.94:0/3285433464 conn(0x7f414008c000 msgr2=0x7f41400d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.230+0000 7f41452d0640 1 -- 172.21.15.94:0/3285433464 shutdown_connections 2024-09-10T08:35:55.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.230+0000 7f41452d0640 1 -- 172.21.15.94:0/3285433464 wait complete. 2024-09-10T08:35:55.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.231+0000 7f41452d0640 1 Processor -- start 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.231+0000 7f41452d0640 1 -- start start 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f41452d0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41400b3550 0x7f4140154550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f41452d0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400b5f80 0x7f414006dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f41452d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41400ceb50 0x7f41400c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f41452d0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f414015e810 con 0x7f41400b5f80 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f41452d0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f41400d4c10 con 0x7f41400b3550 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f41452d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f414015e990 con 0x7f41400ceb50 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400b5f80 0x7f414006dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400b5f80 0x7f414006dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54330/0 (socket says 172.21.15.94:54330) 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 -- 172.21.15.94:0/3826782082 learned_addr learned my addr 172.21.15.94:0/3826782082 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:55.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413f7fe640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41400ceb50 0x7f41400c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413effd640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41400b3550 0x7f4140154550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 -- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41400ceb50 msgr2=0x7f41400c9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41400ceb50 0x7f41400c9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 -- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41400b3550 msgr2=0x7f4140154550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41400b3550 0x7f4140154550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 -- 172.21.15.94:0/3826782082 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4140154a90 con 0x7f41400b5f80 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413effd640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41400b3550 0x7f4140154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413f7fe640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41400ceb50 0x7f41400c9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.232+0000 7f413e7fc640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400b5f80 0x7f414006dac0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f41340096f0 tx=0x7f41340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.233+0000 7f41277fe640 1 -- 172.21.15.94:0/3826782082 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134037040 con 0x7f41400b5f80 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.233+0000 7f41277fe640 1 -- 172.21.15.94:0/3826782082 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4134042070 con 0x7f41400b5f80 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.233+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41401ea5e0 con 0x7f41400b5f80 2024-09-10T08:35:55.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.233+0000 7f41277fe640 1 -- 172.21.15.94:0/3826782082 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134030bb0 con 0x7f41400b5f80 2024-09-10T08:35:55.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.233+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41401e4c70 con 0x7f41400b5f80 2024-09-10T08:35:55.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.234+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41400d2f10 con 0x7f41400b5f80 2024-09-10T08:35:55.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.234+0000 7f41277fe640 1 -- 172.21.15.94:0/3826782082 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4134047460 con 0x7f41400b5f80 2024-09-10T08:35:55.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.234+0000 7f41277fe640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f412c06be30 0x7f412c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.235+0000 7f41277fe640 1 -- 172.21.15.94:0/3826782082 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f41340abbd0 con 0x7f41400b5f80 2024-09-10T08:35:55.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.235+0000 7f413effd640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f412c06be30 0x7f412c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.235+0000 7f413effd640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f412c06be30 0x7f412c06e2f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4130007fd0 tx=0x7f4130009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.239+0000 7f41277fe640 1 -- 172.21.15.94:0/3826782082 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f41400d2f10 con 0x7f41400b5f80 2024-09-10T08:35:55.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.437+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41401e4a60 con 0x7f41400b5f80 2024-09-10T08:35:55.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.437+0000 7f41277fe640 1 -- 172.21.15.94:0/3826782082 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5227 (secure 0 0 0) 0x7f4134032e20 con 0x7f41400b5f80 2024-09-10T08:35:55.438 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:55.438 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":33,"btime":"2024-09-10T08:35:25:541262+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5135,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/3525401598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":3525401598},{"type":"v1","addr":"172.21.15.143:6835","nonce":3525401598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5763,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/3387525793","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3387525793},{"type":"v1","addr":"172.21.15.94:6836","nonce":3387525793}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5766,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1173387956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":1173387956},{"type":"v1","addr":"172.21.15.94:6837","nonce":1173387956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:35:22.866271+0000","modified":"2024-09-10T08:35:24.870162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5778},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5778":{"gid":5778,"name":"b","rank":0,"incarnation":31,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6834/988769129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":988769129},{"type":"v1","addr":"172.21.15.143:6834","nonce":988769129}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5778,"qdb_cluster":[5778]},"id":4}]} 2024-09-10T08:35:55.439 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 33 2024-09-10T08:35:55.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f412c06be30 msgr2=0x7f412c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f412c06be30 0x7f412c06e2f0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4130007fd0 tx=0x7f4130009040 comp rx=0 tx=0).stop 2024-09-10T08:35:55.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400b5f80 msgr2=0x7f414006dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400b5f80 0x7f414006dac0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f41340096f0 tx=0x7f41340046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 shutdown_connections 2024-09-10T08:35:55.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f412c06be30 0x7f412c06e2f0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f41400ceb50 0x7f41400c9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f41400b5f80 0x7f414006dac0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 --2- 172.21.15.94:0/3826782082 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f41400b3550 0x7f4140154550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 >> 172.21.15.94:0/3826782082 conn(0x7f414008c000 msgr2=0x7f41400d2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:55.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 shutdown_connections 2024-09-10T08:35:55.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.439+0000 7f41452d0640 1 -- 172.21.15.94:0/3826782082 wait complete. 2024-09-10T08:35:55.451 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:55.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.550+0000 7fd756ce4640 1 Processor -- start 2024-09-10T08:35:55.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.550+0000 7fd756ce4640 1 -- start start 2024-09-10T08:35:55.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd756ce4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd750167490 0x7fd750169880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd756ce4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7500cec80 con 0x7fd7500b5f80 2024-09-10T08:35:55.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd756ce4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd7500cef60 con 0x7fd75015e5f0 2024-09-10T08:35:55.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd756ce4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd7500d4fc0 con 0x7fd750167490 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd755281640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd750167490 0x7fd750169880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd755281640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd750167490 0x7fd750169880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54338/0 (socket says 172.21.15.94:54338) 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd74ffff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd7500b5f80 0x7fd7500b63a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42372/0 (socket says 172.21.15.94:42372) 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd755281640 1 -- 172.21.15.94:0/2727552070 learned_addr learned my addr 172.21.15.94:0/2727552070 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd755281640 1 -- 172.21.15.94:0/2727552070 >> v1:172.21.15.143:6789/0 conn(0x7fd75015e5f0 legacy=0x7fd7500d2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd755281640 1 -- 172.21.15.94:0/2727552070 >> v1:172.21.15.94:6789/0 conn(0x7fd7500b5f80 legacy=0x7fd7500b63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd755281640 1 -- 172.21.15.94:0/2727552070 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7500cf240 con 0x7fd750167490 2024-09-10T08:35:55.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.551+0000 7fd74f7fe640 1 -- 172.21.15.94:0/2727552070 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 299079625 0 0) 0x7fd7500cec80 con 0x7fd7500b5f80 2024-09-10T08:35:55.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd755281640 1 --2- 172.21.15.94:0/2727552070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd750167490 0x7fd750169880 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fd748009e50 tx=0x7fd74802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69011539e82e84b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd74f7fe640 1 -- 172.21.15.94:0/2727552070 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd748036070 con 0x7fd750167490 2024-09-10T08:35:55.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd74f7fe640 1 -- 172.21.15.94:0/2727552070 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd748031600 con 0x7fd750167490 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd74f7fe640 1 -- 172.21.15.94:0/2727552070 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7480319d0 con 0x7fd750167490 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd756ce4640 1 -- 172.21.15.94:0/2727552070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd750167490 msgr2=0x7fd750169880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd756ce4640 1 --2- 172.21.15.94:0/2727552070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd750167490 0x7fd750169880 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fd748009e50 tx=0x7fd74802a730 comp rx=0 tx=0).stop 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd756ce4640 1 -- 172.21.15.94:0/2727552070 shutdown_connections 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd756ce4640 1 --2- 172.21.15.94:0/2727552070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd750167490 0x7fd750169880 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.552+0000 7fd756ce4640 1 -- 172.21.15.94:0/2727552070 >> 172.21.15.94:0/2727552070 conn(0x7fd75008c000 msgr2=0x7fd7500d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.553+0000 7fd756ce4640 1 -- 172.21.15.94:0/2727552070 shutdown_connections 2024-09-10T08:35:55.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.553+0000 7fd756ce4640 1 -- 172.21.15.94:0/2727552070 wait complete. 2024-09-10T08:35:55.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.554+0000 7fd756ce4640 1 Processor -- start 2024-09-10T08:35:55.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.554+0000 7fd756ce4640 1 -- start start 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7500b5f80 0x7fd750166de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75015e5f0 0x7fd750155d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd750167490 0x7fd750156280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd75015e9d0 con 0x7fd7500b5f80 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd7500cf800 con 0x7fd750167490 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd7500cfd20 con 0x7fd75015e5f0 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7500b5f80 0x7fd750166de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7500b5f80 0x7fd750166de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54348/0 (socket says 172.21.15.94:54348) 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 -- 172.21.15.94:0/691489719 learned_addr learned my addr 172.21.15.94:0/691489719 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd74ffff640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75015e5f0 0x7fd750155d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd755281640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd750167490 0x7fd750156280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 -- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75015e5f0 msgr2=0x7fd750155d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75015e5f0 0x7fd750155d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 -- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd750167490 msgr2=0x7fd750156280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd750167490 0x7fd750156280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 -- 172.21.15.94:0/691489719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75006e5b0 con 0x7fd7500b5f80 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd754a80640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7500b5f80 0x7fd750166de0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fd74400c450 tx=0x7fd74400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd74d7fa640 1 -- 172.21.15.94:0/691489719 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7440052d0 con 0x7fd7500b5f80 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd74d7fa640 1 -- 172.21.15.94:0/691489719 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd744005470 con 0x7fd7500b5f80 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7500c8b10 con 0x7fd7500b5f80 2024-09-10T08:35:55.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd74d7fa640 1 -- 172.21.15.94:0/691489719 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd744012870 con 0x7fd7500b5f80 2024-09-10T08:35:55.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.555+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd75006e2d0 con 0x7fd7500b5f80 2024-09-10T08:35:55.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.556+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7500b63a0 con 0x7fd7500b5f80 2024-09-10T08:35:55.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.557+0000 7fd74d7fa640 1 -- 172.21.15.94:0/691489719 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd744012a10 con 0x7fd7500b5f80 2024-09-10T08:35:55.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.557+0000 7fd74d7fa640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd73406be30 0x7fd73406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.560 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.557+0000 7fd74d7fa640 1 -- 172.21.15.94:0/691489719 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fd74408aa10 con 0x7fd7500b5f80 2024-09-10T08:35:55.560 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.557+0000 7fd74ffff640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd73406be30 0x7fd73406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.560 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.558+0000 7fd74ffff640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd73406be30 0x7fd73406e2f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd73c007fd0 tx=0x7fd73c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.562+0000 7fd74d7fa640 1 -- 172.21.15.94:0/691489719 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd744058c70 con 0x7fd7500b5f80 2024-09-10T08:35:55.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.762+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd7500b6c90 con 0x7fd7500b5f80 2024-09-10T08:35:55.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.763+0000 7fd74d7fa640 1 -- 172.21.15.94:0/691489719 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5227 (secure 0 0 0) 0x7fd74405cf70 con 0x7fd7500b5f80 2024-09-10T08:35:55.764 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:55.765 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":33,"btime":"2024-09-10T08:35:25:541262+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5135,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/3525401598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":3525401598},{"type":"v1","addr":"172.21.15.143:6835","nonce":3525401598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5763,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/3387525793","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3387525793},{"type":"v1","addr":"172.21.15.94:6836","nonce":3387525793}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5766,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1173387956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":1173387956},{"type":"v1","addr":"172.21.15.94:6837","nonce":1173387956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:35:22.866271+0000","modified":"2024-09-10T08:35:24.870162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5778},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5778":{"gid":5778,"name":"b","rank":0,"incarnation":31,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6834/988769129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":988769129},{"type":"v1","addr":"172.21.15.143:6834","nonce":988769129}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5778,"qdb_cluster":[5778]},"id":4}]} 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 33 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd73406be30 msgr2=0x7fd73406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd73406be30 0x7fd73406e2f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd73c007fd0 tx=0x7fd73c009040 comp rx=0 tx=0).stop 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7500b5f80 msgr2=0x7fd750166de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7500b5f80 0x7fd750166de0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fd74400c450 tx=0x7fd74400c910 comp rx=0 tx=0).stop 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 shutdown_connections 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd73406be30 0x7fd73406e2f0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd750167490 0x7fd750156280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd75015e5f0 0x7fd750155d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 --2- 172.21.15.94:0/691489719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7500b5f80 0x7fd750166de0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 >> 172.21.15.94:0/691489719 conn(0x7fd75008c000 msgr2=0x7fd7500b5750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:55.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 shutdown_connections 2024-09-10T08:35:55.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.765+0000 7fd756ce4640 1 -- 172.21.15.94:0/691489719 wait complete. 2024-09-10T08:35:55.776 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:55.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.875+0000 7fbc8a5d8640 1 Processor -- start 2024-09-10T08:35:55.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.875+0000 7fbc8a5d8640 1 -- start start 2024-09-10T08:35:55.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc8a5d8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc840d04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc8a5d8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbc84070a90 0x7fbc84070f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc8a5d8640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc84071460 con 0x7fbc840706b0 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc8a5d8640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbc840d0ad0 con 0x7fbc84070a90 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc8a5d8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbc840d0db0 con 0x7fbc8409b180 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc837fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc840d04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc88b75640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbc84070a90 0x7fbc84070f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc837fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc840d04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:40768/0 (socket says 172.21.15.94:40768) 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc837fe640 1 -- 172.21.15.94:0/313024769 learned_addr learned my addr 172.21.15.94:0/313024769 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc837fe640 1 -- 172.21.15.94:0/313024769 >> v2:172.21.15.143:3300/0 conn(0x7fbc84070a90 msgr2=0x7fbc84070f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc837fe640 1 --2- 172.21.15.94:0/313024769 >> v2:172.21.15.143:3300/0 conn(0x7fbc84070a90 0x7fbc84070f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc837fe640 1 -- 172.21.15.94:0/313024769 >> v1:172.21.15.143:6789/0 conn(0x7fbc840706b0 legacy=0x7fbc8409aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc82ffd640 1 -- 172.21.15.94:0/313024769 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2044057876 0 0) 0x7fbc84071460 con 0x7fbc840706b0 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc837fe640 1 -- 172.21.15.94:0/313024769 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc840d1090 con 0x7fbc8409b180 2024-09-10T08:35:55.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.876+0000 7fbc88b75640 1 --2- 172.21.15.94:0/313024769 >> v2:172.21.15.143:3300/0 conn(0x7fbc84070a90 0x7fbc84070f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:35:55.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.877+0000 7fbc837fe640 1 --2- 172.21.15.94:0/313024769 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc840d04a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009870 tx=0x7fbc7802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc87a8c96a98b552 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.877+0000 7fbc82ffd640 1 -- 172.21.15.94:0/313024769 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037070 con 0x7fbc8409b180 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.877+0000 7fbc82ffd640 1 -- 172.21.15.94:0/313024769 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc78032440 con 0x7fbc8409b180 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.877+0000 7fbc82ffd640 1 -- 172.21.15.94:0/313024769 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78032810 con 0x7fbc8409b180 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/313024769 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 msgr2=0x7fbc840d04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/313024769 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc840d04a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009870 tx=0x7fbc7802a270 comp rx=0 tx=0).stop 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/313024769 shutdown_connections 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/313024769 >> v2:172.21.15.143:3300/0 conn(0x7fbc84070a90 0x7fbc84070f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/313024769 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc840d04a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/313024769 >> 172.21.15.94:0/313024769 conn(0x7fbc840d2310 msgr2=0x7fbc840d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/313024769 shutdown_connections 2024-09-10T08:35:55.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.878+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/313024769 wait complete. 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.879+0000 7fbc8a5d8640 1 Processor -- start 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.879+0000 7fbc8a5d8640 1 -- start start 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc8a5d8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc840706b0 0x7fbc8415adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc8a5d8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc84070a90 0x7fbc840b6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc8a5d8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc8415c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc8a5d8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8415df80 con 0x7fbc84070a90 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc8a5d8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbc840d1650 con 0x7fbc840706b0 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc8a5d8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbc8415e100 con 0x7fbc8409b180 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc84070a90 0x7fbc840b6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc84070a90 0x7fbc840b6fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54350/0 (socket says 172.21.15.94:54350) 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 -- 172.21.15.94:0/1936254833 learned_addr learned my addr 172.21.15.94:0/1936254833 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 -- 172.21.15.94:0/1936254833 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 msgr2=0x7fbc8415c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc8415c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 -- 172.21.15.94:0/1936254833 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc840706b0 msgr2=0x7fbc8415adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc840706b0 0x7fbc8415adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 -- 172.21.15.94:0/1936254833 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc840b7960 con 0x7fbc84070a90 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc837fe640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc84070a90 0x7fbc840b6fe0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fbc780090b0 tx=0x7fbc780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.880+0000 7fbc80ff9640 1 -- 172.21.15.94:0/1936254833 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78037040 con 0x7fbc84070a90 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.881+0000 7fbc80ff9640 1 -- 172.21.15.94:0/1936254833 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc78004030 con 0x7fbc84070a90 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.881+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc840b7c40 con 0x7fbc84070a90 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.881+0000 7fbc80ff9640 1 -- 172.21.15.94:0/1936254833 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78004420 con 0x7fbc84070a90 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.881+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc840c9580 con 0x7fbc84070a90 2024-09-10T08:35:55.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.882+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc840d04a0 con 0x7fbc84070a90 2024-09-10T08:35:55.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.882+0000 7fbc80ff9640 1 -- 172.21.15.94:0/1936254833 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbc7803a070 con 0x7fbc84070a90 2024-09-10T08:35:55.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.882+0000 7fbc80ff9640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc7006be30 0x7fbc7006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:55.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.882+0000 7fbc80ff9640 1 -- 172.21.15.94:0/1936254833 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7fbc780ab440 con 0x7fbc84070a90 2024-09-10T08:35:55.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.882+0000 7fbc83fff640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc7006be30 0x7fbc7006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:55.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.883+0000 7fbc83fff640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc7006be30 0x7fbc7006e2f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbc74001600 tx=0x7fbc74007910 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:55.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:55.887+0000 7fbc80ff9640 1 -- 172.21.15.94:0/1936254833 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc78041020 con 0x7fbc84070a90 2024-09-10T08:35:56.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.051+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbc841616a0 con 0x7fbc84070a90 2024-09-10T08:35:56.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.052+0000 7fbc80ff9640 1 -- 172.21.15.94:0/1936254833 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16944 (secure 0 0 0) 0x7fbc78079cf0 con 0x7fbc84070a90 2024-09-10T08:35:56.053 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:56.053 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":66,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:35:24.520771+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:35:20.587100+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T08:35:21.841005+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:56.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.054+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc7006be30 msgr2=0x7fbc7006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.054+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc7006be30 0x7fbc7006e2f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fbc74001600 tx=0x7fbc74007910 comp rx=0 tx=0).stop 2024-09-10T08:35:56.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.054+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc84070a90 msgr2=0x7fbc840b6fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.054+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc84070a90 0x7fbc840b6fe0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fbc780090b0 tx=0x7fbc780046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 shutdown_connections 2024-09-10T08:35:56.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc7006be30 0x7fbc7006e2f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc8409b180 0x7fbc8415c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc84070a90 0x7fbc840b6fe0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 --2- 172.21.15.94:0/1936254833 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc840706b0 0x7fbc8415adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 >> 172.21.15.94:0/1936254833 conn(0x7fbc840d2310 msgr2=0x7fbc8409aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:56.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 shutdown_connections 2024-09-10T08:35:56.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.055+0000 7fbc8a5d8640 1 -- 172.21.15.94:0/1936254833 wait complete. 2024-09-10T08:35:56.066 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:35:56.066 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:56.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.164+0000 7f6d5201e640 1 Processor -- start 2024-09-10T08:35:56.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.164+0000 7f6d5201e640 1 -- start start 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d5201e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6d4c0b4380 0x7f6d4c0cced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d5201e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c0b3190 0x7f6d4c0b35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d5201e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6d4c06e800 0x7f6d4c06ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d5201e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f6d4c0b4a00 con 0x7f6d4c06e800 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d5201e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f6d4c06e370 con 0x7f6d4c0b4380 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d5201e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6d4c0b5210 con 0x7f6d4c0b3190 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6d4c06e800 0x7f6d4c06ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6d4c06e800 0x7f6d4c06ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54360/0 (socket says 172.21.15.94:54360) 2024-09-10T08:35:56.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 -- 172.21.15.94:0/1275849027 learned_addr learned my addr 172.21.15.94:0/1275849027 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4affd640 1 --2- 172.21.15.94:0/1275849027 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c0b3190 0x7f6d4c0b35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4b7fe640 1 --2- 172.21.15.94:0/1275849027 >> v2:172.21.15.143:3300/0 conn(0x7f6d4c0b4380 0x7f6d4c0cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 -- 172.21.15.94:0/1275849027 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c0b3190 msgr2=0x7f6d4c0b35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 --2- 172.21.15.94:0/1275849027 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c0b3190 0x7f6d4c0b35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 -- 172.21.15.94:0/1275849027 >> v2:172.21.15.143:3300/0 conn(0x7f6d4c0b4380 msgr2=0x7f6d4c0cced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 --2- 172.21.15.94:0/1275849027 >> v2:172.21.15.143:3300/0 conn(0x7f6d4c0b4380 0x7f6d4c0cced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4bfff640 1 -- 172.21.15.94:0/1275849027 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d4c06e040 con 0x7f6d4c06e800 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.165+0000 7f6d4b7fe640 1 --2- 172.21.15.94:0/1275849027 >> v2:172.21.15.143:3300/0 conn(0x7f6d4c0b4380 0x7f6d4c0cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.166+0000 7f6d4bfff640 1 --2- 172.21.15.94:0/1275849027 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c06e800 0x7f6d4c06ecb0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c06ff40 tx=0x7f6d4402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5d1efacdc5b5f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.166+0000 7f6d4a7fc640 1 -- 172.21.15.94:0/1275849027 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44036070 con 0x7f6d4c06e800 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.166+0000 7f6d4a7fc640 1 -- 172.21.15.94:0/1275849027 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d44031600 con 0x7f6d4c06e800 2024-09-10T08:35:56.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.166+0000 7f6d4a7fc640 1 -- 172.21.15.94:0/1275849027 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d440319d0 con 0x7f6d4c06e800 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.166+0000 7f6d5201e640 1 -- 172.21.15.94:0/1275849027 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c06e800 msgr2=0x7f6d4c06ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.166+0000 7f6d5201e640 1 --2- 172.21.15.94:0/1275849027 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c06e800 0x7f6d4c06ecb0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c06ff40 tx=0x7f6d4402a610 comp rx=0 tx=0).stop 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.167+0000 7f6d5201e640 1 -- 172.21.15.94:0/1275849027 shutdown_connections 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.167+0000 7f6d5201e640 1 --2- 172.21.15.94:0/1275849027 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c06e800 0x7f6d4c06ecb0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.167+0000 7f6d5201e640 1 --2- 172.21.15.94:0/1275849027 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c0b3190 0x7f6d4c0b35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.167+0000 7f6d5201e640 1 --2- 172.21.15.94:0/1275849027 >> v2:172.21.15.143:3300/0 conn(0x7f6d4c0b4380 0x7f6d4c0cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.167+0000 7f6d5201e640 1 -- 172.21.15.94:0/1275849027 >> 172.21.15.94:0/1275849027 conn(0x7f6d4c06bc10 msgr2=0x7f6d4c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.167+0000 7f6d5201e640 1 -- 172.21.15.94:0/1275849027 shutdown_connections 2024-09-10T08:35:56.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.167+0000 7f6d5201e640 1 -- 172.21.15.94:0/1275849027 wait complete. 2024-09-10T08:35:56.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.168+0000 7f6d5201e640 1 Processor -- start 2024-09-10T08:35:56.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.168+0000 7f6d5201e640 1 -- start start 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c06e800 0x7f6d4c0b1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c0b3190 0x7f6d4c09d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d4c0b4380 0x7f6d4c1500b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c0af8e0 con 0x7f6d4c0b3190 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6d4c0b4f30 con 0x7f6d4c0b4380 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6d4c0cd410 con 0x7f6d4c06e800 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c0b3190 0x7f6d4c09d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c0b3190 0x7f6d4c09d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54372/0 (socket says 172.21.15.94:54372) 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 -- 172.21.15.94:0/3307296916 learned_addr learned my addr 172.21.15.94:0/3307296916 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4b7fe640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c06e800 0x7f6d4c0b1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4bfff640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d4c0b4380 0x7f6d4c1500b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 -- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c06e800 msgr2=0x7f6d4c0b1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c06e800 0x7f6d4c0b1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 -- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d4c0b4380 msgr2=0x7f6d4c1500b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d4c0b4380 0x7f6d4c1500b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 -- 172.21.15.94:0/3307296916 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d4c150c00 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d4affd640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c0b3190 0x7f6d4c09d990 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c00d620 tx=0x7f6d3c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d33fff640 1 -- 172.21.15.94:0/3307296916 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c004240 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d33fff640 1 -- 172.21.15.94:0/3307296916 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d3c0043e0 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d33fff640 1 -- 172.21.15.94:0/3307296916 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c003610 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d4c1f1cb0 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.169+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d4c1f2250 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.170+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d4c0b35d0 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.171+0000 7f6d33fff640 1 -- 172.21.15.94:0/3307296916 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6d3c01b020 con 0x7f6d4c0b3190 2024-09-10T08:35:56.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.171+0000 7f6d33fff640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d3806be30 0x7f6d3806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.172+0000 7f6d33fff640 1 -- 172.21.15.94:0/3307296916 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f6d3c08ad10 con 0x7f6d4c0b3190 2024-09-10T08:35:56.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.172+0000 7f6d4b7fe640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d3806be30 0x7f6d3806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.172+0000 7f6d4b7fe640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d3806be30 0x7f6d3806e2f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6d4000b840 tx=0x7f6d40008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.176+0000 7f6d33fff640 1 -- 172.21.15.94:0/3307296916 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d3c059530 con 0x7f6d4c0b3190 2024-09-10T08:35:56.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.374+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d4c0cb420 con 0x7f6d4c0b3190 2024-09-10T08:35:56.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.374+0000 7f6d33fff640 1 -- 172.21.15.94:0/3307296916 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5227 (secure 0 0 0) 0x7f6d3c058e30 con 0x7f6d4c0b3190 2024-09-10T08:35:56.375 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:56.375 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":33,"btime":"2024-09-10T08:35:25:541262+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5135,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/3525401598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":3525401598},{"type":"v1","addr":"172.21.15.143:6835","nonce":3525401598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5763,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/3387525793","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3387525793},{"type":"v1","addr":"172.21.15.94:6836","nonce":3387525793}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5766,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1173387956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":1173387956},{"type":"v1","addr":"172.21.15.94:6837","nonce":1173387956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:35:22.866271+0000","modified":"2024-09-10T08:35:24.870162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5778},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5778":{"gid":5778,"name":"b","rank":0,"incarnation":31,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6834/988769129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":988769129},{"type":"v1","addr":"172.21.15.143:6834","nonce":988769129}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5778,"qdb_cluster":[5778]},"id":4}]} 2024-09-10T08:35:56.375 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 33 2024-09-10T08:35:56.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d3806be30 msgr2=0x7f6d3806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d3806be30 0x7f6d3806e2f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f6d4000b840 tx=0x7f6d40008040 comp rx=0 tx=0).stop 2024-09-10T08:35:56.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c0b3190 msgr2=0x7f6d4c09d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c0b3190 0x7f6d4c09d990 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c00d620 tx=0x7f6d3c00dae0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 shutdown_connections 2024-09-10T08:35:56.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d3806be30 0x7f6d3806e2f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d4c0b4380 0x7f6d4c1500b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d4c0b3190 0x7f6d4c09d990 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 --2- 172.21.15.94:0/3307296916 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d4c06e800 0x7f6d4c0b1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.376+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 >> 172.21.15.94:0/3307296916 conn(0x7f6d4c06bc10 msgr2=0x7f6d4c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:56.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.377+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 shutdown_connections 2024-09-10T08:35:56.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.377+0000 7f6d5201e640 1 -- 172.21.15.94:0/3307296916 wait complete. 2024-09-10T08:35:56.388 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:35:56.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.486+0000 7f1afdc2e640 1 Processor -- start 2024-09-10T08:35:56.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.486+0000 7f1afdc2e640 1 -- start start 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1afdc2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 0x7f1af8071550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1afdc2e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1af815ff30 con 0x7f1af809b180 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1afdc2e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1af80704b0 con 0x7f1af809b750 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1afdc2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1af80710c0 con 0x7f1af815fb50 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af7fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f1af809b180 0x7f1af80cccd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42388/0 (socket says 172.21.15.94:42388) 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af7fff640 1 -- 172.21.15.94:0/3254382409 learned_addr learned my addr 172.21.15.94:0/3254382409 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af77fe640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 0x7f1af8071550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 895323337 0 0) 0x7f1af815ff30 con 0x7f1af809b180 2024-09-10T08:35:56.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1ae4003520 con 0x7f1af809b180 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 847183968 0 0) 0x7f1af80704b0 con 0x7f1af809b750 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1af815ff30 con 0x7f1af809b750 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2464363058 0 0) 0x7f1ae4003520 con 0x7f1af809b180 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 msgr2=0x7f1af8071550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 0x7f1af8071550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 >> v1:172.21.15.143:6789/0 conn(0x7f1af809b750 legacy=0x7f1af809aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af8070790 con 0x7f1af809b180 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f1af00019f0 con 0x7f1af809b180 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.487+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 >> v1:172.21.15.94:6789/0 conn(0x7f1af809b180 legacy=0x7f1af80cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af6ffd640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 0x7f1ae4003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af6ffd640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004120 0x7f1ae4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af6ffd640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ae4004d40 0x7f1ae40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1af80710c0 con 0x7f1ae4004d40 2024-09-10T08:35:56.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae400bb80 con 0x7f1ae4004120 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1ae400bd80 con 0x7f1af815fb50 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af7fff640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ae4004d40 0x7f1ae40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af77fe640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 0x7f1ae4003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1aeffff640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004120 0x7f1ae4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af7fff640 1 -- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 msgr2=0x7f1ae4003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af7fff640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af815fb50 0x7f1ae4003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af7fff640 1 -- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004120 msgr2=0x7f1ae4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af7fff640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004120 0x7f1ae4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.488+0000 7f1af7fff640 1 -- 172.21.15.94:0/3254382409 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ae4003520 con 0x7f1ae4004d40 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1af7fff640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ae4004d40 0x7f1ae40051c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f1af80736f0 tx=0x7f1ae4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9d46bf1eaa7dc5a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af000a370 con 0x7f1ae4004d40 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1af002f070 con 0x7f1ae4004d40 2024-09-10T08:35:56.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1af6ffd640 1 -- 172.21.15.94:0/3254382409 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af002bb70 con 0x7f1ae4004d40 2024-09-10T08:35:56.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3254382409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ae4004d40 msgr2=0x7f1ae40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1afdc2e640 1 --2- 172.21.15.94:0/3254382409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1ae4004d40 0x7f1ae40051c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f1af80736f0 tx=0x7f1ae4005830 comp rx=0 tx=0).stop 2024-09-10T08:35:56.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1af7fff640 1 -- 172.21.15.94:0/3254382409 reap_dead start 2024-09-10T08:35:56.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3254382409 shutdown_connections 2024-09-10T08:35:56.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3254382409 >> 172.21.15.94:0/3254382409 conn(0x7f1af80d2330 msgr2=0x7f1af80d2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:56.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3254382409 shutdown_connections 2024-09-10T08:35:56.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.489+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3254382409 wait complete. 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 Processor -- start 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 -- start start 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004d40 0x7f1af80cbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1af80b2f40 0x7f1af80b33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af81f22d0 0x7f1af81f2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8071ea0 con 0x7f1af80b2f40 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1af8070d50 con 0x7f1ae4004d40 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1afdc2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1af8070110 con 0x7f1af81f22d0 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.491+0000 7f1aeffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1af80b2f40 0x7f1af80b33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1af80b2f40 0x7f1af80b33c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54392/0 (socket says 172.21.15.94:54392) 2024-09-10T08:35:56.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 -- 172.21.15.94:0/3454459911 learned_addr learned my addr 172.21.15.94:0/3454459911 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 -- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af81f22d0 msgr2=0x7f1af81f2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1af7fff640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af81f22d0 0x7f1af81f2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1af77fe640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004d40 0x7f1af80cbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af81f22d0 0x7f1af81f2780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 -- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004d40 msgr2=0x7f1af80cbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004d40 0x7f1af80cbbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 -- 172.21.15.94:0/3454459911 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af8148fe0 con 0x7f1af80b2f40 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1aeffff640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1af80b2f40 0x7f1af80b33c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f1ae000f840 tx=0x7f1ae000fd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1af4ff9640 1 -- 172.21.15.94:0/3454459911 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae00052e0 con 0x7f1af80b2f40 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1af4ff9640 1 -- 172.21.15.94:0/3454459911 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ae0018070 con 0x7f1af80b2f40 2024-09-10T08:35:56.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af8149290 con 0x7f1af80b2f40 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1af4ff9640 1 -- 172.21.15.94:0/3454459911 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae000d910 con 0x7f1af80b2f40 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.492+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af8149850 con 0x7f1af80b2f40 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.493+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1af80b3900 con 0x7f1af80b2f40 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.494+0000 7f1af4ff9640 1 -- 172.21.15.94:0/3454459911 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1ae000dab0 con 0x7f1af80b2f40 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.494+0000 7f1af4ff9640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ad806be30 0x7f1ad806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.494+0000 7f1af4ff9640 1 -- 172.21.15.94:0/3454459911 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f1ae008af20 con 0x7f1af80b2f40 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.494+0000 7f1af77fe640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ad806be30 0x7f1ad806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.494+0000 7f1af77fe640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ad806be30 0x7f1ad806e2f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1af80c8f60 tx=0x7f1ae8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.498+0000 7f1af4ff9640 1 -- 172.21.15.94:0/3454459911 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1ae001a310 con 0x7f1af80b2f40 2024-09-10T08:35:56.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.698+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1af80704b0 con 0x7f1af80b2f40 2024-09-10T08:35:56.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.698+0000 7f1af4ff9640 1 -- 172.21.15.94:0/3454459911 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+5227 (secure 0 0 0) 0x7f1ae00597d0 con 0x7f1af80b2f40 2024-09-10T08:35:56.699 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:56.699 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":33,"btime":"2024-09-10T08:35:25:541262+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5135,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/3525401598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":3525401598},{"type":"v1","addr":"172.21.15.143:6835","nonce":3525401598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5763,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/3387525793","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3387525793},{"type":"v1","addr":"172.21.15.94:6836","nonce":3387525793}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5766,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1173387956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":1173387956},{"type":"v1","addr":"172.21.15.94:6837","nonce":1173387956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:35:22.866271+0000","modified":"2024-09-10T08:35:24.870162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5778},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5778":{"gid":5778,"name":"b","rank":0,"incarnation":31,"state":"up:active","state_seq":3,"addr":"172.21.15.143:6834/988769129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":988769129},{"type":"v1","addr":"172.21.15.143:6834","nonce":988769129}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5778,"qdb_cluster":[5778]},"id":4}]} 2024-09-10T08:35:56.699 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 33 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ad806be30 msgr2=0x7f1ad806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ad806be30 0x7f1ad806e2f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1af80c8f60 tx=0x7f1ae8008040 comp rx=0 tx=0).stop 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1af80b2f40 msgr2=0x7f1af80b33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1af80b2f40 0x7f1af80b33c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f1ae000f840 tx=0x7f1ae000fd00 comp rx=0 tx=0).stop 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 shutdown_connections 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ad806be30 0x7f1ad806e2f0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1af81f22d0 0x7f1af81f2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1af80b2f40 0x7f1af80b33c0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 --2- 172.21.15.94:0/3454459911 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1ae4004d40 0x7f1af80cbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.700+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 >> 172.21.15.94:0/3454459911 conn(0x7f1af80d2330 msgr2=0x7f1af80b5290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:56.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.701+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 shutdown_connections 2024-09-10T08:35:56.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.701+0000 7f1afdc2e640 1 -- 172.21.15.94:0/3454459911 wait complete. 2024-09-10T08:35:56.712 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:35:56.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.810+0000 7f8bc9586640 1 Processor -- start 2024-09-10T08:35:56.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.810+0000 7f8bc9586640 1 -- start start 2024-09-10T08:35:56.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.810+0000 7f8bc9586640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8bc40b5f80 0x7f8bc40b63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.810+0000 7f8bc9586640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bc40b68e0 con 0x7f8bc415e5f0 2024-09-10T08:35:56.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.810+0000 7f8bc9586640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bc40cec80 con 0x7f8bc4166480 2024-09-10T08:35:56.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.810+0000 7f8bc9586640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8bc40d4fc0 con 0x7f8bc40b5f80 2024-09-10T08:35:56.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc27fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8bc40b5f80 0x7f8bc40b63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc27fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8bc40b5f80 0x7f8bc40b63a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54400/0 (socket says 172.21.15.94:54400) 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc2ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8bc415e5f0 0x7f8bc40d2fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42392/0 (socket says 172.21.15.94:42392) 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc27fc640 1 -- 172.21.15.94:0/2439233014 learned_addr learned my addr 172.21.15.94:0/2439233014 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc27fc640 1 -- 172.21.15.94:0/2439233014 >> v1:172.21.15.143:6789/0 conn(0x7f8bc4166480 legacy=0x7f8bc4168870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc27fc640 1 -- 172.21.15.94:0/2439233014 >> v1:172.21.15.94:6789/0 conn(0x7f8bc415e5f0 legacy=0x7f8bc40d2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc27fc640 1 -- 172.21.15.94:0/2439233014 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bc40cef60 con 0x7f8bc40b5f80 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc1ffb640 1 -- 172.21.15.94:0/2439233014 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2280338934 0 0) 0x7f8bc40b68e0 con 0x7f8bc415e5f0 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.811+0000 7f8bc27fc640 1 --2- 172.21.15.94:0/2439233014 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc40b5f80 0x7f8bc40b63a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8009850 tx=0x7f8bb802a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab9f165d84710cc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc1ffb640 1 -- 172.21.15.94:0/2439233014 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb8004030 con 0x7f8bc40b5f80 2024-09-10T08:35:56.813 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc1ffb640 1 -- 172.21.15.94:0/2439233014 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bb80041d0 con 0x7f8bc40b5f80 2024-09-10T08:35:56.814 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc1ffb640 1 -- 172.21.15.94:0/2439233014 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb8003610 con 0x7f8bc40b5f80 2024-09-10T08:35:56.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc9586640 1 -- 172.21.15.94:0/2439233014 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc40b5f80 msgr2=0x7f8bc40b63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc9586640 1 --2- 172.21.15.94:0/2439233014 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc40b5f80 0x7f8bc40b63a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8009850 tx=0x7f8bb802a200 comp rx=0 tx=0).stop 2024-09-10T08:35:56.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc9586640 1 -- 172.21.15.94:0/2439233014 shutdown_connections 2024-09-10T08:35:56.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc9586640 1 --2- 172.21.15.94:0/2439233014 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc40b5f80 0x7f8bc40b63a0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc9586640 1 -- 172.21.15.94:0/2439233014 >> 172.21.15.94:0/2439233014 conn(0x7f8bc408c000 msgr2=0x7f8bc40d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:56.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc9586640 1 -- 172.21.15.94:0/2439233014 shutdown_connections 2024-09-10T08:35:56.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.812+0000 7f8bc9586640 1 -- 172.21.15.94:0/2439233014 wait complete. 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.813+0000 7f8bc9586640 1 Processor -- start 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc9586640 1 -- start start 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc9586640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8bc40b5f80 0x7f8bc40b7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc9586640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc415e5f0 0x7f8bc414a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc9586640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8bc4166480 0x7f8bc41593d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc9586640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc40cf800 con 0x7f8bc415e5f0 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc9586640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc40cf520 con 0x7f8bc40b5f80 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc9586640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8bc415e9d0 con 0x7f8bc4166480 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc27fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc415e5f0 0x7f8bc414a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc27fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc415e5f0 0x7f8bc414a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54414/0 (socket says 172.21.15.94:54414) 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.814+0000 7f8bc27fc640 1 -- 172.21.15.94:0/4120162264 learned_addr learned my addr 172.21.15.94:0/4120162264 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc2ffd640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8bc40b5f80 0x7f8bc40b7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc27fc640 1 -- 172.21.15.94:0/4120162264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8bc4166480 msgr2=0x7f8bc41593d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc27fc640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8bc4166480 0x7f8bc41593d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc27fc640 1 -- 172.21.15.94:0/4120162264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8bc40b5f80 msgr2=0x7f8bc40b7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc27fc640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8bc40b5f80 0x7f8bc40b7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc27fc640 1 -- 172.21.15.94:0/4120162264 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bc414aeb0 con 0x7f8bc415e5f0 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc27fc640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc415e5f0 0x7f8bc414a970 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f8bb80090b0 tx=0x7f8bb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bab7fe640 1 -- 172.21.15.94:0/4120162264 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb8041020 con 0x7f8bc415e5f0 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bab7fe640 1 -- 172.21.15.94:0/4120162264 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bb8003c50 con 0x7f8bc415e5f0 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bc40b7930 con 0x7f8bc415e5f0 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bab7fe640 1 -- 172.21.15.94:0/4120162264 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb8004030 con 0x7f8bc415e5f0 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.815+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bc40b7ef0 con 0x7f8bc415e5f0 2024-09-10T08:35:56.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.816+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bc4073830 con 0x7f8bc415e5f0 2024-09-10T08:35:56.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.816+0000 7f8bab7fe640 1 -- 172.21.15.94:0/4120162264 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8bb8044020 con 0x7f8bc415e5f0 2024-09-10T08:35:56.819 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.817+0000 7f8bab7fe640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bb006be30 0x7f8bb006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:56.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.817+0000 7f8bab7fe640 1 -- 172.21.15.94:0/4120162264 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f8bb80abd20 con 0x7f8bc415e5f0 2024-09-10T08:35:56.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.817+0000 7f8bc2ffd640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bb006be30 0x7f8bb006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:56.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.817+0000 7f8bc2ffd640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bb006be30 0x7f8bb006e2f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8bb4000f60 tx=0x7f8bb4007b70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:56.821 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.821+0000 7f8bab7fe640 1 -- 172.21.15.94:0/4120162264 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8bc4073830 con 0x7f8bc415e5f0 2024-09-10T08:35:56.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.985+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8bc40cfd20 con 0x7f8bc415e5f0 2024-09-10T08:35:56.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.987+0000 7f8bab7fe640 1 -- 172.21.15.94:0/4120162264 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+16944 (secure 0 0 0) 0x7f8bb804b030 con 0x7f8bc415e5f0 2024-09-10T08:35:56.987 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:35:56.987 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":66,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:35:24.520771+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:35:20.587100+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-09-10T08:35:21.841005+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:35:56.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bb006be30 msgr2=0x7f8bb006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bb006be30 0x7f8bb006e2f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8bb4000f60 tx=0x7f8bb4007b70 comp rx=0 tx=0).stop 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc415e5f0 msgr2=0x7f8bc414a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc415e5f0 0x7f8bc414a970 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f8bb80090b0 tx=0x7f8bb80046c0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 shutdown_connections 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8bb006be30 0x7f8bb006e2f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8bc4166480 0x7f8bc41593d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8bc415e5f0 0x7f8bc414a970 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 --2- 172.21.15.94:0/4120162264 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8bc40b5f80 0x7f8bc40b7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 >> 172.21.15.94:0/4120162264 conn(0x7f8bc408c000 msgr2=0x7f8bc40b4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 shutdown_connections 2024-09-10T08:35:56.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:56.989+0000 7f8bc9586640 1 -- 172.21.15.94:0/4120162264 wait complete. 2024-09-10T08:35:57.001 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T08:35:57.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.099+0000 7f97f16a5640 1 Processor -- start 2024-09-10T08:35:57.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.099+0000 7f97f16a5640 1 -- start start 2024-09-10T08:35:57.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97f16a5640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97ec15e5f0 0x7f97ec0d2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97f16a5640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f97ec0b6690 0x7f97ec168490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97f16a5640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97ec0cec80 con 0x7f97ec0d3510 2024-09-10T08:35:57.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97f16a5640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f97ec0d4fc0 con 0x7f97ec0b6690 2024-09-10T08:35:57.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97f16a5640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97ec0cef60 con 0x7f97ec15e5f0 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97e27fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f97ec0d3510 0x7f97ec0b5f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42408/0 (socket says 172.21.15.94:42408) 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97e27fc640 1 -- 172.21.15.94:0/3475865570 learned_addr learned my addr 172.21.15.94:0/3475865570 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1938982925 0 0) 0x7f97ec0cec80 con 0x7f97ec0d3510 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97eb7fe640 1 --2- 172.21.15.94:0/3475865570 >> v2:172.21.15.143:3300/0 conn(0x7f97ec0b6690 0x7f97ec168490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97eaffd640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97ec15e5f0 0x7f97ec0d2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.100+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f97d8003520 con 0x7f97ec0d3510 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2223359254 0 0) 0x7f97d8003520 con 0x7f97ec0d3510 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97ec15e5f0 msgr2=0x7f97ec0d2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97ec15e5f0 0x7f97ec0d2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 >> v2:172.21.15.143:3300/0 conn(0x7f97ec0b6690 msgr2=0x7f97ec168490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 --2- 172.21.15.94:0/3475865570 >> v2:172.21.15.143:3300/0 conn(0x7f97ec0b6690 0x7f97ec168490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ec0cf240 con 0x7f97ec0d3510 2024-09-10T08:35:57.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f97d40017f0 con 0x7f97ec0d3510 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 >> v1:172.21.15.94:6789/0 conn(0x7f97ec0d3510 legacy=0x7f97ec0b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97d80039b0 0x7f97d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97ec15e5f0 0x7f97d8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97d8004d40 0x7f97d80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec0d4fc0 con 0x7f97d80039b0 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec0cef60 con 0x7f97d8004d40 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97d800b9c0 con 0x7f97ec15e5f0 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97eaffd640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97d80039b0 0x7f97d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97eb7fe640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97d8004d40 0x7f97d80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97eaffd640 1 -- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97ec15e5f0 msgr2=0x7f97d8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97eaffd640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97ec15e5f0 0x7f97d8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97eaffd640 1 -- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97d8004d40 msgr2=0x7f97d80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97eaffd640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97d8004d40 0x7f97d80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.101+0000 7f97eaffd640 1 -- 172.21.15.94:0/3475865570 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97d8003520 con 0x7f97d80039b0 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97eaffd640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97d80039b0 0x7f97d8003dd0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f97dc009ac0 tx=0x7f97d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e85cae0697db61dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc036070 con 0x7f97d80039b0 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97dc031400 con 0x7f97d80039b0 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97ea7fc640 1 -- 172.21.15.94:0/3475865570 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc009690 con 0x7f97d80039b0 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97f16a5640 1 -- 172.21.15.94:0/3475865570 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97d80039b0 msgr2=0x7f97d8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97f16a5640 1 --2- 172.21.15.94:0/3475865570 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97d80039b0 0x7f97d8003dd0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f97dc009ac0 tx=0x7f97d8005830 comp rx=0 tx=0).stop 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97eb7fe640 1 -- 172.21.15.94:0/3475865570 reap_dead start 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97f16a5640 1 -- 172.21.15.94:0/3475865570 shutdown_connections 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97f16a5640 1 -- 172.21.15.94:0/3475865570 >> 172.21.15.94:0/3475865570 conn(0x7f97ec08c000 msgr2=0x7f97ec0d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97f16a5640 1 -- 172.21.15.94:0/3475865570 shutdown_connections 2024-09-10T08:35:57.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.102+0000 7f97f16a5640 1 -- 172.21.15.94:0/3475865570 wait complete. 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 Processor -- start 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 -- start start 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d80039b0 0x7f97ec1f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97ec0b5740 0x7f97ec0cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97ec0cbb10 0x7f97ec0cd140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec15e9d0 con 0x7f97ec0b5740 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f97ec0cf800 con 0x7f97ec0cbb10 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.104+0000 7f97f16a5640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97ec0cfd20 con 0x7f97d80039b0 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97ec0b5740 0x7f97ec0cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97ec0b5740 0x7f97ec0cb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54434/0 (socket says 172.21.15.94:54434) 2024-09-10T08:35:57.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 -- 172.21.15.94:0/843619381 learned_addr learned my addr 172.21.15.94:0/843619381 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97eaffd640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d80039b0 0x7f97ec1f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97eb7fe640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97ec0cbb10 0x7f97ec0cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 -- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d80039b0 msgr2=0x7f97ec1f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d80039b0 0x7f97ec1f85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 -- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97ec0cbb10 msgr2=0x7f97ec0cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97ec0cbb10 0x7f97ec0cd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 -- 172.21.15.94:0/843619381 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ec0b93c0 con 0x7f97ec0b5740 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e27fc640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97ec0b5740 0x7f97ec0cb5d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f97d400c6b0 tx=0x7f97d400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e3fff640 1 -- 172.21.15.94:0/843619381 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d4017070 con 0x7f97ec0b5740 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e3fff640 1 -- 172.21.15.94:0/843619381 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97d4007270 con 0x7f97ec0b5740 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97e3fff640 1 -- 172.21.15.94:0/843619381 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d40057a0 con 0x7f97ec0b5740 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97ec0b9660 con 0x7f97ec0b5740 2024-09-10T08:35:57.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.105+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97ec154350 con 0x7f97ec0b5740 2024-09-10T08:35:57.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.106+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97ec0d2fd0 con 0x7f97ec0b5740 2024-09-10T08:35:57.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.107+0000 7f97e3fff640 1 -- 172.21.15.94:0/843619381 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f97d401a070 con 0x7f97ec0b5740 2024-09-10T08:35:57.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.107+0000 7f97e3fff640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f97cc06be30 0x7f97cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.107+0000 7f97e3fff640 1 -- 172.21.15.94:0/843619381 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6101+0+0 (secure 0 0 0) 0x7f97d408a4a0 con 0x7f97ec0b5740 2024-09-10T08:35:57.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.107+0000 7f97eaffd640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f97cc06be30 0x7f97cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.108+0000 7f97eaffd640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f97cc06be30 0x7f97cc06e2f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f97dc033000 tx=0x7f97dc008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:57.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.111+0000 7f97e3fff640 1 -- 172.21.15.94:0/843619381 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f97d4058700 con 0x7f97ec0b5740 2024-09-10T08:35:57.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.310+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f97ec0cb340 con 0x7f97ec0b5740 2024-09-10T08:35:57.311 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:35:57.310+0000 7f045c404640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:35:57.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.312+0000 7f97e3fff640 1 -- 172.21.15.94:0/843619381 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v34) ==== 161+0+0 (secure 0 0 0) 0x7f97d405ca00 con 0x7f97ec0b5740 2024-09-10T08:35:57.312 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:35:57.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f97cc06be30 msgr2=0x7f97cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f97cc06be30 0x7f97cc06e2f0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f97dc033000 tx=0x7f97dc008030 comp rx=0 tx=0).stop 2024-09-10T08:35:57.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97ec0b5740 msgr2=0x7f97ec0cb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97ec0b5740 0x7f97ec0cb5d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f97d400c6b0 tx=0x7f97d400cb70 comp rx=0 tx=0).stop 2024-09-10T08:35:57.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 shutdown_connections 2024-09-10T08:35:57.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f97cc06be30 0x7f97cc06e2f0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97ec0cbb10 0x7f97ec0cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97ec0b5740 0x7f97ec0cb5d0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 --2- 172.21.15.94:0/843619381 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97d80039b0 0x7f97ec1f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.314+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 >> 172.21.15.94:0/843619381 conn(0x7f97ec08c000 msgr2=0x7f97ec0b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:57.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.315+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 shutdown_connections 2024-09-10T08:35:57.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.315+0000 7f97f16a5640 1 -- 172.21.15.94:0/843619381 wait complete. 2024-09-10T08:35:57.318 INFO:tasks.ceph.mds.b.smithi143.stderr: -3830> 2024-09-10T08:35:28.784+0000 7fe6e7aab640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:35:57.326 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:35:57.350 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:35:57.426 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.426+0000 7f448a34b640 1 Processor -- start 2024-09-10T08:35:57.427 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.426+0000 7f448a34b640 1 -- start start 2024-09-10T08:35:57.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f448a34b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840ceb50 0x7f44840d2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f448a34b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f44840b3550 0x7f44840d2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f448a34b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44840d2600 con 0x7f44840b5f80 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f448a34b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f44840d5420 con 0x7f44840b3550 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f448a34b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f44840d4c10 con 0x7f44840ceb50 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44888e8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f44840b3550 0x7f44840d2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44888e8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f44840b3550 0x7f44840d2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54450/0 (socket says 172.21.15.94:54450) 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44888e8640 1 -- 172.21.15.94:0/3569863071 learned_addr learned my addr 172.21.15.94:0/3569863071 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f4483fff640 1 --1- 172.21.15.94:0/3569863071 >> v1:172.21.15.94:6789/0 conn(0x7f44840b5f80 0x7f44840b6360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42418/0 (socket says 172.21.15.94:42418) 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44837fe640 1 --2- 172.21.15.94:0/3569863071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840ceb50 0x7f44840d2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44888e8640 1 -- 172.21.15.94:0/3569863071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840ceb50 msgr2=0x7f44840d2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44888e8640 1 --2- 172.21.15.94:0/3569863071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840ceb50 0x7f44840d2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.430 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44888e8640 1 -- 172.21.15.94:0/3569863071 >> v1:172.21.15.94:6789/0 conn(0x7f44840b5f80 legacy=0x7f44840b6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f4482ffd640 1 -- 172.21.15.94:0/3569863071 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3836386608 0 0) 0x7f44840d2600 con 0x7f44840b5f80 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.427+0000 7f44888e8640 1 -- 172.21.15.94:0/3569863071 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44840cf050 con 0x7f44840b3550 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.428+0000 7f44888e8640 1 --2- 172.21.15.94:0/3569863071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f44840d2fe0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f447c009e50 tx=0x7f447c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c889d87e840951 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.428+0000 7f4482ffd640 1 -- 172.21.15.94:0/3569863071 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447c036070 con 0x7f44840b3550 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.428+0000 7f4482ffd640 1 -- 172.21.15.94:0/3569863071 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f447c031600 con 0x7f44840b3550 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.428+0000 7f4482ffd640 1 -- 172.21.15.94:0/3569863071 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447c0319d0 con 0x7f44840b3550 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 -- 172.21.15.94:0/3569863071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 msgr2=0x7f44840d2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 --2- 172.21.15.94:0/3569863071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f44840d2fe0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f447c009e50 tx=0x7f447c02a710 comp rx=0 tx=0).stop 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 -- 172.21.15.94:0/3569863071 shutdown_connections 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 --2- 172.21.15.94:0/3569863071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f44840d2fe0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.431 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 --2- 172.21.15.94:0/3569863071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840ceb50 0x7f44840d2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 -- 172.21.15.94:0/3569863071 >> 172.21.15.94:0/3569863071 conn(0x7f448408c000 msgr2=0x7f44840d4500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:57.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 -- 172.21.15.94:0/3569863071 shutdown_connections 2024-09-10T08:35:57.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.429+0000 7f448a34b640 1 -- 172.21.15.94:0/3569863071 wait complete. 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.430+0000 7f448a34b640 1 Processor -- start 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.430+0000 7f448a34b640 1 -- start start 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f448a34b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f4484155bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f448a34b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840b5f80 0x7f44840cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f448a34b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44840ceb50 0x7f44841f5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f448a34b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f448415e810 con 0x7f44840b3550 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f448a34b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f44840d5140 con 0x7f44840ceb50 2024-09-10T08:35:57.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f448a34b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f448415e990 con 0x7f44840b5f80 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f4484155bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f4484155bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54462/0 (socket says 172.21.15.94:54462) 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 -- 172.21.15.94:0/4054109644 learned_addr learned my addr 172.21.15.94:0/4054109644 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f44837fe640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840b5f80 0x7f44840cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f44888e8640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44840ceb50 0x7f44841f5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 -- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840b5f80 msgr2=0x7f44840cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840b5f80 0x7f44840cdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 -- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44840ceb50 msgr2=0x7f44841f5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44840ceb50 0x7f44841f5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 -- 172.21.15.94:0/4054109644 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44841f58c0 con 0x7f44840b3550 2024-09-10T08:35:57.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4483fff640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f4484155bd0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f447400c460 tx=0x7f447400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4480ff9640 1 -- 172.21.15.94:0/4054109644 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4474018070 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4480ff9640 1 -- 172.21.15.94:0/4054109644 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4474007500 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.431+0000 7f4480ff9640 1 -- 172.21.15.94:0/4054109644 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4474004a20 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.432+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44840ba0f0 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.432+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44840cd350 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.433+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f448406ce60 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.433+0000 7f4480ff9640 1 -- 172.21.15.94:0/4054109644 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f447401b070 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.434+0000 7f4480ff9640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f447006be30 0x7f447006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.434+0000 7f4480ff9640 1 -- 172.21.15.94:0/4054109644 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6187+0+0 (secure 0 0 0) 0x7f447408a200 con 0x7f44840b3550 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.434+0000 7f44837fe640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f447006be30 0x7f447006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:57.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.434+0000 7f44837fe640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f447006be30 0x7f447006e2f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4478006fd0 tx=0x7f4478008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:57.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.438+0000 7f4480ff9640 1 -- 172.21.15.94:0/4054109644 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44841f58c0 con 0x7f44840b3550 2024-09-10T08:35:57.640 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:57.639+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f44840b6c60 con 0x7f44840b3550 2024-09-10T08:35:58.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.313+0000 7f4480ff9640 1 -- 172.21.15.94:0/4054109644 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v35) ==== 104+0+0 (secure 0 0 0) 0x7f4474058a60 con 0x7f44840b3550 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f447006be30 msgr2=0x7f447006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f447006be30 0x7f447006e2f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4478006fd0 tx=0x7f4478008040 comp rx=0 tx=0).stop 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 msgr2=0x7f4484155bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f4484155bd0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f447400c460 tx=0x7f447400c920 comp rx=0 tx=0).stop 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 shutdown_connections 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f447006be30 0x7f447006e2f0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44840ceb50 0x7f44841f5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44840b5f80 0x7f44840cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 --2- 172.21.15.94:0/4054109644 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44840b3550 0x7f4484155bd0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 >> 172.21.15.94:0/4054109644 conn(0x7f448408c000 msgr2=0x7f44840b3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:58.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 shutdown_connections 2024-09-10T08:35:58.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.317+0000 7f448a34b640 1 -- 172.21.15.94:0/4054109644 wait complete. 2024-09-10T08:35:58.331 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:35:58.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.438+0000 7f49ecf11640 1 Processor -- start 2024-09-10T08:35:58.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.438+0000 7f49ecf11640 1 -- start start 2024-09-10T08:35:58.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49ecf11640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f49e815b360 0x7f49e806f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:58.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49ecf11640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815f510 0x7f49e806f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:58.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49ecf11640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49e80cf140 con 0x7f49e80cfea0 2024-09-10T08:35:58.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49ecf11640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f49e815b740 con 0x7f49e815b360 2024-09-10T08:35:58.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49ecf11640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f49e815fa80 con 0x7f49e815f510 2024-09-10T08:35:58.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49e659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f49e815b360 0x7f49e806f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:58.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49e659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f49e815b360 0x7f49e806f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54466/0 (socket says 172.21.15.94:54466) 2024-09-10T08:35:58.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.439+0000 7f49e659c640 1 -- 172.21.15.94:0/2926413177 learned_addr learned my addr 172.21.15.94:0/2926413177 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:58.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.440+0000 7f49e6d9d640 1 --2- 172.21.15.94:0/2926413177 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815f510 0x7f49e806f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:58.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.440+0000 7f49e659c640 1 -- 172.21.15.94:0/2926413177 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815f510 msgr2=0x7f49e806f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:58.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.440+0000 7f49e659c640 1 --2- 172.21.15.94:0/2926413177 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815f510 0x7f49e806f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.440+0000 7f49e659c640 1 -- 172.21.15.94:0/2926413177 >> v1:172.21.15.143:6789/0 conn(0x7f49e80cfea0 legacy=0x7f49e815ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:58.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.440+0000 7f49e659c640 1 -- 172.21.15.94:0/2926413177 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49e80cf3c0 con 0x7f49e815b360 2024-09-10T08:35:58.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.440+0000 7f49e659c640 1 --2- 172.21.15.94:0/2926413177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e815b360 0x7f49e806f1a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f49d8009e50 tx=0x7f49d802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c348f58cc8c138ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:58.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49e559a640 1 -- 172.21.15.94:0/2926413177 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8036070 con 0x7f49e815b360 2024-09-10T08:35:58.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49e559a640 1 -- 172.21.15.94:0/2926413177 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49d8031600 con 0x7f49e815b360 2024-09-10T08:35:58.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49e559a640 1 -- 172.21.15.94:0/2926413177 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d80319d0 con 0x7f49e815b360 2024-09-10T08:35:58.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 -- 172.21.15.94:0/2926413177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e815b360 msgr2=0x7f49e806f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:58.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 --2- 172.21.15.94:0/2926413177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e815b360 0x7f49e806f1a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f49d8009e50 tx=0x7f49d802a710 comp rx=0 tx=0).stop 2024-09-10T08:35:58.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 -- 172.21.15.94:0/2926413177 shutdown_connections 2024-09-10T08:35:58.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 --2- 172.21.15.94:0/2926413177 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815f510 0x7f49e806f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 --2- 172.21.15.94:0/2926413177 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e815b360 0x7f49e806f1a0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 -- 172.21.15.94:0/2926413177 >> 172.21.15.94:0/2926413177 conn(0x7f49e8067f80 msgr2=0x7f49e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:58.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 -- 172.21.15.94:0/2926413177 shutdown_connections 2024-09-10T08:35:58.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.441+0000 7f49ecf11640 1 -- 172.21.15.94:0/2926413177 wait complete. 2024-09-10T08:35:58.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 Processor -- start 2024-09-10T08:35:58.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 -- start start 2024-09-10T08:35:58.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e80cfea0 0x7f49e81599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:58.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815b360 0x7f49e81560e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:58.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49e815f510 0x7f49e8156620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:58.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f49e80b3cf0 con 0x7f49e80cfea0 2024-09-10T08:35:58.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f49e80cf980 con 0x7f49e815f510 2024-09-10T08:35:58.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49ecf11640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f49e80b3e70 con 0x7f49e815b360 2024-09-10T08:35:58.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49e659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e80cfea0 0x7f49e81599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:58.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49e659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e80cfea0 0x7f49e81599a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54474/0 (socket says 172.21.15.94:54474) 2024-09-10T08:35:58.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.443+0000 7f49e659c640 1 -- 172.21.15.94:0/4244329155 learned_addr learned my addr 172.21.15.94:0/4244329155 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:58.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e5d9b640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815b360 0x7f49e81560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:58.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e6d9d640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49e815f510 0x7f49e8156620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:58.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e659c640 1 -- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815b360 msgr2=0x7f49e81560e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:58.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e659c640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815b360 0x7f49e81560e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e659c640 1 -- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49e815f510 msgr2=0x7f49e8156620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:58.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e659c640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49e815f510 0x7f49e8156620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:58.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e659c640 1 -- 172.21.15.94:0/4244329155 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49e80ad2b0 con 0x7f49e80cfea0 2024-09-10T08:35:58.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49e659c640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e80cfea0 0x7f49e81599a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f49d8000f80 tx=0x7f49d8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:58.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49d6ffd640 1 -- 172.21.15.94:0/4244329155 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8036050 con 0x7f49e80cfea0 2024-09-10T08:35:58.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49d6ffd640 1 -- 172.21.15.94:0/4244329155 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49d8042070 con 0x7f49e80cfea0 2024-09-10T08:35:58.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49e80ad590 con 0x7f49e80cfea0 2024-09-10T08:35:58.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49d6ffd640 1 -- 172.21.15.94:0/4244329155 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8009510 con 0x7f49e80cfea0 2024-09-10T08:35:58.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.444+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49e80adb50 con 0x7f49e80cfea0 2024-09-10T08:35:58.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.445+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49e815ee00 con 0x7f49e80cfea0 2024-09-10T08:35:58.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.445+0000 7f49d6ffd640 1 -- 172.21.15.94:0/4244329155 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f49d8007c70 con 0x7f49e80cfea0 2024-09-10T08:35:58.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.446+0000 7f49d6ffd640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49c806be60 0x7f49c806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:58.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.446+0000 7f49d6ffd640 1 -- 172.21.15.94:0/4244329155 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6187+0+0 (secure 0 0 0) 0x7f49d80abe50 con 0x7f49e80cfea0 2024-09-10T08:35:58.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.446+0000 7f49e5d9b640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49c806be60 0x7f49c806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:58.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.446+0000 7f49e5d9b640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49c806be60 0x7f49c806e320 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f49e80afc20 tx=0x7f49dc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:58.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.450+0000 7f49d6ffd640 1 -- 172.21.15.94:0/4244329155 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f49d8045360 con 0x7f49e80cfea0 2024-09-10T08:35:58.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:58.615+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f49e80b0f30 con 0x7f49e80cfea0 2024-09-10T08:35:59.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.315+0000 7f49d6ffd640 1 -- 172.21.15.94:0/4244329155 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v68) ==== 181+0+0 (secure 0 0 0) 0x7f49d807a6b0 con 0x7f49e80cfea0 2024-09-10T08:35:59.316 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:35:59.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49c806be60 msgr2=0x7f49c806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49c806be60 0x7f49c806e320 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f49e80afc20 tx=0x7f49dc009040 comp rx=0 tx=0).stop 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e80cfea0 msgr2=0x7f49e81599a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e80cfea0 0x7f49e81599a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f49d8000f80 tx=0x7f49d8004a40 comp rx=0 tx=0).stop 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 shutdown_connections 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f49c806be60 0x7f49c806e320 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f49e815f510 0x7f49e8156620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f49e815b360 0x7f49e81560e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 --2- 172.21.15.94:0/4244329155 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f49e80cfea0 0x7f49e81599a0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 >> 172.21.15.94:0/4244329155 conn(0x7f49e8067f80 msgr2=0x7f49e80b4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:59.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 shutdown_connections 2024-09-10T08:35:59.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.318+0000 7f49ecf11640 1 -- 172.21.15.94:0/4244329155 wait complete. 2024-09-10T08:35:59.332 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:35:59.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.441+0000 7f6d3203c640 1 Processor -- start 2024-09-10T08:35:59.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.441+0000 7f6d3203c640 1 -- start start 2024-09-10T08:35:59.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d3203c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 0x7f6d2c06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d3203c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d2c0b2f90 con 0x7f6d2c06d6a0 2024-09-10T08:35:59.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d3203c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d2c06db30 con 0x7f6d2c06d260 2024-09-10T08:35:59.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d3203c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6d2c0d1210 con 0x7f6d2c161cd0 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d2bfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f6d2c06d6a0 0x7f6d2c09b180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42420/0 (socket says 172.21.15.94:42420) 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d2bfff640 1 -- 172.21.15.94:0/4103200299 learned_addr learned my addr 172.21.15.94:0/4103200299 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2277156562 0 0) 0x7f6d2c0b2f90 con 0x7f6d2c06d6a0 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d14003520 con 0x7f6d2c06d6a0 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d2b7fe640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 0x7f6d2c06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.442+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 300548360 0 0) 0x7f6d14003520 con 0x7f6d2c06d6a0 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 msgr2=0x7f6d2c06cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 0x7f6d2c06cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 >> v1:172.21.15.143:6789/0 conn(0x7f6d2c06d260 legacy=0x7f6d2c09aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2c0d0ec0 con 0x7f6d2c06d6a0 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f6d240019f0 con 0x7f6d2c06d6a0 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 >> v1:172.21.15.94:6789/0 conn(0x7f6d2c06d6a0 legacy=0x7f6d2c09b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:59.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 0x7f6d140039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d14003f60 0x7f6d14004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d14004d40 0x7f6d140051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2c0d1210 con 0x7f6d14003f60 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1400bb50 con 0x7f6d14004d40 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6d1400bd50 con 0x7f6d2c161cd0 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2affd640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d14003f60 0x7f6d14004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2b7fe640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 0x7f6d140039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2bfff640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d14004d40 0x7f6d140051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2affd640 1 -- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 msgr2=0x7f6d140039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2affd640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d2c161cd0 0x7f6d140039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2affd640 1 -- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d14004d40 msgr2=0x7f6d140051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2affd640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d14004d40 0x7f6d140051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.443+0000 7f6d2affd640 1 -- 172.21.15.94:0/4103200299 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d14003520 con 0x7f6d14003f60 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d2affd640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d14003f60 0x7f6d14004800 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c001750 tx=0x7f6d14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b3b6fec29767894 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:59.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c001370 con 0x7f6d14003f60 2024-09-10T08:35:59.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d1c0052d0 con 0x7f6d14003f60 2024-09-10T08:35:59.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d2a7fc640 1 -- 172.21.15.94:0/4103200299 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c02abe0 con 0x7f6d14003f60 2024-09-10T08:35:59.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d3203c640 1 -- 172.21.15.94:0/4103200299 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d14003f60 msgr2=0x7f6d14004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:59.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d3203c640 1 --2- 172.21.15.94:0/4103200299 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d14003f60 0x7f6d14004800 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c001750 tx=0x7f6d14005830 comp rx=0 tx=0).stop 2024-09-10T08:35:59.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d2bfff640 1 -- 172.21.15.94:0/4103200299 reap_dead start 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d3203c640 1 -- 172.21.15.94:0/4103200299 shutdown_connections 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.444+0000 7f6d3203c640 1 -- 172.21.15.94:0/4103200299 >> 172.21.15.94:0/4103200299 conn(0x7f6d2c0d2320 msgr2=0x7f6d2c0d2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.445+0000 7f6d3203c640 1 -- 172.21.15.94:0/4103200299 shutdown_connections 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.445+0000 7f6d3203c640 1 -- 172.21.15.94:0/4103200299 wait complete. 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.446+0000 7f6d3203c640 1 Processor -- start 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.446+0000 7f6d3203c640 1 -- start start 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.446+0000 7f6d3203c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d14003f60 0x7f6d2c15cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.446+0000 7f6d3203c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d2c0c8470 0x7f6d2c153720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d3203c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d2c0b6890 0x7f6d2c0b6d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d3203c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2c0d1cb0 con 0x7f6d2c0c8470 2024-09-10T08:35:59.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d3203c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2c0b3200 con 0x7f6d2c0b6890 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d3203c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6d2c0d1f90 con 0x7f6d14003f60 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d2c0c8470 0x7f6d2c153720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d2c0c8470 0x7f6d2c153720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54484/0 (socket says 172.21.15.94:54484) 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 -- 172.21.15.94:0/3007762275 learned_addr learned my addr 172.21.15.94:0/3007762275 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2b7fe640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d14003f60 0x7f6d2c15cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2bfff640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d2c0b6890 0x7f6d2c0b6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 -- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d14003f60 msgr2=0x7f6d2c15cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d14003f60 0x7f6d2c15cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 -- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d2c0b6890 msgr2=0x7f6d2c0b6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d2c0b6890 0x7f6d2c0b6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 -- 172.21.15.94:0/3007762275 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2c0b75f0 con 0x7f6d2c0c8470 2024-09-10T08:35:59.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2b7fe640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d14003f60 0x7f6d2c15cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d2affd640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d2c0c8470 0x7f6d2c153720 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c008fd0 tx=0x7f6d1c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d13fff640 1 -- 172.21.15.94:0/3007762275 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c042070 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d13fff640 1 -- 172.21.15.94:0/3007762275 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d1c02be50 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d13fff640 1 -- 172.21.15.94:0/3007762275 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c037040 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2c0b78d0 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.447+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d2c0b7e90 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.449+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d2c1620b0 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.449+0000 7f6d13fff640 1 -- 172.21.15.94:0/3007762275 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6d1c045070 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.449+0000 7f6d13fff640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d1806be30 0x7f6d1806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.449+0000 7f6d13fff640 1 -- 172.21.15.94:0/3007762275 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5749+0+0 (secure 0 0 0) 0x7f6d1c0aa760 con 0x7f6d2c0c8470 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.449+0000 7f6d2b7fe640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d1806be30 0x7f6d1806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:35:59.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.450+0000 7f6d2b7fe640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d1806be30 0x7f6d1806e2f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c0cc7d0 tx=0x7f6d20008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:35:59.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.454+0000 7f6d13fff640 1 -- 172.21.15.94:0/3007762275 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6d1c0790e0 con 0x7f6d2c0c8470 2024-09-10T08:35:59.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:35:59.617+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6d2c0b8240 con 0x7f6d2c0c8470 2024-09-10T08:36:00.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.317+0000 7f6d13fff640 1 -- 172.21.15.94:0/3007762275 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v69) ==== 169+0+0 (secure 0 0 0) 0x7f6d1c0789e0 con 0x7f6d2c0c8470 2024-09-10T08:36:00.318 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-09-10T08:36:00.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d1806be30 msgr2=0x7f6d1806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d1806be30 0x7f6d1806e2f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c0cc7d0 tx=0x7f6d20008040 comp rx=0 tx=0).stop 2024-09-10T08:36:00.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d2c0c8470 msgr2=0x7f6d2c153720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d2c0c8470 0x7f6d2c153720 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c008fd0 tx=0x7f6d1c001120 comp rx=0 tx=0).stop 2024-09-10T08:36:00.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 shutdown_connections 2024-09-10T08:36:00.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6d1806be30 0x7f6d1806e2f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6d2c0b6890 0x7f6d2c0b6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6d2c0c8470 0x7f6d2c153720 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 --2- 172.21.15.94:0/3007762275 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6d14003f60 0x7f6d2c15cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.320+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 >> 172.21.15.94:0/3007762275 conn(0x7f6d2c0d2320 msgr2=0x7f6d2c09aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:00.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.321+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 shutdown_connections 2024-09-10T08:36:00.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.321+0000 7f6d3203c640 1 -- 172.21.15.94:0/3007762275 wait complete. 2024-09-10T08:36:00.336 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:36:00.338 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout: chdir = "" 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout: auth supported = cephx 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout: filestore xattr use omap = true 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.381 INFO:teuthology.orchestra.run.smithi094.stdout: mon clock drift allowed = 1.000 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: osd crush chooseleaf type = 0 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: auth debug = true 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on old message = true 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on bug = true 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: mon pg warn max object skew = 0 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:36:00.382 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default size = 2 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow primary affinity = true 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow pg remap = true 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on no sortbitwise = false 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on too few osds = false 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: mon_allow_pool_size_one = true 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.383 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: osd default data pool replay window = 5 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: mon allow pool delete = true 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: mon cluster log file level = debug 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: debug asserts on shutdown = true 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: mon health detail to clog = false 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout:[osd] 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: osd journal size = 100 2024-09-10T08:36:00.384 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub load threshold = 5.0 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub max interval = 600 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd recover clone overlap = true 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd recovery max chunk = 1048576 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug shutdown = true 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug op order = true 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug verify stray on activate = true 2024-09-10T08:36:00.385 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug trim objects = true 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: osd open classes on start = true 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug pg log writeout = true 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: osd map max advance = 10 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: journal zero on create = true 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: filestore apply finisher threads = 3 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.386 INFO:teuthology.orchestra.run.smithi094.stdout: bdev debug aio = true 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug misdirected ops = true 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore block size = 96636764160 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore fsck on mount = True 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluefs = 20 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluestore = 20 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: debug osd = 20 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: debug rocksdb = 10 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd full ratio = 0.9 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: osd objectstore = bluestore 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:36:00.387 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr] 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: debug mgr = 20 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: mgr/telemetry/nag = false 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout:[mon] 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.388 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: debug paxos = 20 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: mon data avail warn = 5 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: mon mgr mkfs grace = 240 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd reporter subtree level = osd 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd prime pg temp = true 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.389 INFO:teuthology.orchestra.run.smithi094.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: # 1m isn't quite enough 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: mon down mkfs grace = 300 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: mon op complaint time = 120 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on pool no app = False 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.390 INFO:teuthology.orchestra.run.smithi094.stdout:[client] 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: rgw cache enabled = true 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable ops log = true 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable usage log = true 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: client mount timeout = 600 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = "" 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.a] 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.b] 2024-09-10T08:36:00.391 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.c] 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout:[mds] 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds = 20 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds balancer = 20 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug frag = True 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug scatterstat = True 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: mds op complaint time = 180 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: mds verify scatter = True 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:36:00.392 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi094.stdout:[client.badguy] 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi094.stdout: client_metadata = root=/baz 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-09-10T08:36:00.393 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:36:00.394 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-09-10T08:36:00.395 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:36:00.396 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.397 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.398 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:36:00.399 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.400 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.401 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:36:00.402 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.403 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.404 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout:[client.badguy] 2024-09-10T08:36:00.405 INFO:teuthology.orchestra.run.smithi143.stdout: client_metadata = root=/baz 2024-09-10T08:36:00.407 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:36:00.449 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:36:00.490 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: chdir = "" 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: auth supported = cephx 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: filestore xattr use omap = true 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon clock drift allowed = 1.000 2024-09-10T08:36:00.491 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: osd crush chooseleaf type = 0 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: auth debug = true 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on old message = true 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on bug = true 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: mon pg warn max object skew = 0 2024-09-10T08:36:00.492 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default size = 2 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow primary affinity = true 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow pg remap = true 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:36:00.493 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on no sortbitwise = false 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on too few osds = false 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: mon_allow_pool_size_one = true 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.494 INFO:teuthology.orchestra.run.smithi094.stdout: osd default data pool replay window = 5 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: mon allow pool delete = true 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: mon cluster log file level = debug 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: debug asserts on shutdown = true 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: mon health detail to clog = false 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:36:00.495 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout:[osd] 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: osd journal size = 100 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub load threshold = 5.0 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub max interval = 600 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: osd recover clone overlap = true 2024-09-10T08:36:00.496 INFO:teuthology.orchestra.run.smithi094.stdout: osd recovery max chunk = 1048576 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug shutdown = true 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug op order = true 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug verify stray on activate = true 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug trim objects = true 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: osd open classes on start = true 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug pg log writeout = true 2024-09-10T08:36:00.497 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: osd map max advance = 10 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: journal zero on create = true 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: filestore apply finisher threads = 3 2024-09-10T08:36:00.498 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.499 INFO:teuthology.orchestra.run.smithi094.stdout: bdev debug aio = true 2024-09-10T08:36:00.499 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug misdirected ops = true 2024-09-10T08:36:00.499 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore block size = 96636764160 2024-09-10T08:36:00.499 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore fsck on mount = True 2024-09-10T08:36:00.499 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluefs = 20 2024-09-10T08:36:00.499 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluestore = 20 2024-09-10T08:36:00.499 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: debug osd = 20 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: debug rocksdb = 10 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd full ratio = 0.9 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: osd objectstore = bluestore 2024-09-10T08:36:00.500 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr] 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: debug mgr = 20 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.501 INFO:teuthology.orchestra.run.smithi094.stdout: mgr/telemetry/nag = false 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout:[mon] 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: debug paxos = 20 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: mon data avail warn = 5 2024-09-10T08:36:00.502 INFO:teuthology.orchestra.run.smithi094.stdout: mon mgr mkfs grace = 240 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd reporter subtree level = osd 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd prime pg temp = true 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:36:00.503 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: # 1m isn't quite enough 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: mon down mkfs grace = 300 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: mon op complaint time = 120 2024-09-10T08:36:00.504 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on pool no app = False 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout:[client] 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: rgw cache enabled = true 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable ops log = true 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable usage log = true 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: client mount timeout = 600 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:36:00.505 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = "" 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.a] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.b] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.c] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout:[mds] 2024-09-10T08:36:00.506 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds = 20 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds balancer = 20 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug frag = True 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug scatterstat = True 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: mds op complaint time = 180 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: mds verify scatter = True 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.507 INFO:teuthology.orchestra.run.smithi094.stdout:[client.badguy] 2024-09-10T08:36:00.509 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-09-10T08:36:00.509 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-09-10T08:36:00.509 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:36:00.509 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-09-10T08:36:00.509 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.510 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.511 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-09-10T08:36:00.512 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-09-10T08:36:00.513 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-09-10T08:36:00.514 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-09-10T08:36:00.515 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-09-10T08:36:00.516 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.517 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-09-10T08:36:00.517 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.517 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:36:00.517 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-09-10T08:36:00.517 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.517 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-09-10T08:36:00.517 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:36:00.518 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.519 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-09-10T08:36:00.520 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.521 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:36:00.522 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.523 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-09-10T08:36:00.524 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:36:00.525 INFO:teuthology.orchestra.run.smithi143.stdout:[client.badguy] 2024-09-10T08:36:00.526 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T08:36:00.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.666+0000 7f3239e53640 1 Processor -- start 2024-09-10T08:36:00.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.666+0000 7f3239e53640 1 -- start start 2024-09-10T08:36:00.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3239e53640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3234164ef0 0x7f32341672e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3239e53640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32340afc00 con 0x7f32340af7c0 2024-09-10T08:36:00.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3239e53640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f323406c930 con 0x7f3234145c40 2024-09-10T08:36:00.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3239e53640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f323415c980 con 0x7f3234164ef0 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3233fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3234164ef0 0x7f32341672e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3233fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3234164ef0 0x7f32341672e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54476/0 (socket says 172.21.15.94:54476) 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3233fff640 1 -- 172.21.15.94:0/3329157781 learned_addr learned my addr 172.21.15.94:0/3329157781 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3232ffd640 1 --1- 172.21.15.94:0/3329157781 >> v1:172.21.15.94:6789/0 conn(0x7f32340af7c0 0x7f323406c220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40596/0 (socket says 172.21.15.94:40596) 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3233fff640 1 -- 172.21.15.94:0/3329157781 >> v1:172.21.15.143:6789/0 conn(0x7f3234145c40 legacy=0x7f323406bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3233fff640 1 -- 172.21.15.94:0/3329157781 >> v1:172.21.15.94:6789/0 conn(0x7f32340af7c0 legacy=0x7f323406c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f32327fc640 1 -- 172.21.15.94:0/3329157781 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3615567125 0 0) 0x7f3228001110 con 0x7f32340af7c0 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.667+0000 7f3233fff640 1 -- 172.21.15.94:0/3329157781 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3234146020 con 0x7f3234164ef0 2024-09-10T08:36:00.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.668+0000 7f3233fff640 1 --2- 172.21.15.94:0/3329157781 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234164ef0 0x7f32341672e0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f322c009870 tx=0x7f322c02a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91e293659ceded06 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:00.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.668+0000 7f32327fc640 1 -- 172.21.15.94:0/3329157781 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f322c037070 con 0x7f3234164ef0 2024-09-10T08:36:00.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.668+0000 7f32327fc640 1 -- 172.21.15.94:0/3329157781 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f322c032440 con 0x7f3234164ef0 2024-09-10T08:36:00.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.668+0000 7f32327fc640 1 -- 172.21.15.94:0/3329157781 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f322c032810 con 0x7f3234164ef0 2024-09-10T08:36:00.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.669+0000 7f3239e53640 1 -- 172.21.15.94:0/3329157781 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234164ef0 msgr2=0x7f32341672e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.669+0000 7f3239e53640 1 --2- 172.21.15.94:0/3329157781 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234164ef0 0x7f32341672e0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f322c009870 tx=0x7f322c02a2a0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.669+0000 7f3239e53640 1 -- 172.21.15.94:0/3329157781 shutdown_connections 2024-09-10T08:36:00.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.669+0000 7f3239e53640 1 --2- 172.21.15.94:0/3329157781 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234164ef0 0x7f32341672e0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.669+0000 7f3239e53640 1 -- 172.21.15.94:0/3329157781 >> 172.21.15.94:0/3329157781 conn(0x7f32340b65b0 msgr2=0x7f32340b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:00.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.669+0000 7f3239e53640 1 -- 172.21.15.94:0/3329157781 shutdown_connections 2024-09-10T08:36:00.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.669+0000 7f3239e53640 1 -- 172.21.15.94:0/3329157781 wait complete. 2024-09-10T08:36:00.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.670+0000 7f3239e53640 1 Processor -- start 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.670+0000 7f3239e53640 1 -- start start 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3239e53640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32340af7c0 0x7f32341374f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3239e53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234145c40 0x7f3234139ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3239e53640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3234164ef0 0x7f323415ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3239e53640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f32340b0160 con 0x7f3234145c40 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3239e53640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f32340b0a90 con 0x7f32340af7c0 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3239e53640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f32340b0440 con 0x7f3234164ef0 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234145c40 0x7f3234139ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234145c40 0x7f3234139ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54490/0 (socket says 172.21.15.94:54490) 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 -- 172.21.15.94:0/942634361 learned_addr learned my addr 172.21.15.94:0/942634361 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f32337fe640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32340af7c0 0x7f32341374f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3233fff640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3234164ef0 0x7f323415ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 -- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3234164ef0 msgr2=0x7f323415ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3234164ef0 0x7f323415ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 -- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32340af7c0 msgr2=0x7f32341374f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32340af7c0 0x7f32341374f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 -- 172.21.15.94:0/942634361 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f323413ae90 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f3232ffd640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234145c40 0x7f3234139ee0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f322800c7b0 tx=0x7f322800cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f321bfff640 1 -- 172.21.15.94:0/942634361 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3228018070 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.671+0000 7f321bfff640 1 -- 172.21.15.94:0/942634361 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32280072d0 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.672+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f323413a5f0 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.672+0000 7f321bfff640 1 -- 172.21.15.94:0/942634361 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32280047e0 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.672+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f323413abb0 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.673+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32340ae200 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.673+0000 7f321bfff640 1 -- 172.21.15.94:0/942634361 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f322801b070 con 0x7f3234145c40 2024-09-10T08:36:00.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.673+0000 7f321bfff640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f322006be30 0x7f322006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.673+0000 7f321bfff640 1 -- 172.21.15.94:0/942634361 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5335+0+0 (secure 0 0 0) 0x7f3228089f40 con 0x7f3234145c40 2024-09-10T08:36:00.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.673+0000 7f32337fe640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f322006be30 0x7f322006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.674+0000 7f32337fe640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f322006be30 0x7f322006e2f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3224005660 tx=0x7f3224003d90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:00.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.678+0000 7f321bfff640 1 -- 172.21.15.94:0/942634361 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f32340afc00 con 0x7f3234145c40 2024-09-10T08:36:00.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.846+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f323413e2e0 con 0x7f3234145c40 2024-09-10T08:36:00.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.849+0000 7f321bfff640 1 -- 172.21.15.94:0/942634361 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7f3228058410 con 0x7f3234145c40 2024-09-10T08:36:00.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f322006be30 msgr2=0x7f322006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f322006be30 0x7f322006e2f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3224005660 tx=0x7f3224003d90 comp rx=0 tx=0).stop 2024-09-10T08:36:00.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234145c40 msgr2=0x7f3234139ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234145c40 0x7f3234139ee0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f322800c7b0 tx=0x7f322800cc70 comp rx=0 tx=0).stop 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 shutdown_connections 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f322006be30 0x7f322006e2f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3234164ef0 0x7f323415ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3234145c40 0x7f3234139ee0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 --2- 172.21.15.94:0/942634361 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32340af7c0 0x7f32341374f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 >> 172.21.15.94:0/942634361 conn(0x7f32340b65b0 msgr2=0x7f32340b2a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:00.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 shutdown_connections 2024-09-10T08:36:00.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.851+0000 7f3239e53640 1 -- 172.21.15.94:0/942634361 wait complete. 2024-09-10T08:36:00.882 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject' 2024-09-10T08:36:00.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.982+0000 7fe668e65640 1 Processor -- start 2024-09-10T08:36:00.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.982+0000 7fe668e65640 1 -- start start 2024-09-10T08:36:00.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe668e65640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe664145b30 0x7fe664072620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe668e65640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe6640af600 0x7fe6640ace10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe668e65640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe664073710 con 0x7fe6640ad350 2024-09-10T08:36:00.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe668e65640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe6640ad7a0 con 0x7fe6640af600 2024-09-10T08:36:00.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe668e65640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe66406df30 con 0x7fe664145b30 2024-09-10T08:36:00.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe65bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe6640af600 0x7fe6640ace10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe662d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fe6640ad350 0x7fe66415fd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40604/0 (socket says 172.21.15.94:40604) 2024-09-10T08:36:00.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe65bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe6640af600 0x7fe6640ace10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54498/0 (socket says 172.21.15.94:54498) 2024-09-10T08:36:00.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe662d9d640 1 -- 172.21.15.94:0/272482456 learned_addr learned my addr 172.21.15.94:0/272482456 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:00.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe66259c640 1 --2- 172.21.15.94:0/272482456 >> v2:172.21.15.143:3300/0 conn(0x7fe664145b30 0x7fe664072620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe65bfff640 1 -- 172.21.15.94:0/272482456 >> v2:172.21.15.143:3300/0 conn(0x7fe664145b30 msgr2=0x7fe664072620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:00.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe65bfff640 1 --2- 172.21.15.94:0/272482456 >> v2:172.21.15.143:3300/0 conn(0x7fe664145b30 0x7fe664072620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe65bfff640 1 -- 172.21.15.94:0/272482456 >> v1:172.21.15.94:6789/0 conn(0x7fe6640ad350 legacy=0x7fe66415fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe65bfff640 1 -- 172.21.15.94:0/272482456 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe664145f10 con 0x7fe6640af600 2024-09-10T08:36:00.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe661d9b640 1 -- 172.21.15.94:0/272482456 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 327131259 0 0) 0x7fe664073710 con 0x7fe6640ad350 2024-09-10T08:36:00.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.983+0000 7fe66259c640 1 --2- 172.21.15.94:0/272482456 >> v2:172.21.15.143:3300/0 conn(0x7fe664145b30 0x7fe664072620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:00.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe65bfff640 1 --2- 172.21.15.94:0/272482456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6640af600 0x7fe6640ace10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe66406ca80 tx=0x7fe64c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79f0a3b5e35739ef server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:00.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe661d9b640 1 -- 172.21.15.94:0/272482456 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c037070 con 0x7fe6640af600 2024-09-10T08:36:00.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe661d9b640 1 -- 172.21.15.94:0/272482456 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe64c032440 con 0x7fe6640af600 2024-09-10T08:36:00.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe661d9b640 1 -- 172.21.15.94:0/272482456 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c032810 con 0x7fe6640af600 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe668e65640 1 -- 172.21.15.94:0/272482456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6640af600 msgr2=0x7fe6640ace10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe668e65640 1 --2- 172.21.15.94:0/272482456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6640af600 0x7fe6640ace10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe66406ca80 tx=0x7fe64c02a1a0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe668e65640 1 -- 172.21.15.94:0/272482456 shutdown_connections 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.984+0000 7fe668e65640 1 --2- 172.21.15.94:0/272482456 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe6640af600 0x7fe6640ace10 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.985+0000 7fe668e65640 1 --2- 172.21.15.94:0/272482456 >> v2:172.21.15.143:3300/0 conn(0x7fe664145b30 0x7fe664072620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.985+0000 7fe668e65640 1 -- 172.21.15.94:0/272482456 >> 172.21.15.94:0/272482456 conn(0x7fe6640b1b30 msgr2=0x7fe6640b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.985+0000 7fe668e65640 1 -- 172.21.15.94:0/272482456 shutdown_connections 2024-09-10T08:36:00.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.985+0000 7fe668e65640 1 -- 172.21.15.94:0/272482456 wait complete. 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.986+0000 7fe668e65640 1 Processor -- start 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.986+0000 7fe668e65640 1 -- start start 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6640ad350 0x7fe6641423a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6640af600 0x7fe66415ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe664145b30 0x7fe6641f1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe664073430 con 0x7fe664145b30 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe664073150 con 0x7fe6640af600 2024-09-10T08:36:00.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe664072b60 con 0x7fe6640ad350 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe664145b30 0x7fe6641f1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe664145b30 0x7fe6641f1fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54508/0 (socket says 172.21.15.94:54508) 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 -- 172.21.15.94:0/1388810804 learned_addr learned my addr 172.21.15.94:0/1388810804 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe66259c640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6640ad350 0x7fe6641423a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe65bfff640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6640af600 0x7fe66415ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 -- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6640ad350 msgr2=0x7fe6641423a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6640ad350 0x7fe6641423a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 -- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6640af600 msgr2=0x7fe66415ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:00.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6640af600 0x7fe66415ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:00.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 -- 172.21.15.94:0/1388810804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe66413ee20 con 0x7fe664145b30 2024-09-10T08:36:00.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe662d9d640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe664145b30 0x7fe6641f1fd0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00c780 tx=0x7fe65c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:00.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe65affd640 1 -- 172.21.15.94:0/1388810804 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c018070 con 0x7fe664145b30 2024-09-10T08:36:00.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe65affd640 1 -- 172.21.15.94:0/1388810804 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe65c00a640 con 0x7fe664145b30 2024-09-10T08:36:00.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe65affd640 1 -- 172.21.15.94:0/1388810804 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c00aa30 con 0x7fe664145b30 2024-09-10T08:36:00.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6641428e0 con 0x7fe664145b30 2024-09-10T08:36:00.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.987+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe664140e80 con 0x7fe664145b30 2024-09-10T08:36:00.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.988+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6640ace10 con 0x7fe664145b30 2024-09-10T08:36:00.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.989+0000 7fe65affd640 1 -- 172.21.15.94:0/1388810804 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe65c01b070 con 0x7fe664145b30 2024-09-10T08:36:00.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.989+0000 7fe65affd640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe64406be30 0x7fe64406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:00.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.989+0000 7fe66259c640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe64406be30 0x7fe64406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:00.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.989+0000 7fe65affd640 1 -- 172.21.15.94:0/1388810804 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5335+0+0 (secure 0 0 0) 0x7fe65c08a1e0 con 0x7fe664145b30 2024-09-10T08:36:00.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.990+0000 7fe66259c640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe64406be30 0x7fe64406e2f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe65400ab60 tx=0x7fe654008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:00.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:00.994+0000 7fe65affd640 1 -- 172.21.15.94:0/1388810804 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe65c0586b0 con 0x7fe664145b30 2024-09-10T08:36:01.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.221+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]} v 0) -- 0x7fe664073cf0 con 0x7fe664145b30 2024-09-10T08:36:01.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.318+0000 7fe65affd640 1 -- 172.21.15.94:0/1388810804 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_session_reject"]}]=0 v185) ==== 142+0+0 (secure 0 0 0) 0x7fe65c05c9b0 con 0x7fe664145b30 2024-09-10T08:36:01.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe64406be30 msgr2=0x7fe64406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe64406be30 0x7fe64406e2f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe65400ab60 tx=0x7fe654008040 comp rx=0 tx=0).stop 2024-09-10T08:36:01.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe664145b30 msgr2=0x7fe6641f1fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe664145b30 0x7fe6641f1fd0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fe65c00c780 tx=0x7fe65c00cc40 comp rx=0 tx=0).stop 2024-09-10T08:36:01.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 shutdown_connections 2024-09-10T08:36:01.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe64406be30 0x7fe64406e2f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe6640af600 0x7fe66415ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe664145b30 0x7fe6641f1fd0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 --2- 172.21.15.94:0/1388810804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe6640ad350 0x7fe6641423a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.320+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 >> 172.21.15.94:0/1388810804 conn(0x7fe6640b1b30 msgr2=0x7fe6640b1170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:01.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.321+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 shutdown_connections 2024-09-10T08:36:01.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.321+0000 7fe668e65640 1 -- 172.21.15.94:0/1388810804 wait complete. 2024-09-10T08:36:01.332 INFO:tasks.cephfs_test_runner:test_session_reject (tasks.cephfs.test_sessionmap.TestSessionMap) ... ok 2024-09-10T08:36:01.333 INFO:tasks.cephfs_test_runner:Starting test: test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) That when a `tell` command is sent using the python CLI, 2024-09-10T08:36:01.333 INFO:tasks.cephfs_test_runner:test_tell_conn_close (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-10T08:36:01.333 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:01.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.431+0000 7fac0445e640 1 Processor -- start 2024-09-10T08:36:01.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.431+0000 7fac0445e640 1 -- start start 2024-09-10T08:36:01.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.432+0000 7fac0445e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fabfc15e500 0x7fabfc15e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.432+0000 7fac0445e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fabfc0cf040 0x7fabfc0cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.432+0000 7fac0445e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fabfc0cfd90 con 0x7fabfc0d41a0 2024-09-10T08:36:01.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.432+0000 7fac0445e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fabfc0d26a0 con 0x7fabfc15e500 2024-09-10T08:36:01.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.432+0000 7fac0445e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fabfc0b44f0 con 0x7fabfc0cf040 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac021fa640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fabfc15e500 0x7fabfc15e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac021fa640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fabfc15e500 0x7fabfc15e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54512/0 (socket says 172.21.15.94:54512) 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac021fa640 1 -- 172.21.15.94:0/3037671260 learned_addr learned my addr 172.21.15.94:0/3037671260 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac019f9640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fabfc0d41a0 0x7fabfc0d45e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40614/0 (socket says 172.21.15.94:40614) 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac029fb640 1 --2- 172.21.15.94:0/3037671260 >> v2:172.21.15.143:3300/0 conn(0x7fabfc0cf040 0x7fabfc0cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac021fa640 1 -- 172.21.15.94:0/3037671260 >> v2:172.21.15.143:3300/0 conn(0x7fabfc0cf040 msgr2=0x7fabfc0cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac021fa640 1 --2- 172.21.15.94:0/3037671260 >> v2:172.21.15.143:3300/0 conn(0x7fabfc0cf040 0x7fabfc0cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac021fa640 1 -- 172.21.15.94:0/3037671260 >> v1:172.21.15.94:6789/0 conn(0x7fabfc0d41a0 legacy=0x7fabfc0d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac021fa640 1 -- 172.21.15.94:0/3037671260 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabfc0d0070 con 0x7fabfc15e500 2024-09-10T08:36:01.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.433+0000 7fac011f8640 1 -- 172.21.15.94:0/3037671260 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3626331350 0 0) 0x7fabfc0cfd90 con 0x7fabfc0d41a0 2024-09-10T08:36:01.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac021fa640 1 --2- 172.21.15.94:0/3037671260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc15e500 0x7fabfc15e8e0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fabfc0cee10 tx=0x7fabf002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b6b0c24d4292188 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac011f8640 1 -- 172.21.15.94:0/3037671260 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf0037070 con 0x7fabfc15e500 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac011f8640 1 -- 172.21.15.94:0/3037671260 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabf0032440 con 0x7fabfc15e500 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac011f8640 1 -- 172.21.15.94:0/3037671260 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf0032810 con 0x7fabfc15e500 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 -- 172.21.15.94:0/3037671260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc15e500 msgr2=0x7fabfc15e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 --2- 172.21.15.94:0/3037671260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc15e500 0x7fabfc15e8e0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fabfc0cee10 tx=0x7fabf002a270 comp rx=0 tx=0).stop 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 -- 172.21.15.94:0/3037671260 shutdown_connections 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 --2- 172.21.15.94:0/3037671260 >> v2:172.21.15.143:3300/0 conn(0x7fabfc0cf040 0x7fabfc0cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 --2- 172.21.15.94:0/3037671260 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc15e500 0x7fabfc15e8e0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 -- 172.21.15.94:0/3037671260 >> 172.21.15.94:0/3037671260 conn(0x7fabfc08bf90 msgr2=0x7fabfc09d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 -- 172.21.15.94:0/3037671260 shutdown_connections 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.434+0000 7fac0445e640 1 -- 172.21.15.94:0/3037671260 wait complete. 2024-09-10T08:36:01.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 Processor -- start 2024-09-10T08:36:01.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 -- start start 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc0cf040 0x7fabfc0b7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fabfc0d41a0 0x7fabfc1f3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fabfc15e500 0x7fabfc1f42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fabfc0cf9f0 con 0x7fabfc0cf040 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fabfc0b4180 con 0x7fabfc0d41a0 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac0445e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fabfc0cfb70 con 0x7fabfc15e500 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac021fa640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc0cf040 0x7fabfc0b7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac021fa640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc0cf040 0x7fabfc0b7c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54514/0 (socket says 172.21.15.94:54514) 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac021fa640 1 -- 172.21.15.94:0/2389013841 learned_addr learned my addr 172.21.15.94:0/2389013841 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.436+0000 7fac019f9640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fabfc0d41a0 0x7fabfc1f3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac029fb640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fabfc15e500 0x7fabfc1f42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac021fa640 1 -- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fabfc15e500 msgr2=0x7fabfc1f42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac021fa640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fabfc15e500 0x7fabfc1f42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac021fa640 1 -- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fabfc0d41a0 msgr2=0x7fabfc1f3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac021fa640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fabfc0d41a0 0x7fabfc1f3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac021fa640 1 -- 172.21.15.94:0/2389013841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabfc15d760 con 0x7fabfc0cf040 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac029fb640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fabfc15e500 0x7fabfc1f42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac021fa640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc0cf040 0x7fabfc0b7c60 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fabf0000c00 tx=0x7fabf00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fabeeffd640 1 -- 172.21.15.94:0/2389013841 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf0041020 con 0x7fabfc0cf040 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fabeeffd640 1 -- 172.21.15.94:0/2389013841 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabf00306c0 con 0x7fabfc0cf040 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabfc0b8770 con 0x7fabfc0cf040 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fabeeffd640 1 -- 172.21.15.94:0/2389013841 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf0037040 con 0x7fabfc0cf040 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.437+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabfc1f5180 con 0x7fabfc0cf040 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.438+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabfc1f4f70 con 0x7fabfc0cf040 2024-09-10T08:36:01.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.439+0000 7fabeeffd640 1 -- 172.21.15.94:0/2389013841 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fabf0044020 con 0x7fabfc0cf040 2024-09-10T08:36:01.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.439+0000 7fabeeffd640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabe006be30 0x7fabe006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.439+0000 7fabeeffd640 1 -- 172.21.15.94:0/2389013841 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5335+0+0 (secure 0 0 0) 0x7fabf00ab4f0 con 0x7fabfc0cf040 2024-09-10T08:36:01.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.439+0000 7fac019f9640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabe006be30 0x7fabe006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.439+0000 7fac019f9640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabe006be30 0x7fabe006e2f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fabfc0b9de0 tx=0x7fabf8007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:01.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.443+0000 7fabeeffd640 1 -- 172.21.15.94:0/2389013841 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fabf004b030 con 0x7fabfc0cf040 2024-09-10T08:36:01.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.609+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fabfc0b2cc0 con 0x7fabfc0cf040 2024-09-10T08:36:01.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.610+0000 7fabeeffd640 1 -- 172.21.15.94:0/2389013841 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v69) ==== 74+0+13306 (secure 0 0 0) 0x7fabf007a010 con 0x7fabfc0cf040 2024-09-10T08:36:01.611 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:01.611 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":69,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:00.316081+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.143:6834/988769129":"2024-09-11T08:35:57.311133+0000","172.21.15.143:6832/988769129":"2024-09-11T08:35:57.311133+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:01.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabe006be30 msgr2=0x7fabe006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabe006be30 0x7fabe006e2f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fabfc0b9de0 tx=0x7fabf8007d50 comp rx=0 tx=0).stop 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc0cf040 msgr2=0x7fabfc0b7c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc0cf040 0x7fabfc0b7c60 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fabf0000c00 tx=0x7fabf00046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 shutdown_connections 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fabe006be30 0x7fabe006e2f0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fabfc0d41a0 0x7fabfc1f3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fabfc15e500 0x7fabfc1f42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 --2- 172.21.15.94:0/2389013841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fabfc0cf040 0x7fabfc0b7c60 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 >> 172.21.15.94:0/2389013841 conn(0x7fabfc08bf90 msgr2=0x7fabfc0d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 shutdown_connections 2024-09-10T08:36:01.613 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.612+0000 7fac0445e640 1 -- 172.21.15.94:0/2389013841 wait complete. 2024-09-10T08:36:01.623 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:32:33.842418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T08:36:01.624 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:36:01.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.725+0000 7f48f3e30640 1 Processor -- start 2024-09-10T08:36:01.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.725+0000 7f48f3e30640 1 -- start start 2024-09-10T08:36:01.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f3e30640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f48ec09ac70 0x7f48ec09b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f3e30640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09b590 0x7f48ec070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f3e30640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48ec0b49a0 con 0x7f48ec070590 2024-09-10T08:36:01.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f3e30640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f48ec06dac0 con 0x7f48ec09ac70 2024-09-10T08:36:01.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f3e30640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f48ec06d750 con 0x7f48ec09b590 2024-09-10T08:36:01.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f1bcc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f48ec09ac70 0x7f48ec09b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f1bcc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f48ec09ac70 0x7f48ec09b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54528/0 (socket says 172.21.15.94:54528) 2024-09-10T08:36:01.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f1bcc640 1 -- 172.21.15.94:0/3314190935 learned_addr learned my addr 172.21.15.94:0/3314190935 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:01.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f13cb640 1 --2- 172.21.15.94:0/3314190935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09b590 0x7f48ec070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f1bcc640 1 -- 172.21.15.94:0/3314190935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09b590 msgr2=0x7f48ec070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:01.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f1bcc640 1 --2- 172.21.15.94:0/3314190935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09b590 0x7f48ec070050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f1bcc640 1 -- 172.21.15.94:0/3314190935 >> v1:172.21.15.143:6789/0 conn(0x7f48ec070590 legacy=0x7f48ec162870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:01.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.726+0000 7f48f1bcc640 1 -- 172.21.15.94:0/3314190935 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48ec06e900 con 0x7f48ec09ac70 2024-09-10T08:36:01.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f1bcc640 1 --2- 172.21.15.94:0/3314190935 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec09ac70 0x7f48ec09b050 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009870 tx=0x7f48e802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7aaccc59e2b9ee3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:01.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f0bca640 1 -- 172.21.15.94:0/3314190935 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8037070 con 0x7f48ec09ac70 2024-09-10T08:36:01.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f0bca640 1 -- 172.21.15.94:0/3314190935 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48e802ae10 con 0x7f48ec09ac70 2024-09-10T08:36:01.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f0bca640 1 -- 172.21.15.94:0/3314190935 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8032660 con 0x7f48ec09ac70 2024-09-10T08:36:01.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f3e30640 1 -- 172.21.15.94:0/3314190935 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec09ac70 msgr2=0x7f48ec09b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f3e30640 1 --2- 172.21.15.94:0/3314190935 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec09ac70 0x7f48ec09b050 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009870 tx=0x7f48e802a100 comp rx=0 tx=0).stop 2024-09-10T08:36:01.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f3e30640 1 -- 172.21.15.94:0/3314190935 shutdown_connections 2024-09-10T08:36:01.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f3e30640 1 --2- 172.21.15.94:0/3314190935 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09b590 0x7f48ec070050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f3e30640 1 --2- 172.21.15.94:0/3314190935 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec09ac70 0x7f48ec09b050 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.727+0000 7f48f3e30640 1 -- 172.21.15.94:0/3314190935 >> 172.21.15.94:0/3314190935 conn(0x7f48ec0b3ce0 msgr2=0x7f48ec0b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:01.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.728+0000 7f48f3e30640 1 -- 172.21.15.94:0/3314190935 shutdown_connections 2024-09-10T08:36:01.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.728+0000 7f48f3e30640 1 -- 172.21.15.94:0/3314190935 wait complete. 2024-09-10T08:36:01.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 Processor -- start 2024-09-10T08:36:01.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 -- start start 2024-09-10T08:36:01.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec070590 0x7f48ec154a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09ac70 0x7f48ec158760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ec09b590 0x7f48ec0c7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f48ec0d12e0 con 0x7f48ec070590 2024-09-10T08:36:01.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f48ec0d1160 con 0x7f48ec09b590 2024-09-10T08:36:01.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.729+0000 7f48f3e30640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f48ec0d1460 con 0x7f48ec09ac70 2024-09-10T08:36:01.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec070590 0x7f48ec154a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec070590 0x7f48ec154a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54544/0 (socket says 172.21.15.94:54544) 2024-09-10T08:36:01.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 -- 172.21.15.94:0/1980954008 learned_addr learned my addr 172.21.15.94:0/1980954008 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:01.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f13cb640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09ac70 0x7f48ec158760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f23cd640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ec09b590 0x7f48ec0c7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 -- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09ac70 msgr2=0x7f48ec158760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09ac70 0x7f48ec158760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 -- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ec09b590 msgr2=0x7f48ec0c7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ec09b590 0x7f48ec0c7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 -- 172.21.15.94:0/1980954008 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48ec158ca0 con 0x7f48ec070590 2024-09-10T08:36:01.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f1bcc640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec070590 0x7f48ec154a50 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009870 tx=0x7f48e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:01.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48e27fc640 1 -- 172.21.15.94:0/1980954008 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8041070 con 0x7f48ec070590 2024-09-10T08:36:01.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48e27fc640 1 -- 172.21.15.94:0/1980954008 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48e803c670 con 0x7f48ec070590 2024-09-10T08:36:01.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48e27fc640 1 -- 172.21.15.94:0/1980954008 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8037040 con 0x7f48ec070590 2024-09-10T08:36:01.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48ec1f8c90 con 0x7f48ec070590 2024-09-10T08:36:01.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.730+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48ec0b5300 con 0x7f48ec070590 2024-09-10T08:36:01.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.731+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48ec0af1e0 con 0x7f48ec070590 2024-09-10T08:36:01.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.732+0000 7f48e27fc640 1 -- 172.21.15.94:0/1980954008 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f48e8044070 con 0x7f48ec070590 2024-09-10T08:36:01.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.732+0000 7f48e27fc640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f48d006be30 0x7f48d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:01.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.732+0000 7f48e27fc640 1 -- 172.21.15.94:0/1980954008 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5335+0+0 (secure 0 0 0) 0x7f48e80ab340 con 0x7f48ec070590 2024-09-10T08:36:01.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.732+0000 7f48f13cb640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f48d006be30 0x7f48d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:01.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.733+0000 7f48f13cb640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f48d006be30 0x7f48d006e2f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0b8260 tx=0x7f48dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:01.744 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.736+0000 7f48e27fc640 1 -- 172.21.15.94:0/1980954008 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f48ec0af1e0 con 0x7f48ec070590 2024-09-10T08:36:01.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.903+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f48ec09b050 con 0x7f48ec070590 2024-09-10T08:36:01.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.904+0000 7f48e27fc640 1 -- 172.21.15.94:0/1980954008 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v69) ==== 93+0+10 (secure 0 0 0) 0x7f48e80799c0 con 0x7f48ec070590 2024-09-10T08:36:01.904 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 1 2024-09-10T08:36:01.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f48d006be30 msgr2=0x7f48d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f48d006be30 0x7f48d006e2f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0b8260 tx=0x7f48dc008040 comp rx=0 tx=0).stop 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec070590 msgr2=0x7f48ec154a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec070590 0x7f48ec154a50 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009870 tx=0x7f48e80046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 shutdown_connections 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f48d006be30 0x7f48d006e2f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f48ec09b590 0x7f48ec0c7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f48ec09ac70 0x7f48ec158760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 --2- 172.21.15.94:0/1980954008 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f48ec070590 0x7f48ec154a50 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 >> 172.21.15.94:0/1980954008 conn(0x7f48ec0b3ce0 msgr2=0x7f48ec0b0340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 shutdown_connections 2024-09-10T08:36:01.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:01.906+0000 7f48f3e30640 1 -- 172.21.15.94:0/1980954008 wait complete. 2024-09-10T08:36:01.917 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close' 2024-09-10T08:36:02.015 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.015+0000 7fb43fee6640 1 Processor -- start 2024-09-10T08:36:02.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.015+0000 7fb43fee6640 1 -- start start 2024-09-10T08:36:02.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43fee6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb4380b5410 0x7fb4380b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43fee6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d1460 0x7fb43806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43fee6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4380b5d30 con 0x7fb4380d29e0 2024-09-10T08:36:02.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43fee6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb4380d2550 con 0x7fb4380b5410 2024-09-10T08:36:02.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43fee6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb4380d1940 con 0x7fb4380d1460 2024-09-10T08:36:02.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43d481640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d1460 0x7fb43806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43dc82640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb4380b5410 0x7fb4380b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43d481640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d1460 0x7fb43806dd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:50478/0 (socket says 172.21.15.94:50478) 2024-09-10T08:36:02.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43d481640 1 -- 172.21.15.94:0/1282504834 learned_addr learned my addr 172.21.15.94:0/1282504834 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:02.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43d481640 1 -- 172.21.15.94:0/1282504834 >> v2:172.21.15.143:3300/0 conn(0x7fb4380b5410 msgr2=0x7fb4380b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:02.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43d481640 1 --2- 172.21.15.94:0/1282504834 >> v2:172.21.15.143:3300/0 conn(0x7fb4380b5410 0x7fb4380b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.016+0000 7fb43d481640 1 -- 172.21.15.94:0/1282504834 >> v1:172.21.15.143:6789/0 conn(0x7fb4380d29e0 legacy=0x7fb438071650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.017+0000 7fb43d481640 1 -- 172.21.15.94:0/1282504834 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4380d1c20 con 0x7fb4380d1460 2024-09-10T08:36:02.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.017+0000 7fb43dc82640 1 --2- 172.21.15.94:0/1282504834 >> v2:172.21.15.143:3300/0 conn(0x7fb4380b5410 0x7fb4380b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:02.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.017+0000 7fb43d481640 1 --2- 172.21.15.94:0/1282504834 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d1460 0x7fb43806dd00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb428009870 tx=0x7fb42802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74ff738589f67558 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.017+0000 7fb43cc80640 1 -- 172.21.15.94:0/1282504834 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428037070 con 0x7fb4380d1460 2024-09-10T08:36:02.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43cc80640 1 -- 172.21.15.94:0/1282504834 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb428032440 con 0x7fb4380d1460 2024-09-10T08:36:02.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43cc80640 1 -- 172.21.15.94:0/1282504834 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428032810 con 0x7fb4380d1460 2024-09-10T08:36:02.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 -- 172.21.15.94:0/1282504834 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d1460 msgr2=0x7fb43806dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1282504834 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d1460 0x7fb43806dd00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb428009870 tx=0x7fb42802a270 comp rx=0 tx=0).stop 2024-09-10T08:36:02.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 -- 172.21.15.94:0/1282504834 shutdown_connections 2024-09-10T08:36:02.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1282504834 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d1460 0x7fb43806dd00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.029 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1282504834 >> v2:172.21.15.143:3300/0 conn(0x7fb4380b5410 0x7fb4380b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 -- 172.21.15.94:0/1282504834 >> 172.21.15.94:0/1282504834 conn(0x7fb43806feb0 msgr2=0x7fb438070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:02.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 -- 172.21.15.94:0/1282504834 shutdown_connections 2024-09-10T08:36:02.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.018+0000 7fb43fee6640 1 -- 172.21.15.94:0/1282504834 wait complete. 2024-09-10T08:36:02.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.019+0000 7fb43fee6640 1 Processor -- start 2024-09-10T08:36:02.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.019+0000 7fb43fee6640 1 -- start start 2024-09-10T08:36:02.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43fee6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4380b5410 0x7fb438152d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43fee6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4380d1460 0x7fb438157470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43fee6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d29e0 0x7fb4381579b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43fee6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb43806e240 con 0x7fb4380b5410 2024-09-10T08:36:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43fee6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb4380d21e0 con 0x7fb4380d1460 2024-09-10T08:36:02.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43fee6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb438161c30 con 0x7fb4380d29e0 2024-09-10T08:36:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4380b5410 0x7fb438152d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4380b5410 0x7fb438152d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54548/0 (socket says 172.21.15.94:54548) 2024-09-10T08:36:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 -- 172.21.15.94:0/1973948411 learned_addr learned my addr 172.21.15.94:0/1973948411 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43d481640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4380d1460 0x7fb438157470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43e483640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d29e0 0x7fb4381579b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 -- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d29e0 msgr2=0x7fb4381579b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d29e0 0x7fb4381579b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 -- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4380d1460 msgr2=0x7fb438157470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4380d1460 0x7fb438157470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.020+0000 7fb43dc82640 1 -- 172.21.15.94:0/1973948411 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb438159d10 con 0x7fb4380b5410 2024-09-10T08:36:02.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.021+0000 7fb43dc82640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4380b5410 0x7fb438152d70 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fb43400ebe0 tx=0x7fb43400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.021+0000 7fb42e7fc640 1 -- 172.21.15.94:0/1973948411 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb434017070 con 0x7fb4380b5410 2024-09-10T08:36:02.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.021+0000 7fb42e7fc640 1 -- 172.21.15.94:0/1973948411 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb43400cc30 con 0x7fb4380b5410 2024-09-10T08:36:02.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.021+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb438155be0 con 0x7fb4380b5410 2024-09-10T08:36:02.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.021+0000 7fb42e7fc640 1 -- 172.21.15.94:0/1973948411 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb434013470 con 0x7fb4380b5410 2024-09-10T08:36:02.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.021+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4381561a0 con 0x7fb4380b5410 2024-09-10T08:36:02.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.022+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4380b57f0 con 0x7fb4380b5410 2024-09-10T08:36:02.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.022+0000 7fb42e7fc640 1 -- 172.21.15.94:0/1973948411 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb43401a070 con 0x7fb4380b5410 2024-09-10T08:36:02.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.023+0000 7fb42e7fc640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb41c06be30 0x7fb41c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.023+0000 7fb42e7fc640 1 -- 172.21.15.94:0/1973948411 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5335+0+0 (secure 0 0 0) 0x7fb43408aff0 con 0x7fb4380b5410 2024-09-10T08:36:02.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.023+0000 7fb43d481640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb41c06be30 0x7fb41c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.035 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.023+0000 7fb43d481640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb41c06be30 0x7fb41c06e2f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb428034000 tx=0x7fb42802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.027+0000 7fb42e7fc640 1 -- 172.21.15.94:0/1973948411 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb434059440 con 0x7fb4380b5410 2024-09-10T08:36:02.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.257+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]} v 0) -- 0x7fb4380d0a60 con 0x7fb4380b5410 2024-09-10T08:36:02.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.323+0000 7fb42e7fc640 1 -- 172.21.15.94:0/1973948411 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]}]=0 v186) ==== 146+0+0 (secure 0 0 0) 0x7fb43405d740 con 0x7fb4380b5410 2024-09-10T08:36:02.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb41c06be30 msgr2=0x7fb41c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb41c06be30 0x7fb41c06e2f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb428034000 tx=0x7fb42802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:02.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4380b5410 msgr2=0x7fb438152d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4380b5410 0x7fb438152d70 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fb43400ebe0 tx=0x7fb43400c520 comp rx=0 tx=0).stop 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 shutdown_connections 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb41c06be30 0x7fb41c06e2f0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4380d1460 0x7fb438157470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4380d29e0 0x7fb4381579b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 --2- 172.21.15.94:0/1973948411 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4380b5410 0x7fb438152d70 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 >> 172.21.15.94:0/1973948411 conn(0x7fb43806feb0 msgr2=0x7fb4381605c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 shutdown_connections 2024-09-10T08:36:02.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.326+0000 7fb43fee6640 1 -- 172.21.15.94:0/1973948411 wait complete. 2024-09-10T08:36:02.337 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T08:36:02.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.438+0000 7f5d7cc27640 1 Processor -- start 2024-09-10T08:36:02.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.438+0000 7f5d7cc27640 1 -- start start 2024-09-10T08:36:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d7cc27640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5d7815e650 0x7f5d780cf380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d7cc27640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5d780cf8c0 0x7f5d780d43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d7cc27640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5d780d32c0 con 0x7f5d780d4910 2024-09-10T08:36:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d7cc27640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5d780d35a0 con 0x7f5d7815e650 2024-09-10T08:36:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d7cc27640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5d780d3880 con 0x7f5d780cf8c0 2024-09-10T08:36:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d7659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5d7815e650 0x7f5d780cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d76d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5d780d4910 0x7f5d780b5ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40618/0 (socket says 172.21.15.94:40618) 2024-09-10T08:36:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.439+0000 7f5d76d9d640 1 -- 172.21.15.94:0/3473175461 learned_addr learned my addr 172.21.15.94:0/3473175461 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.440+0000 7f5d6ffff640 1 --2- 172.21.15.94:0/3473175461 >> v2:172.21.15.143:3300/0 conn(0x7f5d780cf8c0 0x7f5d780d43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.440+0000 7f5d7659c640 1 -- 172.21.15.94:0/3473175461 >> v2:172.21.15.143:3300/0 conn(0x7f5d780cf8c0 msgr2=0x7f5d780d43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.440+0000 7f5d7659c640 1 --2- 172.21.15.94:0/3473175461 >> v2:172.21.15.143:3300/0 conn(0x7f5d780cf8c0 0x7f5d780d43d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.440+0000 7f5d7659c640 1 -- 172.21.15.94:0/3473175461 >> v1:172.21.15.94:6789/0 conn(0x7f5d780d4910 legacy=0x7f5d780b5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.440+0000 7f5d7659c640 1 -- 172.21.15.94:0/3473175461 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d780d3b60 con 0x7f5d7815e650 2024-09-10T08:36:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.440+0000 7f5d7659c640 1 --2- 172.21.15.94:0/3473175461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d780cf380 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f5d78161f70 tx=0x7f5d6802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b73548cf3c3bbb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.440+0000 7f5d75d9b640 1 -- 172.21.15.94:0/3473175461 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d68037070 con 0x7f5d7815e650 2024-09-10T08:36:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d75d9b640 1 -- 172.21.15.94:0/3473175461 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d68032440 con 0x7f5d7815e650 2024-09-10T08:36:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d75d9b640 1 -- 172.21.15.94:0/3473175461 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d68032810 con 0x7f5d7815e650 2024-09-10T08:36:02.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 -- 172.21.15.94:0/3473175461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 msgr2=0x7f5d780cf380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/3473175461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d780cf380 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f5d78161f70 tx=0x7f5d6802a230 comp rx=0 tx=0).stop 2024-09-10T08:36:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 -- 172.21.15.94:0/3473175461 shutdown_connections 2024-09-10T08:36:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/3473175461 >> v2:172.21.15.143:3300/0 conn(0x7f5d780cf8c0 0x7f5d780d43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/3473175461 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d780cf380 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 -- 172.21.15.94:0/3473175461 >> 172.21.15.94:0/3473175461 conn(0x7f5d78073660 msgr2=0x7f5d78073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 -- 172.21.15.94:0/3473175461 shutdown_connections 2024-09-10T08:36:02.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.441+0000 7f5d7cc27640 1 -- 172.21.15.94:0/3473175461 wait complete. 2024-09-10T08:36:02.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.442+0000 7f5d7cc27640 1 Processor -- start 2024-09-10T08:36:02.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d7cc27640 1 -- start start 2024-09-10T08:36:02.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d7cc27640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d780cf8c0 0x7f5d781f4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d7cc27640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d780d4910 0x7f5d78154600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d7cc27640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d78160c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d7cc27640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5d780b8770 con 0x7f5d7815e650 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d7cc27640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5d780b85f0 con 0x7f5d780cf8c0 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d7cc27640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5d780b88f0 con 0x7f5d780d4910 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d76d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d78160c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d76d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d78160c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54564/0 (socket says 172.21.15.94:54564) 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.443+0000 7f5d76d9d640 1 -- 172.21.15.94:0/486118946 learned_addr learned my addr 172.21.15.94:0/486118946 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d7659c640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d780cf8c0 0x7f5d781f4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d76d9d640 1 -- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d780d4910 msgr2=0x7f5d78154600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d6ffff640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d780d4910 0x7f5d78154600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d76d9d640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d780d4910 0x7f5d78154600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d76d9d640 1 -- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d780cf8c0 msgr2=0x7f5d781f4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d76d9d640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d780cf8c0 0x7f5d781f4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d76d9d640 1 -- 172.21.15.94:0/486118946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d78154b40 con 0x7f5d7815e650 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d6ffff640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d780d4910 0x7f5d78154600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d76d9d640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d78160c90 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5d7000cbc0 tx=0x7f5d7000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d6effd640 1 -- 172.21.15.94:0/486118946 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d70017070 con 0x7f5d7815e650 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d6effd640 1 -- 172.21.15.94:0/486118946 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5d7000ad40 con 0x7f5d7815e650 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d78154d40 con 0x7f5d7815e650 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d6effd640 1 -- 172.21.15.94:0/486118946 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d70012600 con 0x7f5d7815e650 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.444+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d78155300 con 0x7f5d7815e650 2024-09-10T08:36:02.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.445+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d780b8ed0 con 0x7f5d7815e650 2024-09-10T08:36:02.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.445+0000 7f5d6effd640 1 -- 172.21.15.94:0/486118946 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5d7001a070 con 0x7f5d7815e650 2024-09-10T08:36:02.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.446+0000 7f5d6effd640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d5806be60 0x7f5d5806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.446+0000 7f5d6effd640 1 -- 172.21.15.94:0/486118946 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5335+0+0 (secure 0 0 0) 0x7f5d7008a960 con 0x7f5d7815e650 2024-09-10T08:36:02.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.446+0000 7f5d7659c640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d5806be60 0x7f5d5806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.446+0000 7f5d7659c640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d5806be60 0x7f5d5806e320 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5d68034000 tx=0x7f5d6802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.450+0000 7f5d6effd640 1 -- 172.21.15.94:0/486118946 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5d78154b40 con 0x7f5d7815e650 2024-09-10T08:36:02.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.615+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f5d78155c30 con 0x7f5d7815e650 2024-09-10T08:36:02.618 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.618+0000 7f5d6effd640 1 -- 172.21.15.94:0/486118946 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7f5d70058e30 con 0x7f5d7815e650 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d5806be60 msgr2=0x7f5d5806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d5806be60 0x7f5d5806e320 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5d68034000 tx=0x7f5d6802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 msgr2=0x7f5d78160c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d78160c90 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5d7000cbc0 tx=0x7f5d7000a430 comp rx=0 tx=0).stop 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 shutdown_connections 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5d5806be60 0x7f5d5806e320 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5d7815e650 0x7f5d78160c90 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5d780d4910 0x7f5d78154600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 --2- 172.21.15.94:0/486118946 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5d780cf8c0 0x7f5d781f4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 >> 172.21.15.94:0/486118946 conn(0x7f5d78073660 msgr2=0x7f5d780b93f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:02.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 shutdown_connections 2024-09-10T08:36:02.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.620+0000 7f5d7cc27640 1 -- 172.21.15.94:0/486118946 wait complete. 2024-09-10T08:36:02.631 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:36:02.632 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:36:02.672 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:36:02.732 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:36:02.732 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:02.732 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:02.748 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:36:02.749 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:02.749 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:02.768 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:36:02.768 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:02.768 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:02.804 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:36:02.804 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:02.804 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:02.826 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:36:02.826 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T08:36:02.826 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:02.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.943+0000 7f2d84e0e640 1 Processor -- start 2024-09-10T08:36:02.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.943+0000 7f2d84e0e640 1 -- start start 2024-09-10T08:36:02.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d84e0e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2d8015b160 0x7f2d80073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d84e0e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d80073940 con 0x7f2d8015ecf0 2024-09-10T08:36:02.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d84e0e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d8015f1f0 con 0x7f2d8006f450 2024-09-10T08:36:02.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d84e0e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f2d8015f4d0 con 0x7f2d8015b160 2024-09-10T08:36:02.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d7e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2d8015b160 0x7f2d80073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d75d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2d8015ecf0 0x7f2d800adb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40634/0 (socket says 172.21.15.94:40634) 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d7e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2d8015b160 0x7f2d80073400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54578/0 (socket says 172.21.15.94:54578) 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d75d9b640 1 -- 172.21.15.94:0/3434957958 learned_addr learned my addr 172.21.15.94:0/3434957958 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d7e59c640 1 -- 172.21.15.94:0/3434957958 >> v1:172.21.15.143:6789/0 conn(0x7f2d8006f450 legacy=0x7f2d8006f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d7e59c640 1 -- 172.21.15.94:0/3434957958 >> v1:172.21.15.94:6789/0 conn(0x7f2d8015ecf0 legacy=0x7f2d800adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d7e59c640 1 -- 172.21.15.94:0/3434957958 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d8015f7b0 con 0x7f2d8015b160 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.944+0000 7f2d7dd9b640 1 -- 172.21.15.94:0/3434957958 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3798386433 0 0) 0x7f2d80073940 con 0x7f2d8015ecf0 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d7e59c640 1 --2- 172.21.15.94:0/3434957958 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8015b160 0x7f2d80073400 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f2d700097a0 tx=0x7f2d7002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2a9afa8f9f3064e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d7dd9b640 1 -- 172.21.15.94:0/3434957958 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70037070 con 0x7f2d8015b160 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d7dd9b640 1 -- 172.21.15.94:0/3434957958 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d7002ae50 con 0x7f2d8015b160 2024-09-10T08:36:02.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d7dd9b640 1 -- 172.21.15.94:0/3434957958 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70032660 con 0x7f2d8015b160 2024-09-10T08:36:02.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d84e0e640 1 -- 172.21.15.94:0/3434957958 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8015b160 msgr2=0x7f2d80073400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/3434957958 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8015b160 0x7f2d80073400 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f2d700097a0 tx=0x7f2d7002a140 comp rx=0 tx=0).stop 2024-09-10T08:36:02.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d84e0e640 1 -- 172.21.15.94:0/3434957958 shutdown_connections 2024-09-10T08:36:02.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/3434957958 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8015b160 0x7f2d80073400 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d84e0e640 1 -- 172.21.15.94:0/3434957958 >> 172.21.15.94:0/3434957958 conn(0x7f2d800b1b30 msgr2=0x7f2d800b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:02.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d84e0e640 1 -- 172.21.15.94:0/3434957958 shutdown_connections 2024-09-10T08:36:02.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.945+0000 7f2d84e0e640 1 -- 172.21.15.94:0/3434957958 wait complete. 2024-09-10T08:36:02.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.947+0000 7f2d84e0e640 1 Processor -- start 2024-09-10T08:36:02.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.947+0000 7f2d84e0e640 1 -- start start 2024-09-10T08:36:02.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8006f450 0x7f2d800c5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d8015b160 0x7f2d800cf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d8015ecf0 0x7f2d8014fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2d800b3310 con 0x7f2d8006f450 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2d8015b540 con 0x7f2d8015b160 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2d800b3490 con 0x7f2d8015ecf0 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8006f450 0x7f2d800c5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8006f450 0x7f2d800c5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54592/0 (socket says 172.21.15.94:54592) 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 -- 172.21.15.94:0/2725854402 learned_addr learned my addr 172.21.15.94:0/2725854402 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d75d9b640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d8015b160 0x7f2d800cf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7ed9d640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d8015ecf0 0x7f2d8014fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 -- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d8015ecf0 msgr2=0x7f2d8014fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d8015ecf0 0x7f2d8014fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 -- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d8015b160 msgr2=0x7f2d800cf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:02.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d8015b160 0x7f2d800cf1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 -- 172.21.15.94:0/2725854402 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d800cf930 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d7e59c640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8006f450 0x7f2d800c5a40 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2d70035040 tx=0x7f2d700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d777fe640 1 -- 172.21.15.94:0/2725854402 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70037040 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d777fe640 1 -- 172.21.15.94:0/2725854402 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d70004030 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d777fe640 1 -- 172.21.15.94:0/2725854402 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70006e10 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d800cfc10 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.948+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d800d01d0 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.949+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d80073400 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.950+0000 7f2d777fe640 1 -- 172.21.15.94:0/2725854402 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d7003d650 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.950+0000 7f2d777fe640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d6006be30 0x7f2d6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.950+0000 7f2d75d9b640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d6006be30 0x7f2d6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.950+0000 7f2d777fe640 1 -- 172.21.15.94:0/2725854402 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5335+0+0 (secure 0 0 0) 0x7f2d700ab620 con 0x7f2d8006f450 2024-09-10T08:36:02.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.951+0000 7f2d75d9b640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d6006be30 0x7f2d6006e2f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2d800cc030 tx=0x7f2d68007c00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:02.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:02.954+0000 7f2d777fe640 1 -- 172.21.15.94:0/2725854402 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d70042020 con 0x7f2d8006f450 2024-09-10T08:36:03.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.152+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d80073ba0 con 0x7f2d8006f450 2024-09-10T08:36:03.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.152+0000 7f2d777fe640 1 -- 172.21.15.94:0/2725854402 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+3917 (secure 0 0 0) 0x7f2d7007a1e0 con 0x7f2d8006f450 2024-09-10T08:36:03.153 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:03.154 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":35,"btime":"2024-09-10T08:35:58:312858+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5135,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/3525401598","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":3525401598},{"type":"v1","addr":"172.21.15.143:6835","nonce":3525401598}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5309,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/2693488935","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2693488935},{"type":"v1","addr":"172.21.15.143:6834","nonce":2693488935}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5763,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/3387525793","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3387525793},{"type":"v1","addr":"172.21.15.94:6836","nonce":3387525793}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5766,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1173387956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":1173387956},{"type":"v1","addr":"172.21.15.94:6837","nonce":1173387956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[]} 2024-09-10T08:36:03.154 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 35 2024-09-10T08:36:03.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.154+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d6006be30 msgr2=0x7f2d6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:03.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.154+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d6006be30 0x7f2d6006e2f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f2d800cc030 tx=0x7f2d68007c00 comp rx=0 tx=0).stop 2024-09-10T08:36:03.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.154+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8006f450 msgr2=0x7f2d800c5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:03.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.154+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8006f450 0x7f2d800c5a40 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2d70035040 tx=0x7f2d700046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.154+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 shutdown_connections 2024-09-10T08:36:03.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.154+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2d6006be30 0x7f2d6006e2f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.154+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d8015b160 0x7f2d800cf1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.155+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d8015ecf0 0x7f2d8014fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.155+0000 7f2d84e0e640 1 --2- 172.21.15.94:0/2725854402 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d8006f450 0x7f2d800c5a40 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.155+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 >> 172.21.15.94:0/2725854402 conn(0x7f2d800b1b30 msgr2=0x7f2d8009b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:03.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.155+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 shutdown_connections 2024-09-10T08:36:03.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.155+0000 7f2d84e0e640 1 -- 172.21.15.94:0/2725854402 wait complete. 2024-09-10T08:36:03.166 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:36:03.166 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T08:36:03.166 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:36:03.167 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:03.167 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:36:03.167 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T08:36:03.167 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:36:03.167 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:03.167 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:36:03.168 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T08:36:03.168 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:36:03.168 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:03.168 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:36:03.168 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T08:36:03.168 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:36:03.168 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:03.176 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:36:03.177 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:36:03.178 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:36:03.178 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:36:03.180 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:36:03.180 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:36:03.181 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:36:03.181 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:36:03.220 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:36:03.220 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:03.221 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:36:03.221 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:03.223 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:36:03.223 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:03.224 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:36:03.224 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:03.225 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T08:36:03.294 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:36:03.294 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:36:03.306 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:36:03.306 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:36:03.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.330+0000 7f14f0978640 1 Processor -- start 2024-09-10T08:36:03.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.330+0000 7f14f0978640 1 -- start start 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.330+0000 7f14f0978640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f14ec15b1e0 0x7f14ec072c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.330+0000 7f14f0978640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec0ceb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.330+0000 7f14f0978640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14ec0cf090 con 0x7f14ec0b56e0 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.330+0000 7f14f0978640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f14ec073140 con 0x7f14ec15b1e0 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.330+0000 7f14f0978640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f14ec070210 con 0x7f14ec0b4390 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14ead9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f14ec0b56e0 0x7f14ec0706a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40662/0 (socket says 172.21.15.94:40662) 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14ead9d640 1 -- 172.21.15.94:0/1499555957 learned_addr learned my addr 172.21.15.94:0/1499555957 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:03.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14ea59c640 1 --2- 172.21.15.94:0/1499555957 >> v2:172.21.15.143:3300/0 conn(0x7f14ec15b1e0 0x7f14ec072c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14e3fff640 1 --2- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec0ceb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14e9d9b640 1 -- 172.21.15.94:0/1499555957 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4001928277 0 0) 0x7f14ec0cf090 con 0x7f14ec0b56e0 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14e9d9b640 1 -- 172.21.15.94:0/1499555957 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f14d8003520 con 0x7f14ec0b56e0 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14ea59c640 1 -- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 msgr2=0x7f14ec0ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14ea59c640 1 --2- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec0ceb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14ea59c640 1 -- 172.21.15.94:0/1499555957 >> v1:172.21.15.94:6789/0 conn(0x7f14ec0b56e0 legacy=0x7f14ec0706a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.331+0000 7f14ea59c640 1 -- 172.21.15.94:0/1499555957 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ec073c10 con 0x7f14ec15b1e0 2024-09-10T08:36:03.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.332+0000 7f14ea59c640 1 --2- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec15b1e0 0x7f14ec072c00 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f14dc00ba40 tx=0x7f14dc02c850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c76f85dcb7bfe44c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:03.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.332+0000 7f14e9d9b640 1 -- 172.21.15.94:0/1499555957 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc032750 con 0x7f14ec15b1e0 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.332+0000 7f14e9d9b640 1 -- 172.21.15.94:0/1499555957 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14dc030050 con 0x7f14ec15b1e0 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.332+0000 7f14e9d9b640 1 -- 172.21.15.94:0/1499555957 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc032af0 con 0x7f14ec15b1e0 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 -- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec15b1e0 msgr2=0x7f14ec072c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 --2- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec15b1e0 0x7f14ec072c00 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f14dc00ba40 tx=0x7f14dc02c850 comp rx=0 tx=0).stop 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 -- 172.21.15.94:0/1499555957 shutdown_connections 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 --2- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec0ceb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 --2- 172.21.15.94:0/1499555957 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec15b1e0 0x7f14ec072c00 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 -- 172.21.15.94:0/1499555957 >> 172.21.15.94:0/1499555957 conn(0x7f14ec0d10d0 msgr2=0x7f14ec0d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 -- 172.21.15.94:0/1499555957 shutdown_connections 2024-09-10T08:36:03.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.333+0000 7f14f0978640 1 -- 172.21.15.94:0/1499555957 wait complete. 2024-09-10T08:36:03.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.335+0000 7f14f0978640 1 Processor -- start 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.335+0000 7f14f0978640 1 -- start start 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14f0978640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec14e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14f0978640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec0b56e0 0x7f14ec155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14f0978640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14ec15b1e0 0x7f14ec0b1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14ead9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14ec15b1e0 0x7f14ec0b1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14ead9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14ec15b1e0 0x7f14ec0b1c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54634/0 (socket says 172.21.15.94:54634) 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14e3fff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec0b56e0 0x7f14ec155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14e3fff640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec0b56e0 0x7f14ec155890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:32914/0 (socket says 172.21.15.94:32914) 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14ead9d640 1 -- 172.21.15.94:0/3183458046 learned_addr learned my addr 172.21.15.94:0/3183458046 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:03.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14ea59c640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec14e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec073930 con 0x7f14ec15b1e0 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec073650 con 0x7f14ec0b56e0 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f14ec0b5b70 con 0x7f14ec0b4390 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.336+0000 7f14ead9d640 1 -- 172.21.15.94:0/3183458046 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 msgr2=0x7f14ec14e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14ead9d640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec14e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14ead9d640 1 -- 172.21.15.94:0/3183458046 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec0b56e0 msgr2=0x7f14ec155890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14ead9d640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec0b56e0 0x7f14ec155890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14ead9d640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ec14e5c0 con 0x7f14ec15b1e0 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14ead9d640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14ec15b1e0 0x7f14ec0b1c60 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f14e400cb40 tx=0x7f14e400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14e2ffd640 1 -- 172.21.15.94:0/3183458046 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14e4017070 con 0x7f14ec15b1e0 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14e2ffd640 1 -- 172.21.15.94:0/3183458046 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14e400aca0 con 0x7f14ec15b1e0 2024-09-10T08:36:03.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14ec153f90 con 0x7f14ec15b1e0 2024-09-10T08:36:03.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14e2ffd640 1 -- 172.21.15.94:0/3183458046 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14e4012620 con 0x7f14ec15b1e0 2024-09-10T08:36:03.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.337+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14ec154550 con 0x7f14ec15b1e0 2024-09-10T08:36:03.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.338+0000 7f14e2ffd640 1 -- 172.21.15.94:0/3183458046 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f14e401a070 con 0x7f14ec15b1e0 2024-09-10T08:36:03.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.338+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14ec0b5fa0 con 0x7f14ec15b1e0 2024-09-10T08:36:03.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.339+0000 7f14e2ffd640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14cc06be80 0x7f14cc06e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:03.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.339+0000 7f14e2ffd640 1 -- 172.21.15.94:0/3183458046 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5335+0+0 (secure 0 0 0) 0x7f14e408aa00 con 0x7f14ec15b1e0 2024-09-10T08:36:03.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.339+0000 7f14ea59c640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14cc06be80 0x7f14cc06e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:03.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.339+0000 7f14ea59c640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14cc06be80 0x7f14cc06e340 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f14dc037000 tx=0x7f14dc032000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:03.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.343+0000 7f14e2ffd640 1 -- 172.21.15.94:0/3183458046 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14e4058fb0 con 0x7f14ec15b1e0 2024-09-10T08:36:03.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:03.521+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f14ec06bf90 con 0x7f14ec15b1e0 2024-09-10T08:36:04.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.349+0000 7f14e2ffd640 1 -- 172.21.15.94:0/3183458046 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v74) ==== 97+0+0 (secure 0 0 0) 0x7f14e405d2b0 con 0x7f14ec15b1e0 2024-09-10T08:36:04.350 INFO:teuthology.orchestra.run.smithi094.stderr: removed all blocklist entries 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14cc06be80 msgr2=0x7f14cc06e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14cc06be80 0x7f14cc06e340 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f14dc037000 tx=0x7f14dc032000 comp rx=0 tx=0).stop 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14ec15b1e0 msgr2=0x7f14ec0b1c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14ec15b1e0 0x7f14ec0b1c60 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f14e400cb40 tx=0x7f14e400a060 comp rx=0 tx=0).stop 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 shutdown_connections 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f14cc06be80 0x7f14cc06e340 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f14ec0b56e0 0x7f14ec155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f14ec15b1e0 0x7f14ec0b1c60 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 --2- 172.21.15.94:0/3183458046 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f14ec0b4390 0x7f14ec14e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 >> 172.21.15.94:0/3183458046 conn(0x7f14ec0d10d0 msgr2=0x7f14ec0cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:04.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 shutdown_connections 2024-09-10T08:36:04.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.352+0000 7f14f0978640 1 -- 172.21.15.94:0/3183458046 wait complete. 2024-09-10T08:36:04.365 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T08:36:04.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.464+0000 7f614b67b640 1 Processor -- start 2024-09-10T08:36:04.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.464+0000 7f614b67b640 1 -- start start 2024-09-10T08:36:04.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f614b67b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6144072f90 0x7f61440ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f614b67b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6144073370 0x7f6144070740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f614b67b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f614406bbb0 con 0x7f61440aff20 2024-09-10T08:36:04.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f614b67b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f6144073b80 con 0x7f6144072f90 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f614b67b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6144070c80 con 0x7f6144073370 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149417640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6144072f90 0x7f61440ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149417640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6144072f90 0x7f61440ceca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54636/0 (socket says 172.21.15.94:54636) 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149c18640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f61440aff20 0x7f614415dd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40672/0 (socket says 172.21.15.94:40672) 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149417640 1 -- 172.21.15.94:0/914188029 learned_addr learned my addr 172.21.15.94:0/914188029 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6148c16640 1 --2- 172.21.15.94:0/914188029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6144073370 0x7f6144070740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149417640 1 -- 172.21.15.94:0/914188029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6144073370 msgr2=0x7f6144070740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149417640 1 --2- 172.21.15.94:0/914188029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6144073370 0x7f6144070740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149417640 1 -- 172.21.15.94:0/914188029 >> v1:172.21.15.94:6789/0 conn(0x7f61440aff20 legacy=0x7f614415dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.465+0000 7f6149417640 1 -- 172.21.15.94:0/914188029 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f614406be20 con 0x7f6144072f90 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.466+0000 7f6149417640 1 --2- 172.21.15.94:0/914188029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f61440ceca0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f61400098a0 tx=0x7f614002a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dde6f2dbd30c3bb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.466+0000 7f613bfff640 1 -- 172.21.15.94:0/914188029 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6140037070 con 0x7f6144072f90 2024-09-10T08:36:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.466+0000 7f613bfff640 1 -- 172.21.15.94:0/914188029 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6140032640 con 0x7f6144072f90 2024-09-10T08:36:04.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.466+0000 7f613bfff640 1 -- 172.21.15.94:0/914188029 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6140032a10 con 0x7f6144072f90 2024-09-10T08:36:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 -- 172.21.15.94:0/914188029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 msgr2=0x7f61440ceca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 --2- 172.21.15.94:0/914188029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f61440ceca0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f61400098a0 tx=0x7f614002a320 comp rx=0 tx=0).stop 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 -- 172.21.15.94:0/914188029 shutdown_connections 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 --2- 172.21.15.94:0/914188029 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6144073370 0x7f6144070740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 --2- 172.21.15.94:0/914188029 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f61440ceca0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 -- 172.21.15.94:0/914188029 >> 172.21.15.94:0/914188029 conn(0x7f61440d10d0 msgr2=0x7f61440d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 -- 172.21.15.94:0/914188029 shutdown_connections 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.467+0000 7f614b67b640 1 -- 172.21.15.94:0/914188029 wait complete. 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.468+0000 7f614b67b640 1 Processor -- start 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.468+0000 7f614b67b640 1 -- start start 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f614b67b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f614414f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f614b67b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6144073370 0x7f61441e59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f614b67b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f61440aff20 0x7f61441e5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f614b67b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f614406c6c0 con 0x7f6144072f90 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f614b67b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f614406c3e0 con 0x7f6144073370 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f614b67b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f614415e460 con 0x7f61440aff20 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f614414f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f614414f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54640/0 (socket says 172.21.15.94:54640) 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 -- 172.21.15.94:0/1858233820 learned_addr learned my addr 172.21.15.94:0/1858233820 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149c18640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f61440aff20 0x7f61441e5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6148c16640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6144073370 0x7f61441e59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 -- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f61440aff20 msgr2=0x7f61441e5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f61440aff20 0x7f61441e5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 -- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6144073370 msgr2=0x7f61441e59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6144073370 0x7f61441e59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 -- 172.21.15.94:0/1858233820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61441f86e0 con 0x7f6144072f90 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149c18640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f61440aff20 0x7f61441e5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:04.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6148c16640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6144073370 0x7f61441e59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:04.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6149417640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f614414f420 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f6140000c00 tx=0x7f61400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:04.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6139ffb640 1 -- 172.21.15.94:0/1858233820 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6140037040 con 0x7f6144072f90 2024-09-10T08:36:04.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6139ffb640 1 -- 172.21.15.94:0/1858233820 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6140042070 con 0x7f6144072f90 2024-09-10T08:36:04.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61441f7940 con 0x7f6144072f90 2024-09-10T08:36:04.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.469+0000 7f6139ffb640 1 -- 172.21.15.94:0/1858233820 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61400309b0 con 0x7f6144072f90 2024-09-10T08:36:04.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.470+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61441f7ee0 con 0x7f6144072f90 2024-09-10T08:36:04.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.470+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f614415e830 con 0x7f6144072f90 2024-09-10T08:36:04.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.471+0000 7f6139ffb640 1 -- 172.21.15.94:0/1858233820 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6140030b50 con 0x7f6144072f90 2024-09-10T08:36:04.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.471+0000 7f6139ffb640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f612806be30 0x7f612806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.471+0000 7f6139ffb640 1 -- 172.21.15.94:0/1858233820 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5249+0+0 (secure 0 0 0) 0x7f61400ab500 con 0x7f6144072f90 2024-09-10T08:36:04.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.471+0000 7f6148c16640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f612806be30 0x7f612806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.472+0000 7f6148c16640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f612806be30 0x7f612806e2f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f61440c8070 tx=0x7f6134008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:04.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.476+0000 7f6139ffb640 1 -- 172.21.15.94:0/1858233820 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6140045360 con 0x7f6144072f90 2024-09-10T08:36:04.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.704+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f61440ccfa0 con 0x7f6144072f90 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.704+0000 7f6139ffb640 1 -- 172.21.15.94:0/1858233820 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5580 (secure 0 0 0) 0x7f614007a100 con 0x7f6144072f90 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout: "auth_dump": [ 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.a", 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q==", 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.705 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.b", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA==", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.706 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.c", 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw==", 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.707 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.d", 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q==", 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.0", 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw==", 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.708 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.1", 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA==", 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.2", 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ==", 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.3", 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ==", 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.710 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.4", 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w==", 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.711 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.5", 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg==", 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.6", 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA==", 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.712 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.7", 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw==", 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.713 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.0", 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A==", 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow r", 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.1", 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g==", 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.714 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.2", 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg==", 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:36:04.715 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.3", 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw==", 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.admin", 2024-09-10T08:36:04.716 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgJjOFxAATVzfzh3uLikRDv5gNW6Yvg==", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.badguy", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDfBOBmq+olIBAAu5ldrnoJ67QfhYBhlBYXdA==", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow rw path=/foo/bar", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow r", 2024-09-10T08:36:04.717 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rw" 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.x", 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA==", 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:04.718 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.y", 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg==", 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:36:04.719 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f612806be30 msgr2=0x7f612806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f612806be30 0x7f612806e2f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f61440c8070 tx=0x7f6134008040 comp rx=0 tx=0).stop 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 msgr2=0x7f614414f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f614414f420 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f6140000c00 tx=0x7f61400046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 shutdown_connections 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f612806be30 0x7f612806e2f0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6144073370 0x7f61441e59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f61440aff20 0x7f61441e5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 --2- 172.21.15.94:0/1858233820 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6144072f90 0x7f614414f420 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.706+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 >> 172.21.15.94:0/1858233820 conn(0x7f61440d10d0 msgr2=0x7f61440af4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.707+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 shutdown_connections 2024-09-10T08:36:04.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.707+0000 7f614b67b640 1 -- 172.21.15.94:0/1858233820 wait complete. 2024-09-10T08:36:04.722 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.badguy 2024-09-10T08:36:04.821 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.821+0000 7f947968d640 1 Processor -- start 2024-09-10T08:36:04.821 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.821+0000 7f947968d640 1 -- start start 2024-09-10T08:36:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.821+0000 7f947968d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94740d43d0 0x7f94740d47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.821+0000 7f947968d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94740d4d30 con 0x7f947415e650 2024-09-10T08:36:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.821+0000 7f947968d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94740d32c0 con 0x7f94740b75e0 2024-09-10T08:36:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.821+0000 7f947968d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f94740d35a0 con 0x7f94740d43d0 2024-09-10T08:36:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.822+0000 7f94727fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94740d43d0 0x7f94740d47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.822+0000 7f94727fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f94740d43d0 0x7f94740d47f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54654/0 (socket says 172.21.15.94:54654) 2024-09-10T08:36:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.822+0000 7f94727fc640 1 -- 172.21.15.94:0/306462192 learned_addr learned my addr 172.21.15.94:0/306462192 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.822+0000 7f9472ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f947415e650 0x7f94740cf380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40674/0 (socket says 172.21.15.94:40674) 2024-09-10T08:36:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.822+0000 7f94727fc640 1 -- 172.21.15.94:0/306462192 >> v1:172.21.15.143:6789/0 conn(0x7f94740b75e0 legacy=0x7f94740b7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.822+0000 7f94727fc640 1 -- 172.21.15.94:0/306462192 >> v1:172.21.15.94:6789/0 conn(0x7f947415e650 legacy=0x7f94740cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.822+0000 7f94727fc640 1 -- 172.21.15.94:0/306462192 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94740d3880 con 0x7f94740d43d0 2024-09-10T08:36:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f94727fc640 1 --2- 172.21.15.94:0/306462192 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94740d43d0 0x7f94740d47f0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f945c009e50 tx=0x7f945c02a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd461610539045bb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f9471ffb640 1 -- 172.21.15.94:0/306462192 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c036070 con 0x7f94740d43d0 2024-09-10T08:36:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f9471ffb640 1 -- 172.21.15.94:0/306462192 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f945c031600 con 0x7f94740d43d0 2024-09-10T08:36:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f9471ffb640 1 -- 172.21.15.94:0/306462192 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c0319d0 con 0x7f94740d43d0 2024-09-10T08:36:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f947968d640 1 -- 172.21.15.94:0/306462192 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94740d43d0 msgr2=0x7f94740d47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f947968d640 1 --2- 172.21.15.94:0/306462192 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94740d43d0 0x7f94740d47f0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f945c009e50 tx=0x7f945c02a7f0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f947968d640 1 -- 172.21.15.94:0/306462192 shutdown_connections 2024-09-10T08:36:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f947968d640 1 --2- 172.21.15.94:0/306462192 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f94740d43d0 0x7f94740d47f0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f947968d640 1 -- 172.21.15.94:0/306462192 >> 172.21.15.94:0/306462192 conn(0x7f9474073660 msgr2=0x7f9474073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f947968d640 1 -- 172.21.15.94:0/306462192 shutdown_connections 2024-09-10T08:36:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.823+0000 7f947968d640 1 -- 172.21.15.94:0/306462192 wait complete. 2024-09-10T08:36:04.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 Processor -- start 2024-09-10T08:36:04.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 -- start start 2024-09-10T08:36:04.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94740b75e0 0x7f94741f4040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94740d43d0 0x7f94741590c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f947415e650 0x7f9474160c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f94740d2340 con 0x7f947415e650 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f94740d21c0 con 0x7f94740b75e0 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.825+0000 7f947968d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f94740cfa90 con 0x7f94740d43d0 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f947415e650 0x7f9474160c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f947415e650 0x7f9474160c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54670/0 (socket says 172.21.15.94:54670) 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 -- 172.21.15.94:0/1082088985 learned_addr learned my addr 172.21.15.94:0/1082088985 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f9472ffd640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94740b75e0 0x7f94741f4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 -- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94740d43d0 msgr2=0x7f94741590c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94740d43d0 0x7f94741590c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 -- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94740b75e0 msgr2=0x7f94741f4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94740b75e0 0x7f94741f4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 -- 172.21.15.94:0/1082088985 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9474159b40 con 0x7f947415e650 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f9472ffd640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94740b75e0 0x7f94741f4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f94737fe640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f947415e650 0x7f9474160c70 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f946c00c390 tx=0x7f946c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f946b7fe640 1 -- 172.21.15.94:0/1082088985 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946c017070 con 0x7f947415e650 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f946b7fe640 1 -- 172.21.15.94:0/1082088985 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f946c0035f0 con 0x7f947415e650 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9474159e20 con 0x7f947415e650 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f946b7fe640 1 -- 172.21.15.94:0/1082088985 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946c0039e0 con 0x7f947415e650 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.826+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9474155d20 con 0x7f947415e650 2024-09-10T08:36:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.827+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94740d47f0 con 0x7f947415e650 2024-09-10T08:36:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.828+0000 7f946b7fe640 1 -- 172.21.15.94:0/1082088985 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f946c01a070 con 0x7f947415e650 2024-09-10T08:36:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.828+0000 7f946b7fe640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f945406be30 0x7f945406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.828+0000 7f9472ffd640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f945406be30 0x7f945406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.828+0000 7f946b7fe640 1 -- 172.21.15.94:0/1082088985 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5249+0+0 (secure 0 0 0) 0x7f946c089ff0 con 0x7f947415e650 2024-09-10T08:36:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.829+0000 7f9472ffd640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f945406be30 0x7f945406e2f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9464007fd0 tx=0x7f9464007d60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:04.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:04.833+0000 7f946b7fe640 1 -- 172.21.15.94:0/1082088985 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f946c058bf0 con 0x7f947415e650 2024-09-10T08:36:05.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.059+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.badguy"} v 0) -- 0x7f947415d350 con 0x7f947415e650 2024-09-10T08:36:05.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.061+0000 7f946b7fe640 1 -- 172.21.15.94:0/1082088985 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.badguy"}]=0 v15) ==== 83+0+0 (secure 0 0 0) 0x7f946c0584f0 con 0x7f947415e650 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f945406be30 msgr2=0x7f945406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f945406be30 0x7f945406e2f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9464007fd0 tx=0x7f9464007d60 comp rx=0 tx=0).stop 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f947415e650 msgr2=0x7f9474160c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f947415e650 0x7f9474160c70 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f946c00c390 tx=0x7f946c00c850 comp rx=0 tx=0).stop 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 shutdown_connections 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f945406be30 0x7f945406e2f0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f947415e650 0x7f9474160c70 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f94740d43d0 0x7f94741590c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 --2- 172.21.15.94:0/1082088985 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94740b75e0 0x7f94741f4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 >> 172.21.15.94:0/1082088985 conn(0x7f9474073660 msgr2=0x7f94740ccb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:05.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 shutdown_connections 2024-09-10T08:36:05.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.063+0000 7f947968d640 1 -- 172.21.15.94:0/1082088985 wait complete. 2024-09-10T08:36:05.074 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T08:36:05.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.172+0000 7f9960b98640 1 Processor -- start 2024-09-10T08:36:05.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.172+0000 7f9960b98640 1 -- start start 2024-09-10T08:36:05.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9960b98640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c15e3a0 0x7f995c067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9960b98640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f995c0b4b80 0x7f995c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9960b98640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f995c06c730 con 0x7f995c06e6f0 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9960b98640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f995c06f070 con 0x7f995c0b4b80 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9960b98640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f995c06c4d0 con 0x7f995c15e3a0 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f995ad9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f995c0b4b80 0x7f995c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9951d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f995c06e6f0 0x7f995c161f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40684/0 (socket says 172.21.15.94:40684) 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9951d9b640 1 -- 172.21.15.94:0/3415201270 learned_addr learned my addr 172.21.15.94:0/3415201270 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f995ad9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f995c0b4b80 0x7f995c06eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54676/0 (socket says 172.21.15.94:54676) 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f995ad9d640 1 -- 172.21.15.94:0/3415201270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c15e3a0 msgr2=0x7f995c067950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f995a59c640 1 --2- 172.21.15.94:0/3415201270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c15e3a0 0x7f995c067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f995ad9d640 1 --2- 172.21.15.94:0/3415201270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c15e3a0 0x7f995c067950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f9959d9b640 1 -- 172.21.15.94:0/3415201270 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4241020158 0 0) 0x7f995c06c730 con 0x7f995c06e6f0 2024-09-10T08:36:05.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f995ad9d640 1 -- 172.21.15.94:0/3415201270 >> v1:172.21.15.94:6789/0 conn(0x7f995c06e6f0 legacy=0x7f995c161f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.173+0000 7f995ad9d640 1 -- 172.21.15.94:0/3415201270 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f995c06ca10 con 0x7f995c0b4b80 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f995ad9d640 1 --2- 172.21.15.94:0/3415201270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c0b4b80 0x7f995c06eb30 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f9954009d90 tx=0x7f995402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=408ef1b2cf017dea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9959d9b640 1 -- 172.21.15.94:0/3415201270 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9954007740 con 0x7f995c0b4b80 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9959d9b640 1 -- 172.21.15.94:0/3415201270 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99540078e0 con 0x7f995c0b4b80 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9959d9b640 1 -- 172.21.15.94:0/3415201270 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9954007cb0 con 0x7f995c0b4b80 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9960b98640 1 -- 172.21.15.94:0/3415201270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c0b4b80 msgr2=0x7f995c06eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9960b98640 1 --2- 172.21.15.94:0/3415201270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c0b4b80 0x7f995c06eb30 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f9954009d90 tx=0x7f995402a660 comp rx=0 tx=0).stop 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9960b98640 1 -- 172.21.15.94:0/3415201270 shutdown_connections 2024-09-10T08:36:05.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9960b98640 1 --2- 172.21.15.94:0/3415201270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c0b4b80 0x7f995c06eb30 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9960b98640 1 --2- 172.21.15.94:0/3415201270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c15e3a0 0x7f995c067950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.174+0000 7f9960b98640 1 -- 172.21.15.94:0/3415201270 >> 172.21.15.94:0/3415201270 conn(0x7f995c0cd410 msgr2=0x7f995c0cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:05.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.175+0000 7f9960b98640 1 -- 172.21.15.94:0/3415201270 shutdown_connections 2024-09-10T08:36:05.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.175+0000 7f9960b98640 1 -- 172.21.15.94:0/3415201270 wait complete. 2024-09-10T08:36:05.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.176+0000 7f9960b98640 1 Processor -- start 2024-09-10T08:36:05.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.176+0000 7f9960b98640 1 -- start start 2024-09-10T08:36:05.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9960b98640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f995c06e6f0 0x7f995c14e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9960b98640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c0b4b80 0x7f995c0ad870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9960b98640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c15e3a0 0x7f995c160220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9960b98640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f995c15e780 con 0x7f995c15e3a0 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9960b98640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f995c06cfd0 con 0x7f995c06e6f0 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9960b98640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f995c067e90 con 0x7f995c0b4b80 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c15e3a0 0x7f995c160220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c15e3a0 0x7f995c160220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54680/0 (socket says 172.21.15.94:54680) 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 -- 172.21.15.94:0/3677395462 learned_addr learned my addr 172.21.15.94:0/3677395462 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995a59c640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f995c06e6f0 0x7f995c14e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9951d9b640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c0b4b80 0x7f995c0ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 -- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c0b4b80 msgr2=0x7f995c0ad870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c0b4b80 0x7f995c0ad870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 -- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f995c06e6f0 msgr2=0x7f995c14e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f995c06e6f0 0x7f995c14e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 -- 172.21.15.94:0/3677395462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f995c0ae2c0 con 0x7f995c15e3a0 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995a59c640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f995c06e6f0 0x7f995c14e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f9951d9b640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c0b4b80 0x7f995c0ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f995ad9d640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c15e3a0 0x7f995c160220 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f9954009d90 tx=0x7f9954004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f99537fe640 1 -- 172.21.15.94:0/3677395462 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9954040070 con 0x7f995c15e3a0 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.177+0000 7f99537fe640 1 -- 172.21.15.94:0/3677395462 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9954031c90 con 0x7f995c15e3a0 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.178+0000 7f99537fe640 1 -- 172.21.15.94:0/3677395462 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995403c640 con 0x7f995c15e3a0 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.178+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f995c0ae5a0 con 0x7f995c15e3a0 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.178+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f995c0aee40 con 0x7f995c15e3a0 2024-09-10T08:36:05.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.179+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f995c0ae990 con 0x7f995c15e3a0 2024-09-10T08:36:05.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.179+0000 7f99537fe640 1 -- 172.21.15.94:0/3677395462 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9954039040 con 0x7f995c15e3a0 2024-09-10T08:36:05.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.179+0000 7f99537fe640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f993c06be30 0x7f993c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.180+0000 7f99537fe640 1 -- 172.21.15.94:0/3677395462 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5249+0+0 (secure 0 0 0) 0x7f99540ac330 con 0x7f995c15e3a0 2024-09-10T08:36:05.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.180+0000 7f995a59c640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f993c06be30 0x7f993c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.180+0000 7f995a59c640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f993c06be30 0x7f993c06e2f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f994c00b820 tx=0x7f994c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:05.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.184+0000 7f99537fe640 1 -- 172.21.15.94:0/3677395462 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f995407af60 con 0x7f995c15e3a0 2024-09-10T08:36:05.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.349+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f995c06f3e0 con 0x7f995c15e3a0 2024-09-10T08:36:05.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.350+0000 7f99537fe640 1 -- 172.21.15.94:0/3677395462 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v74) ==== 84+0+65 (secure 0 0 0) 0x7f995407a860 con 0x7f995c15e3a0 2024-09-10T08:36:05.350 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:05.350 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-09-10T08:36:05.350 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:05.350 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-09-10T08:36:05.351 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-09-10T08:36:05.351 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:05.351 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-09-10T08:36:05.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f993c06be30 msgr2=0x7f993c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f993c06be30 0x7f993c06e2f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f994c00b820 tx=0x7f994c008040 comp rx=0 tx=0).stop 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c15e3a0 msgr2=0x7f995c160220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c15e3a0 0x7f995c160220 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f9954009d90 tx=0x7f9954004a40 comp rx=0 tx=0).stop 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 shutdown_connections 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f993c06be30 0x7f993c06e2f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f995c15e3a0 0x7f995c160220 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f995c0b4b80 0x7f995c0ad870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 --2- 172.21.15.94:0/3677395462 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f995c06e6f0 0x7f995c14e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 >> 172.21.15.94:0/3677395462 conn(0x7f995c0cd410 msgr2=0x7f995c072370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 shutdown_connections 2024-09-10T08:36:05.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.352+0000 7f9960b98640 1 -- 172.21.15.94:0/3677395462 wait complete. 2024-09-10T08:36:05.363 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:36:05.363 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:36:05.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.464+0000 7f8eca50a640 1 Processor -- start 2024-09-10T08:36:05.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.464+0000 7f8eca50a640 1 -- start start 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8eca50a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8ec40d2140 0x7f8ec406e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8eca50a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8ec415e930 0x7f8ec40d2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8eca50a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec40ce2b0 0x7f8ec4162220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8eca50a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8ec40cf540 con 0x7f8ec40d2140 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8eca50a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8ec406ec50 con 0x7f8ec415e930 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8eca50a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec40d2a60 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8ec3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8ec40d2140 0x7f8ec406e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8ec3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8ec40d2140 0x7f8ec406e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54696/0 (socket says 172.21.15.94:54696) 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.465+0000 7f8ec3fff640 1 -- 172.21.15.94:0/327930007 learned_addr learned my addr 172.21.15.94:0/327930007 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec37fe640 1 --2- 172.21.15.94:0/327930007 >> v2:172.21.15.143:3300/0 conn(0x7f8ec415e930 0x7f8ec40d2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec3fff640 1 -- 172.21.15.94:0/327930007 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec40ce2b0 msgr2=0x7f8ec4162220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec8aa7640 1 --2- 172.21.15.94:0/327930007 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec40ce2b0 0x7f8ec4162220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec3fff640 1 --2- 172.21.15.94:0/327930007 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec40ce2b0 0x7f8ec4162220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec3fff640 1 -- 172.21.15.94:0/327930007 >> v2:172.21.15.143:3300/0 conn(0x7f8ec415e930 msgr2=0x7f8ec40d2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec3fff640 1 --2- 172.21.15.94:0/327930007 >> v2:172.21.15.143:3300/0 conn(0x7f8ec415e930 0x7f8ec40d2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec3fff640 1 -- 172.21.15.94:0/327930007 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec40ce930 con 0x7f8ec40d2140 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec37fe640 1 --2- 172.21.15.94:0/327930007 >> v2:172.21.15.143:3300/0 conn(0x7f8ec415e930 0x7f8ec40d2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec8aa7640 1 --2- 172.21.15.94:0/327930007 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec40ce2b0 0x7f8ec4162220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec3fff640 1 --2- 172.21.15.94:0/327930007 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40d2140 0x7f8ec406e710 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4073d40 tx=0x7f8eb402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e86c090077f654d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec2ffd640 1 -- 172.21.15.94:0/327930007 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb4037070 con 0x7f8ec40d2140 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec2ffd640 1 -- 172.21.15.94:0/327930007 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eb4032440 con 0x7f8ec40d2140 2024-09-10T08:36:05.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.466+0000 7f8ec2ffd640 1 -- 172.21.15.94:0/327930007 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb4032810 con 0x7f8ec40d2140 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 -- 172.21.15.94:0/327930007 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40d2140 msgr2=0x7f8ec406e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 --2- 172.21.15.94:0/327930007 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40d2140 0x7f8ec406e710 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4073d40 tx=0x7f8eb402a140 comp rx=0 tx=0).stop 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 -- 172.21.15.94:0/327930007 shutdown_connections 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 --2- 172.21.15.94:0/327930007 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec40ce2b0 0x7f8ec4162220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 --2- 172.21.15.94:0/327930007 >> v2:172.21.15.143:3300/0 conn(0x7f8ec415e930 0x7f8ec40d2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 --2- 172.21.15.94:0/327930007 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40d2140 0x7f8ec406e710 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 -- 172.21.15.94:0/327930007 >> 172.21.15.94:0/327930007 conn(0x7f8ec406feb0 msgr2=0x7f8ec40702c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:05.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 -- 172.21.15.94:0/327930007 shutdown_connections 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.467+0000 7f8eca50a640 1 -- 172.21.15.94:0/327930007 wait complete. 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.468+0000 7f8eca50a640 1 Processor -- start 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.468+0000 7f8eca50a640 1 -- start start 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8eca50a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40ce2b0 0x7f8ec40b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8eca50a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec40d2140 0x7f8ec4155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8eca50a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec41557a0 0x7f8ec4157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8eca50a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec40cf1d0 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8eca50a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec40ceef0 con 0x7f8ec40d2140 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8eca50a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec40cf9d0 con 0x7f8ec41557a0 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40ce2b0 0x7f8ec40b60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40ce2b0 0x7f8ec40b60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54710/0 (socket says 172.21.15.94:54710) 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 -- 172.21.15.94:0/2360166521 learned_addr learned my addr 172.21.15.94:0/2360166521 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:05.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 -- 172.21.15.94:0/2360166521 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec41557a0 msgr2=0x7f8ec4157860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec41557a0 0x7f8ec4157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 -- 172.21.15.94:0/2360166521 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec40d2140 msgr2=0x7f8ec4155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec40d2140 0x7f8ec4155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.469+0000 7f8ec3fff640 1 -- 172.21.15.94:0/2360166521 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec40b6850 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.470+0000 7f8ec3fff640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40ce2b0 0x7f8ec40b60e0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f8eb402a180 tx=0x7f8eb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.470+0000 7f8ec0ff9640 1 -- 172.21.15.94:0/2360166521 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb4037040 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.470+0000 7f8ec0ff9640 1 -- 172.21.15.94:0/2360166521 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eb4042070 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.470+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec40b6b30 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.470+0000 7f8ec0ff9640 1 -- 172.21.15.94:0/2360166521 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb4030bb0 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.470+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec40b70f0 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.471+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ec4155bf0 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.471+0000 7f8ec0ff9640 1 -- 172.21.15.94:0/2360166521 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8eb4047460 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.472+0000 7f8ec0ff9640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eb006be30 0x7f8eb006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:05.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.472+0000 7f8ec0ff9640 1 -- 172.21.15.94:0/2360166521 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 5249+0+0 (secure 0 0 0) 0x7f8eb40ab8d0 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.472+0000 7f8ec37fe640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eb006be30 0x7f8eb006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:05.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.472+0000 7f8ec37fe640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eb006be30 0x7f8eb006e2f0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8006fd0 tx=0x7f8eb8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:05.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.476+0000 7f8ec0ff9640 1 -- 172.21.15.94:0/2360166521 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8eb4045360 con 0x7f8ec40ce2b0 2024-09-10T08:36:05.642 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:05.642+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8ec406e710 con 0x7f8ec40ce2b0 2024-09-10T08:36:06.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.355+0000 7f8ec0ff9640 1 -- 172.21.15.94:0/2360166521 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v75) ==== 138+0+0 (secure 0 0 0) 0x7f8eb407a440 con 0x7f8ec40ce2b0 2024-09-10T08:36:06.356 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-09-10T08:36:06.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eb006be30 msgr2=0x7f8eb006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:06.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eb006be30 0x7f8eb006e2f0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8006fd0 tx=0x7f8eb8008040 comp rx=0 tx=0).stop 2024-09-10T08:36:06.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40ce2b0 msgr2=0x7f8ec40b60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40ce2b0 0x7f8ec40b60e0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f8eb402a180 tx=0x7f8eb40046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 shutdown_connections 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8eb006be30 0x7f8eb006e2f0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8ec40d2140 0x7f8ec4155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8ec41557a0 0x7f8ec4157860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 --2- 172.21.15.94:0/2360166521 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8ec40ce2b0 0x7f8ec40b60e0 secure :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f8eb402a180 tx=0x7f8eb40046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.359+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 >> 172.21.15.94:0/2360166521 conn(0x7f8ec406feb0 msgr2=0x7f8ec415ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:06.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.360+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 shutdown_connections 2024-09-10T08:36:06.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.361+0000 7f8eca50a640 1 -- 172.21.15.94:0/2360166521 wait complete. 2024-09-10T08:36:06.377 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:36:06.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.486+0000 7fb7d9bc0640 1 Processor -- start 2024-09-10T08:36:06.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.486+0000 7fb7d9bc0640 1 -- start start 2024-09-10T08:36:06.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.486+0000 7fb7d9bc0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb7d409ac70 0x7fb7d409b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:06.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.486+0000 7fb7d9bc0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d4070760 0x7fb7d40d0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:06.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.486+0000 7fb7d9bc0640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7d40b49a0 con 0x7fb7d409b590 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.486+0000 7fb7d9bc0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb7d406dac0 con 0x7fb7d409ac70 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.486+0000 7fb7d9bc0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7d406d750 con 0x7fb7d4070760 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d37fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb7d409ac70 0x7fb7d409b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d2ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb7d409b590 0x7fb7d4070050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40688/0 (socket says 172.21.15.94:40688) 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d2ffd640 1 -- 172.21.15.94:0/2568013814 learned_addr learned my addr 172.21.15.94:0/2568013814 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d37fe640 1 -- 172.21.15.94:0/2568013814 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d4070760 msgr2=0x7fb7d40d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d37fe640 1 --2- 172.21.15.94:0/2568013814 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d4070760 0x7fb7d40d0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d37fe640 1 -- 172.21.15.94:0/2568013814 >> v1:172.21.15.94:6789/0 conn(0x7fb7d409b590 legacy=0x7fb7d4070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d27fc640 1 -- 172.21.15.94:0/2568013814 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 488554053 0 0) 0x7fb7d40b49a0 con 0x7fb7d409b590 2024-09-10T08:36:06.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.487+0000 7fb7d37fe640 1 -- 172.21.15.94:0/2568013814 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d406e900 con 0x7fb7d409ac70 2024-09-10T08:36:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d37fe640 1 --2- 172.21.15.94:0/2568013814 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409ac70 0x7fb7d409b050 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40097a0 tx=0x7fb7c402a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bd5106012f87b99 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d27fc640 1 -- 172.21.15.94:0/2568013814 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c4037070 con 0x7fb7d409ac70 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d27fc640 1 -- 172.21.15.94:0/2568013814 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7c402adb0 con 0x7fb7d409ac70 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d27fc640 1 -- 172.21.15.94:0/2568013814 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c4032660 con 0x7fb7d409ac70 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/2568013814 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409ac70 msgr2=0x7fb7d409b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/2568013814 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409ac70 0x7fb7d409b050 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fb7c40097a0 tx=0x7fb7c402a060 comp rx=0 tx=0).stop 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/2568013814 shutdown_connections 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/2568013814 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d4070760 0x7fb7d40d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/2568013814 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409ac70 0x7fb7d409b050 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/2568013814 >> 172.21.15.94:0/2568013814 conn(0x7fb7d40b3ce0 msgr2=0x7fb7d40b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/2568013814 shutdown_connections 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.488+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/2568013814 wait complete. 2024-09-10T08:36:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.489+0000 7fb7d9bc0640 1 Processor -- start 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d9bc0640 1 -- start start 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d9bc0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7d4070760 0x7fb7d4154be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d9bc0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d409ac70 0x7fb7d40c8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d9bc0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409b590 0x7fb7d41561b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d9bc0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d4070b70 con 0x7fb7d409b590 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d9bc0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d406e6e0 con 0x7fb7d4070760 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d9bc0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7d4070cf0 con 0x7fb7d409ac70 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.490+0000 7fb7d3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409b590 0x7fb7d41561b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409b590 0x7fb7d41561b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54722/0 (socket says 172.21.15.94:54722) 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 -- 172.21.15.94:0/4283556211 learned_addr learned my addr 172.21.15.94:0/4283556211 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d37fe640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7d4070760 0x7fb7d4154be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d2ffd640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d409ac70 0x7fb7d40c8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 -- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d409ac70 msgr2=0x7fb7d40c8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d409ac70 0x7fb7d40c8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 -- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7d4070760 msgr2=0x7fb7d4154be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7d4070760 0x7fb7d4154be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 -- 172.21.15.94:0/4283556211 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d4155120 con 0x7fb7d409b590 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d3fff640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409b590 0x7fb7d41561b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc00b970 tx=0x7fb7cc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7bbfff640 1 -- 172.21.15.94:0/4283556211 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc019070 con 0x7fb7d409b590 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7bbfff640 1 -- 172.21.15.94:0/4283556211 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7cc00cb60 con 0x7fb7d409b590 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7d40c74b0 con 0x7fb7d409b590 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7bbfff640 1 -- 172.21.15.94:0/4283556211 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc014440 con 0x7fb7d409b590 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.491+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7d40c7a70 con 0x7fb7d409b590 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.492+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7d409b050 con 0x7fb7d409b590 2024-09-10T08:36:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.493+0000 7fb7bbfff640 1 -- 172.21.15.94:0/4283556211 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb7cc01c070 con 0x7fb7d409b590 2024-09-10T08:36:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.493+0000 7fb7bbfff640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7c006be30 0x7fb7c006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.493+0000 7fb7bbfff640 1 -- 172.21.15.94:0/4283556211 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5619+0+0 (secure 0 0 0) 0x7fb7cc08aac0 con 0x7fb7d409b590 2024-09-10T08:36:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.493+0000 7fb7d37fe640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7c006be30 0x7fb7c006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.494+0000 7fb7d37fe640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7c006be30 0x7fb7c006e2f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4034000 tx=0x7fb7c402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:06.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.498+0000 7fb7bbfff640 1 -- 172.21.15.94:0/4283556211 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb7cc059550 con 0x7fb7d409b590 2024-09-10T08:36:06.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:06.662+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb7d409bc70 con 0x7fb7d409b590 2024-09-10T08:36:07.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.358+0000 7fb7bbfff640 1 -- 172.21.15.94:0/4283556211 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v76) ==== 170+0+0 (secure 0 0 0) 0x7fb7cc058e50 con 0x7fb7d409b590 2024-09-10T08:36:07.358 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7c006be30 msgr2=0x7fb7c006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7c006be30 0x7fb7c006e2f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb7c4034000 tx=0x7fb7c402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409b590 msgr2=0x7fb7d41561b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409b590 0x7fb7d41561b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc00b970 tx=0x7fb7cc00be30 comp rx=0 tx=0).stop 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 shutdown_connections 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7c006be30 0x7fb7c006e2f0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7d409b590 0x7fb7d41561b0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7d409ac70 0x7fb7d40c8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 --2- 172.21.15.94:0/4283556211 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7d4070760 0x7fb7d4154be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 >> 172.21.15.94:0/4283556211 conn(0x7fb7d40b3ce0 msgr2=0x7fb7d406cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:07.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 shutdown_connections 2024-09-10T08:36:07.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.360+0000 7fb7d9bc0640 1 -- 172.21.15.94:0/4283556211 wait complete. 2024-09-10T08:36:07.385 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:36:07.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.486+0000 7fc6c870c640 1 Processor -- start 2024-09-10T08:36:07.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.486+0000 7fc6c870c640 1 -- start start 2024-09-10T08:36:07.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c870c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc6c0145c40 0x7fc6c00af7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:07.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c870c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc6c006bb10 0x7fc6c006bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:07.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c870c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6c0146020 con 0x7fc6c006c4b0 2024-09-10T08:36:07.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c870c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc6c015c980 con 0x7fc6c0145c40 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c870c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc6c00b0a90 con 0x7fc6c006bb10 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c64a8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc6c0145c40 0x7fc6c00af7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c64a8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc6c0145c40 0x7fc6c00af7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54736/0 (socket says 172.21.15.94:54736) 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c64a8640 1 -- 172.21.15.94:0/124504193 learned_addr learned my addr 172.21.15.94:0/124504193 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c64a8640 1 -- 172.21.15.94:0/124504193 >> v2:172.21.15.143:3300/0 conn(0x7fc6c006bb10 msgr2=0x7fc6c006bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c64a8640 1 --2- 172.21.15.94:0/124504193 >> v2:172.21.15.143:3300/0 conn(0x7fc6c006bb10 0x7fc6c006bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c64a8640 1 -- 172.21.15.94:0/124504193 >> v1:172.21.15.143:6789/0 conn(0x7fc6c006c4b0 legacy=0x7fc6c00d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.487+0000 7fc6c64a8640 1 -- 172.21.15.94:0/124504193 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6c00afe80 con 0x7fc6c0145c40 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.488+0000 7fc6c64a8640 1 --2- 172.21.15.94:0/124504193 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c0145c40 0x7fc6c00af7c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fc6c00aec90 tx=0x7fc6bc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed6ca8153b72f38 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.488+0000 7fc6c54a6640 1 -- 172.21.15.94:0/124504193 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc037070 con 0x7fc6c0145c40 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.488+0000 7fc6c54a6640 1 -- 172.21.15.94:0/124504193 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6bc032440 con 0x7fc6c0145c40 2024-09-10T08:36:07.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.488+0000 7fc6c54a6640 1 -- 172.21.15.94:0/124504193 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc032810 con 0x7fc6c0145c40 2024-09-10T08:36:07.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 -- 172.21.15.94:0/124504193 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c0145c40 msgr2=0x7fc6c00af7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:07.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 --2- 172.21.15.94:0/124504193 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c0145c40 0x7fc6c00af7c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fc6c00aec90 tx=0x7fc6bc02a230 comp rx=0 tx=0).stop 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 -- 172.21.15.94:0/124504193 shutdown_connections 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 --2- 172.21.15.94:0/124504193 >> v2:172.21.15.143:3300/0 conn(0x7fc6c006bb10 0x7fc6c006bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 --2- 172.21.15.94:0/124504193 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c0145c40 0x7fc6c00af7c0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 -- 172.21.15.94:0/124504193 >> 172.21.15.94:0/124504193 conn(0x7fc6c00b65b0 msgr2=0x7fc6c00b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 -- 172.21.15.94:0/124504193 shutdown_connections 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.489+0000 7fc6c870c640 1 -- 172.21.15.94:0/124504193 wait complete. 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.490+0000 7fc6c870c640 1 Processor -- start 2024-09-10T08:36:07.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.490+0000 7fc6c870c640 1 -- start start 2024-09-10T08:36:07.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc6c006bb10 0x7fc6c013ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:07.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c006c4b0 0x7fc6c009e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:07.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc6c0145c40 0x7fc6c01f1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:07.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c00b0720 con 0x7fc6c006c4b0 2024-09-10T08:36:07.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c00b0440 con 0x7fc6c006bb10 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc6c006c8c0 con 0x7fc6c0145c40 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c006c4b0 0x7fc6c009e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c006c4b0 0x7fc6c009e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54740/0 (socket says 172.21.15.94:54740) 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 -- 172.21.15.94:0/2337258909 learned_addr learned my addr 172.21.15.94:0/2337258909 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c64a8640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc6c006bb10 0x7fc6c013ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c6ca9640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc6c0145c40 0x7fc6c01f1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 -- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc6c0145c40 msgr2=0x7fc6c01f1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc6c0145c40 0x7fc6c01f1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 -- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc6c006bb10 msgr2=0x7fc6c013ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc6c006bb10 0x7fc6c013ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 -- 172.21.15.94:0/2337258909 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6c013dde0 con 0x7fc6c006c4b0 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c64a8640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc6c006bb10 0x7fc6c013ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:07.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c5ca7640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c006c4b0 0x7fc6c009e090 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc6b000b4a0 tx=0x7fc6b000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:07.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6b6ffd640 1 -- 172.21.15.94:0/2337258909 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b0014070 con 0x7fc6c006c4b0 2024-09-10T08:36:07.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6b6ffd640 1 -- 172.21.15.94:0/2337258909 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6b0010610 con 0x7fc6c006c4b0 2024-09-10T08:36:07.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6c013e0c0 con 0x7fc6c006c4b0 2024-09-10T08:36:07.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6b6ffd640 1 -- 172.21.15.94:0/2337258909 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b0010a00 con 0x7fc6c006c4b0 2024-09-10T08:36:07.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.491+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6c013e680 con 0x7fc6c006c4b0 2024-09-10T08:36:07.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.492+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6c00ae200 con 0x7fc6c006c4b0 2024-09-10T08:36:07.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.493+0000 7fc6b6ffd640 1 -- 172.21.15.94:0/2337258909 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc6b0017070 con 0x7fc6c006c4b0 2024-09-10T08:36:07.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.493+0000 7fc6b6ffd640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc6a406be30 0x7fc6a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:07.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.494+0000 7fc6c64a8640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc6a406be30 0x7fc6a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:07.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.494+0000 7fc6b6ffd640 1 -- 172.21.15.94:0/2337258909 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6001+0+0 (secure 0 0 0) 0x7fc6b008a990 con 0x7fc6c006c4b0 2024-09-10T08:36:07.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.494+0000 7fc6c64a8640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc6a406be30 0x7fc6a406e2f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc034000 tx=0x7fc6bc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:07.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.498+0000 7fc6b6ffd640 1 -- 172.21.15.94:0/2337258909 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc6b00592a0 con 0x7fc6c006c4b0 2024-09-10T08:36:07.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:07.697+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc6c0143e30 con 0x7fc6c006c4b0 2024-09-10T08:36:08.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.378+0000 7fc6b6ffd640 1 -- 172.21.15.94:0/2337258909 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 11 and data pool 12 v37) ==== 174+0+0 (secure 0 0 0) 0x7fc6b008a070 con 0x7fc6c006c4b0 2024-09-10T08:36:08.378 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 11 and data pool 12 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.392+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc6a406be30 msgr2=0x7fc6a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.392+0000 7fc6c870c640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc6a406be30 0x7fc6a406e2f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc034000 tx=0x7fc6bc02e000 comp rx=0 tx=0).stop 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.392+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c006c4b0 msgr2=0x7fc6c009e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.392+0000 7fc6c870c640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c006c4b0 0x7fc6c009e090 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fc6b000b4a0 tx=0x7fc6b000b960 comp rx=0 tx=0).stop 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.395+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 shutdown_connections 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.395+0000 7fc6c870c640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc6a406be30 0x7fc6a406e2f0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.395+0000 7fc6c870c640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc6c0145c40 0x7fc6c01f1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.395+0000 7fc6c870c640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc6c006c4b0 0x7fc6c009e090 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.395+0000 7fc6c870c640 1 --2- 172.21.15.94:0/2337258909 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc6c006bb10 0x7fc6c013ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.395+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 >> 172.21.15.94:0/2337258909 conn(0x7fc6c00b65b0 msgr2=0x7fc6c0144a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:08.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.396+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 shutdown_connections 2024-09-10T08:36:08.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.396+0000 7fc6c870c640 1 -- 172.21.15.94:0/2337258909 wait complete. 2024-09-10T08:36:08.411 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:08.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.510+0000 7feab3b31640 1 Processor -- start 2024-09-10T08:36:08.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.511+0000 7feab3b31640 1 -- start start 2024-09-10T08:36:08.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.511+0000 7feab3b31640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7feaac0cf1d0 0x7feaac1629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.511+0000 7feab3b31640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac06e590 0x7feaac0cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.511+0000 7feab3b31640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feaac06df20 con 0x7feaac0d02f0 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.511+0000 7feab3b31640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7feaac0d0740 con 0x7feaac0cf1d0 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.511+0000 7feab3b31640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7feaac15ec00 con 0x7feaac06e590 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab18cd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7feaac0cf1d0 0x7feaac1629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab10cc640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac06e590 0x7feaac0cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab20ce640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7feaac0d02f0 0x7feaac071810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:38998/0 (socket says 172.21.15.94:38998) 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab18cd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7feaac0cf1d0 0x7feaac1629f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:32980/0 (socket says 172.21.15.94:32980) 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab20ce640 1 -- 172.21.15.94:0/1953574904 learned_addr learned my addr 172.21.15.94:0/1953574904 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab18cd640 1 -- 172.21.15.94:0/1953574904 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac06e590 msgr2=0x7feaac0cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:08.513 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab18cd640 1 --2- 172.21.15.94:0/1953574904 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac06e590 0x7feaac0cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab18cd640 1 -- 172.21.15.94:0/1953574904 >> v1:172.21.15.143:6789/0 conn(0x7feaac0d02f0 legacy=0x7feaac071810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.514 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.512+0000 7feab18cd640 1 -- 172.21.15.94:0/1953574904 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaac15eee0 con 0x7feaac0cf1d0 2024-09-10T08:36:08.520 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.513+0000 7feab18cd640 1 --2- 172.21.15.94:0/1953574904 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac0cf1d0 0x7feaac1629f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7feaa80097a0 tx=0x7feaa802a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fef67d69d571980 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:08.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.513+0000 7feab08cb640 1 -- 172.21.15.94:0/1953574904 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa8037070 con 0x7feaac0cf1d0 2024-09-10T08:36:08.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.513+0000 7feab08cb640 1 -- 172.21.15.94:0/1953574904 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaa802adb0 con 0x7feaac0cf1d0 2024-09-10T08:36:08.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.513+0000 7feab08cb640 1 -- 172.21.15.94:0/1953574904 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa8032660 con 0x7feaac0cf1d0 2024-09-10T08:36:08.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.513+0000 7feab3b31640 1 -- 172.21.15.94:0/1953574904 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac0cf1d0 msgr2=0x7feaac1629f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.513+0000 7feab3b31640 1 --2- 172.21.15.94:0/1953574904 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac0cf1d0 0x7feaac1629f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7feaa80097a0 tx=0x7feaa802a060 comp rx=0 tx=0).stop 2024-09-10T08:36:08.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.514+0000 7feab3b31640 1 -- 172.21.15.94:0/1953574904 shutdown_connections 2024-09-10T08:36:08.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.514+0000 7feab3b31640 1 --2- 172.21.15.94:0/1953574904 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac06e590 0x7feaac0cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.514+0000 7feab3b31640 1 --2- 172.21.15.94:0/1953574904 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac0cf1d0 0x7feaac1629f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.514+0000 7feab3b31640 1 -- 172.21.15.94:0/1953574904 >> 172.21.15.94:0/1953574904 conn(0x7feaac06fdc0 msgr2=0x7feaac0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:08.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.514+0000 7feab3b31640 1 -- 172.21.15.94:0/1953574904 shutdown_connections 2024-09-10T08:36:08.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.514+0000 7feab3b31640 1 -- 172.21.15.94:0/1953574904 wait complete. 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 Processor -- start 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 -- start start 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac06e590 0x7feaac0b63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7feaac0cf1d0 0x7feaac0b6e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac0d02f0 0x7feaac0b7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7feaac15f780 con 0x7feaac0cf1d0 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7feaac15f4a0 con 0x7feaac06e590 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.515+0000 7feab3b31640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7feaac0cf5b0 con 0x7feaac0d02f0 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7feaac0cf1d0 0x7feaac0b6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7feaac0cf1d0 0x7feaac0b6e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54750/0 (socket says 172.21.15.94:54750) 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab18cd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac06e590 0x7feaac0b63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 -- 172.21.15.94:0/3129726697 learned_addr learned my addr 172.21.15.94:0/3129726697 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:08.523 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab20ce640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac0d02f0 0x7feaac0b7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 -- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac0d02f0 msgr2=0x7feaac0b7360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac0d02f0 0x7feaac0b7360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 -- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac06e590 msgr2=0x7feaac0b63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac06e590 0x7feaac0b63a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 -- 172.21.15.94:0/3129726697 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaac0c5e70 con 0x7feaac0cf1d0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab18cd640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac06e590 0x7feaac0b63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab10cc640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7feaac0cf1d0 0x7feaac0b6e20 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7feaa000e9b0 tx=0x7feaa000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7fea9e7fc640 1 -- 172.21.15.94:0/3129726697 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa0017070 con 0x7feaac0cf1d0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7fea9e7fc640 1 -- 172.21.15.94:0/3129726697 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feaa000c9a0 con 0x7feaac0cf1d0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaac0c6150 con 0x7feaac0cf1d0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7fea9e7fc640 1 -- 172.21.15.94:0/3129726697 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa000cd90 con 0x7feaac0cf1d0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.516+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaac0c6710 con 0x7feaac0cf1d0 2024-09-10T08:36:08.524 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.517+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaac15fb90 con 0x7feaac0cf1d0 2024-09-10T08:36:08.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.518+0000 7fea9e7fc640 1 -- 172.21.15.94:0/3129726697 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feaa001a070 con 0x7feaac0cf1d0 2024-09-10T08:36:08.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.518+0000 7fea9e7fc640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fea9006be60 0x7fea9006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.518+0000 7fea9e7fc640 1 -- 172.21.15.94:0/3129726697 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6101+0+0 (secure 0 0 0) 0x7feaa008b330 con 0x7feaac0cf1d0 2024-09-10T08:36:08.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.518+0000 7feab18cd640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fea9006be60 0x7fea9006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.519+0000 7feab18cd640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fea9006be60 0x7fea9006e320 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7feaa8034000 tx=0x7feaa802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:08.525 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.522+0000 7fea9e7fc640 1 -- 172.21.15.94:0/3129726697 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7feaa0059480 con 0x7feaac0cf1d0 2024-09-10T08:36:08.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.689+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feaac06edb0 con 0x7feaac0cf1d0 2024-09-10T08:36:08.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.690+0000 7fea9e7fc640 1 -- 172.21.15.94:0/3129726697 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+17018 (secure 0 0 0) 0x7feaa005d780 con 0x7feaac0cf1d0 2024-09-10T08:36:08.690 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:08.691 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":77,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:07.698549+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:05.660677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:06.681690+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fea9006be60 msgr2=0x7fea9006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fea9006be60 0x7fea9006e320 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7feaa8034000 tx=0x7feaa802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7feaac0cf1d0 msgr2=0x7feaac0b6e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7feaac0cf1d0 0x7feaac0b6e20 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7feaa000e9b0 tx=0x7feaa000ee70 comp rx=0 tx=0).stop 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 shutdown_connections 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fea9006be60 0x7fea9006e320 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7feaac0d02f0 0x7feaac0b7360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7feaac0cf1d0 0x7feaac0b6e20 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 --2- 172.21.15.94:0/3129726697 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7feaac06e590 0x7feaac0b63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 >> 172.21.15.94:0/3129726697 conn(0x7feaac06fdc0 msgr2=0x7feaac1575f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 shutdown_connections 2024-09-10T08:36:08.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.692+0000 7feab3b31640 1 -- 172.21.15.94:0/3129726697 wait complete. 2024-09-10T08:36:08.704 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:08.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.802+0000 7ff100df1640 1 Processor -- start 2024-09-10T08:36:08.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.802+0000 7ff100df1640 1 -- start start 2024-09-10T08:36:08.803 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff100df1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff0fc0ad2d0 0x7ff0fc072520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.803 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff100df1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc072a60 0x7ff0fc06f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.803 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff100df1640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff0fc0b50a0 con 0x7ff0fc15a7a0 2024-09-10T08:36:08.803 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff100df1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff0fc06ed10 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff100df1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff0fc072e90 con 0x7ff0fc072a60 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fad9d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc072a60 0x7ff0fc06f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0f9d9b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff0fc0ad2d0 0x7ff0fc072520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fa59c640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7ff0fc15a7a0 0x7ff0fc0b45e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:39012/0 (socket says 172.21.15.94:39012) 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fa59c640 1 -- 172.21.15.94:0/1585687647 learned_addr learned my addr 172.21.15.94:0/1585687647 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fad9d640 1 --2- 172.21.15.94:0/1585687647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc072a60 0x7ff0fc06f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:50610/0 (socket says 172.21.15.94:50610) 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fad9d640 1 -- 172.21.15.94:0/1585687647 >> v2:172.21.15.143:3300/0 conn(0x7ff0fc0ad2d0 msgr2=0x7ff0fc072520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fad9d640 1 --2- 172.21.15.94:0/1585687647 >> v2:172.21.15.143:3300/0 conn(0x7ff0fc0ad2d0 0x7ff0fc072520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fad9d640 1 -- 172.21.15.94:0/1585687647 >> v1:172.21.15.143:6789/0 conn(0x7ff0fc15a7a0 legacy=0x7ff0fc0b45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0fad9d640 1 -- 172.21.15.94:0/1585687647 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0fc06e3e0 con 0x7ff0fc072a60 2024-09-10T08:36:08.804 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.803+0000 7ff0f9d9b640 1 --2- 172.21.15.94:0/1585687647 >> v2:172.21.15.143:3300/0 conn(0x7ff0fc0ad2d0 0x7ff0fc072520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:08.805 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.804+0000 7ff0fad9d640 1 --2- 172.21.15.94:0/1585687647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc072a60 0x7ff0fc06f1a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff0f400aea0 tx=0x7ff0f402b7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97b8e51778afa677 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.804+0000 7ff0f959a640 1 -- 172.21.15.94:0/1585687647 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4037070 con 0x7ff0fc072a60 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.804+0000 7ff0f959a640 1 -- 172.21.15.94:0/1585687647 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f4008640 con 0x7ff0fc072a60 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.804+0000 7ff0f959a640 1 -- 172.21.15.94:0/1585687647 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4008a10 con 0x7ff0fc072a60 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 -- 172.21.15.94:0/1585687647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc072a60 msgr2=0x7ff0fc06f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 --2- 172.21.15.94:0/1585687647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc072a60 0x7ff0fc06f1a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff0f400aea0 tx=0x7ff0f402b7b0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 -- 172.21.15.94:0/1585687647 shutdown_connections 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 --2- 172.21.15.94:0/1585687647 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc072a60 0x7ff0fc06f1a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 --2- 172.21.15.94:0/1585687647 >> v2:172.21.15.143:3300/0 conn(0x7ff0fc0ad2d0 0x7ff0fc072520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 -- 172.21.15.94:0/1585687647 >> 172.21.15.94:0/1585687647 conn(0x7ff0fc0b1b30 msgr2=0x7ff0fc0b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 -- 172.21.15.94:0/1585687647 shutdown_connections 2024-09-10T08:36:08.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.805+0000 7ff100df1640 1 -- 172.21.15.94:0/1585687647 wait complete. 2024-09-10T08:36:08.808 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.806+0000 7ff100df1640 1 Processor -- start 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.806+0000 7ff100df1640 1 -- start start 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff100df1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff0fc072a60 0x7ff0fc14fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff100df1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff0fc0ad2d0 0x7ff0fc152810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff100df1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc15a7a0 0x7ff0fc152d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff100df1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff0fc0b34a0 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff100df1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff0fc06e9a0 con 0x7ff0fc072a60 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff100df1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff0fc0ad740 con 0x7ff0fc15a7a0 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff0fc0ad2d0 0x7ff0fc152810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff0fc0ad2d0 0x7ff0fc152810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54752/0 (socket says 172.21.15.94:54752) 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 -- 172.21.15.94:0/2459519785 learned_addr learned my addr 172.21.15.94:0/2459519785 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0fad9d640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc15a7a0 0x7ff0fc152d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0fa59c640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff0fc072a60 0x7ff0fc14fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.809 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 -- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc15a7a0 msgr2=0x7ff0fc152d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc15a7a0 0x7ff0fc152d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 -- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff0fc072a60 msgr2=0x7ff0fc14fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff0fc072a60 0x7ff0fc14fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 -- 172.21.15.94:0/2459519785 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0fc0ccf80 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.807+0000 7ff0f9d9b640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff0fc0ad2d0 0x7ff0fc152810 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec00ec10 tx=0x7ff0ec00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.808+0000 7ff0f2ffd640 1 -- 172.21.15.94:0/2459519785 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec017070 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.808+0000 7ff0f2ffd640 1 -- 172.21.15.94:0/2459519785 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0ec00cc30 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.808+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0fc0cd260 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.808+0000 7ff0f2ffd640 1 -- 172.21.15.94:0/2459519785 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec013470 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.810 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.808+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0fc0cd820 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.811 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.809+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0fc15ab80 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.811 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.809+0000 7ff0f2ffd640 1 -- 172.21.15.94:0/2459519785 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff0ec01a070 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.811 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.810+0000 7ff0f2ffd640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff0dc06be30 0x7ff0dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:08.811 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.810+0000 7ff0f2ffd640 1 -- 172.21.15.94:0/2459519785 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6101+0+0 (secure 0 0 0) 0x7ff0ec08b1b0 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.811 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.810+0000 7ff0fa59c640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff0dc06be30 0x7ff0dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:08.811 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.810+0000 7ff0fa59c640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff0dc06be30 0x7ff0dc06e2f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4007fd0 tx=0x7ff0e4007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:08.814 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.814+0000 7ff0f2ffd640 1 -- 172.21.15.94:0/2459519785 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff0ec059410 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.981+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff0fc0b44e0 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.983+0000 7ff0f2ffd640 1 -- 172.21.15.94:0/2459519785 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+17018 (secure 0 0 0) 0x7ff0ec05d710 con 0x7ff0fc0ad2d0 2024-09-10T08:36:08.983 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:08.983 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":77,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:07.698549+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:05.660677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:06.681690+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:08.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.984+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff0dc06be30 msgr2=0x7ff0dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.984+0000 7ff100df1640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff0dc06be30 0x7ff0dc06e2f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4007fd0 tx=0x7ff0e4007e80 comp rx=0 tx=0).stop 2024-09-10T08:36:08.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.984+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff0fc0ad2d0 msgr2=0x7ff0fc152810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:08.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.984+0000 7ff100df1640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff0fc0ad2d0 0x7ff0fc152810 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec00ec10 tx=0x7ff0ec00c520 comp rx=0 tx=0).stop 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 shutdown_connections 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff0dc06be30 0x7ff0dc06e2f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff0fc15a7a0 0x7ff0fc152d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff0fc0ad2d0 0x7ff0fc152810 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 --2- 172.21.15.94:0/2459519785 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff0fc072a60 0x7ff0fc14fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 >> 172.21.15.94:0/2459519785 conn(0x7ff0fc0b1b30 msgr2=0x7ff0fc15c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 shutdown_connections 2024-09-10T08:36:08.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:08.985+0000 7ff100df1640 1 -- 172.21.15.94:0/2459519785 wait complete. 2024-09-10T08:36:08.996 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:36:09.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.097+0000 7f560d1ed640 1 Processor -- start 2024-09-10T08:36:09.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.097+0000 7f560d1ed640 1 -- start start 2024-09-10T08:36:09.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f560d1ed640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f56081633f0 0x7f56080d1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f560d1ed640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56080b49a0 con 0x7f5608162870 2024-09-10T08:36:09.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f560d1ed640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f560806d750 con 0x7f560809ac70 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f560d1ed640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f560806dac0 con 0x7f56081633f0 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f55fe59c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5608162870 0x7f5608162ce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40698/0 (socket says 172.21.15.94:40698) 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f55fe59c640 1 -- 172.21.15.94:0/290453509 learned_addr learned my addr 172.21.15.94:0/290453509 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1416588316 0 0) 0x7f56080b49a0 con 0x7f5608162870 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f55f4003520 con 0x7f5608162870 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.098+0000 7f560759e640 1 --2- 172.21.15.94:0/290453509 >> v2:172.21.15.143:3300/0 conn(0x7f56081633f0 0x7f56080d1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3643695136 0 0) 0x7f55f4003520 con 0x7f5608162870 2024-09-10T08:36:09.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 >> v2:172.21.15.143:3300/0 conn(0x7f56081633f0 msgr2=0x7f56080d1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:09.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 --2- 172.21.15.94:0/290453509 >> v2:172.21.15.143:3300/0 conn(0x7f56081633f0 0x7f56080d1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 >> v1:172.21.15.143:6789/0 conn(0x7f560809ac70 legacy=0x7f560809b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f560809b760 con 0x7f5608162870 2024-09-10T08:36:09.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f55f0001670 con 0x7f5608162870 2024-09-10T08:36:09.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 >> v1:172.21.15.94:6789/0 conn(0x7f5608162870 legacy=0x7f5608162ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55f40039b0 0x7f55f4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f4004800 0x7f55f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55f40052e0 0x7f55f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f560806dac0 con 0x7f55f40039b0 2024-09-10T08:36:09.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f55f400c1b0 con 0x7f55f4004800 2024-09-10T08:36:09.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f55f400c3b0 con 0x7f55f40052e0 2024-09-10T08:36:09.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f5606d9d640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55f40039b0 0x7f55f4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f55fe59c640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f4004800 0x7f55f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560759e640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55f40052e0 0x7f55f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f5606d9d640 1 -- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55f40052e0 msgr2=0x7f55f400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f5606d9d640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55f40052e0 0x7f55f400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f5606d9d640 1 -- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f4004800 msgr2=0x7f55f4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f5606d9d640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f4004800 0x7f55f4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f5606d9d640 1 -- 172.21.15.94:0/290453509 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55f4003520 con 0x7f55f40039b0 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560759e640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55f40052e0 0x7f55f400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:09.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.099+0000 7f560759e640 1 -- 172.21.15.94:0/290453509 reap_dead start 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.100+0000 7f5606d9d640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55f40039b0 0x7f55f4003dd0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f55f8001720 tx=0x7f55f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f948ec445fff2b24 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.100+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f8001370 con 0x7f55f40039b0 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.100+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55f80052d0 con 0x7f55f40039b0 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.100+0000 7f560659c640 1 -- 172.21.15.94:0/290453509 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f802ab70 con 0x7f55f40039b0 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.100+0000 7f560d1ed640 1 -- 172.21.15.94:0/290453509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55f40039b0 msgr2=0x7f55f4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.100+0000 7f560d1ed640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55f40039b0 0x7f55f4003dd0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f55f8001720 tx=0x7f55f4005830 comp rx=0 tx=0).stop 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.101+0000 7f560d1ed640 1 -- 172.21.15.94:0/290453509 shutdown_connections 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.101+0000 7f560d1ed640 1 --2- 172.21.15.94:0/290453509 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55f40039b0 0x7f55f4003dd0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.101+0000 7f560d1ed640 1 -- 172.21.15.94:0/290453509 >> 172.21.15.94:0/290453509 conn(0x7f56080b3ce0 msgr2=0x7f56080b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.101+0000 7f560d1ed640 1 -- 172.21.15.94:0/290453509 shutdown_connections 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.101+0000 7f560d1ed640 1 -- 172.21.15.94:0/290453509 wait complete. 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.102+0000 7f560d1ed640 1 Processor -- start 2024-09-10T08:36:09.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.102+0000 7f560d1ed640 1 -- start start 2024-09-10T08:36:09.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f560d1ed640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f40039b0 0x7f56080c6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f560d1ed640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f560815f470 0x7f56080b03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f560d1ed640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56081f3850 0x7f56081f3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f560d1ed640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f560806e650 con 0x7f560815f470 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f560d1ed640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f560806e4d0 con 0x7f55f40039b0 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f560d1ed640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f560809b050 con 0x7f56081f3850 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f560815f470 0x7f56080b03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f560815f470 0x7f56080b03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54772/0 (socket says 172.21.15.94:54772) 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 -- 172.21.15.94:0/3210525994 learned_addr learned my addr 172.21.15.94:0/3210525994 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f560759e640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56081f3850 0x7f56081f3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f5606d9d640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f40039b0 0x7f56080c6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 -- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56081f3850 msgr2=0x7f56081f3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56081f3850 0x7f56081f3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 -- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f40039b0 msgr2=0x7f56080c6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f40039b0 0x7f56080c6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 -- 172.21.15.94:0/3210525994 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f560815f8f0 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.103+0000 7f55fe59c640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f560815f470 0x7f56080b03a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f55f0004ec0 tx=0x7f55f0007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.104+0000 7f55fffff640 1 -- 172.21.15.94:0/3210525994 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f000f7b0 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.104+0000 7f55fffff640 1 -- 172.21.15.94:0/3210525994 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55f0018070 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.104+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56081f4210 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.104+0000 7f55fffff640 1 -- 172.21.15.94:0/3210525994 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f000fbd0 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.104+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f560815fe80 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.105+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f560809b3e0 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.105+0000 7f55fffff640 1 -- 172.21.15.94:0/3210525994 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f55f001d460 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.105+0000 7f55fffff640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f55e806be60 0x7f55e806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.106+0000 7f55fffff640 1 -- 172.21.15.94:0/3210525994 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6101+0+0 (secure 0 0 0) 0x7f55f008af80 con 0x7f560815f470 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.106+0000 7f5606d9d640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f55e806be60 0x7f55e806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.106+0000 7f5606d9d640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f55e806be60 0x7f55e806e320 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f55f8032000 tx=0x7f55f802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:09.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.110+0000 7f55fffff640 1 -- 172.21.15.94:0/3210525994 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f55f0059150 con 0x7f560815f470 2024-09-10T08:36:09.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.310+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f560809bc70 con 0x7f560815f470 2024-09-10T08:36:09.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.377+0000 7f55fffff640 1 -- 172.21.15.94:0/3210525994 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v38) ==== 118+0+0 (secure 0 0 0) 0x7f55f005d450 con 0x7f560815f470 2024-09-10T08:36:09.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f55e806be60 msgr2=0x7f55e806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f55e806be60 0x7f55e806e320 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f55f8032000 tx=0x7f55f802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:09.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f560815f470 msgr2=0x7f56080b03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f560815f470 0x7f56080b03a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f55f0004ec0 tx=0x7f55f0007430 comp rx=0 tx=0).stop 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 shutdown_connections 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f55e806be60 0x7f55e806e320 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56081f3850 0x7f56081f3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f560815f470 0x7f56080b03a0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 --2- 172.21.15.94:0/3210525994 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55f40039b0 0x7f56080c6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 >> 172.21.15.94:0/3210525994 conn(0x7f56080b3ce0 msgr2=0x7f5608161f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 shutdown_connections 2024-09-10T08:36:09.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.380+0000 7f560d1ed640 1 -- 172.21.15.94:0/3210525994 wait complete. 2024-09-10T08:36:09.392 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T08:36:09.392 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T08:36:09.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.493+0000 7f7adcb2a640 1 Processor -- start 2024-09-10T08:36:09.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.493+0000 7f7adcb2a640 1 -- start start 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7adcb2a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7ad80af460 0x7f7ad8073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7adcb2a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad80d0e20 con 0x7f7ad815b700 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7adcb2a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad80722d0 con 0x7f7ad806ed10 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7adcb2a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f7ad80738b0 con 0x7f7ad80af460 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7ad659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7ad80af460 0x7f7ad8073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7ad659c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7ad80af460 0x7f7ad8073370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54782/0 (socket says 172.21.15.94:54782) 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7ad659c640 1 -- 172.21.15.94:0/3948382139 learned_addr learned my addr 172.21.15.94:0/3948382139 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7acdd9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7ad815b700 0x7f7ad80d0710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40708/0 (socket says 172.21.15.94:40708) 2024-09-10T08:36:09.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7ad659c640 1 -- 172.21.15.94:0/3948382139 >> v1:172.21.15.143:6789/0 conn(0x7f7ad806ed10 legacy=0x7f7ad80b38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:09.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7ad659c640 1 -- 172.21.15.94:0/3948382139 >> v1:172.21.15.94:6789/0 conn(0x7f7ad815b700 legacy=0x7f7ad80d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.494+0000 7f7ad659c640 1 -- 172.21.15.94:0/3948382139 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad80725b0 con 0x7f7ad80af460 2024-09-10T08:36:09.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7ad659c640 1 --2- 172.21.15.94:0/3948382139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad80af460 0x7f7ad8073370 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009870 tx=0x7f7ac802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=125da351b9a48032 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:09.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7ad5d9b640 1 -- 172.21.15.94:0/3948382139 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac8037070 con 0x7f7ad80af460 2024-09-10T08:36:09.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7ad5d9b640 1 -- 172.21.15.94:0/3948382139 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ac8032440 con 0x7f7ad80af460 2024-09-10T08:36:09.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7ad5d9b640 1 -- 172.21.15.94:0/3948382139 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac8032810 con 0x7f7ad80af460 2024-09-10T08:36:09.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7adcb2a640 1 -- 172.21.15.94:0/3948382139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad80af460 msgr2=0x7f7ad8073370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/3948382139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad80af460 0x7f7ad8073370 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009870 tx=0x7f7ac802a2a0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7adcb2a640 1 -- 172.21.15.94:0/3948382139 shutdown_connections 2024-09-10T08:36:09.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/3948382139 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad80af460 0x7f7ad8073370 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7adcb2a640 1 -- 172.21.15.94:0/3948382139 >> 172.21.15.94:0/3948382139 conn(0x7f7ad806bcf0 msgr2=0x7f7ad806c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:09.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7adcb2a640 1 -- 172.21.15.94:0/3948382139 shutdown_connections 2024-09-10T08:36:09.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.495+0000 7f7adcb2a640 1 -- 172.21.15.94:0/3948382139 wait complete. 2024-09-10T08:36:09.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.497+0000 7f7adcb2a640 1 Processor -- start 2024-09-10T08:36:09.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.497+0000 7f7adcb2a640 1 -- start start 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad806ed10 0x7f7ad814f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7ad80af460 0x7f7ad81576e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7ad815b700 0x7f7ad814e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad8072e50 con 0x7f7ad806ed10 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad8072b70 con 0x7f7ad815b700 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad80af840 con 0x7f7ad80af460 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad806ed10 0x7f7ad814f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad806ed10 0x7f7ad814f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:54788/0 (socket says 172.21.15.94:54788) 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 -- 172.21.15.94:0/4244610799 learned_addr learned my addr 172.21.15.94:0/4244610799 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad6d9d640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7ad815b700 0x7f7ad814e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7acdd9b640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7ad80af460 0x7f7ad81576e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 -- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7ad80af460 msgr2=0x7f7ad81576e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7ad80af460 0x7f7ad81576e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 -- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7ad815b700 msgr2=0x7f7ad814e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7ad815b700 0x7f7ad814e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 -- 172.21.15.94:0/4244610799 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad815a280 con 0x7f7ad806ed10 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad6d9d640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7ad815b700 0x7f7ad814e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7ad659c640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad806ed10 0x7f7ad814f040 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009870 tx=0x7f7ac80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7acf7fe640 1 -- 172.21.15.94:0/4244610799 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac8041070 con 0x7f7ad806ed10 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7acf7fe640 1 -- 172.21.15.94:0/4244610799 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ac803c870 con 0x7f7ad806ed10 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ad815a560 con 0x7f7ad806ed10 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7acf7fe640 1 -- 172.21.15.94:0/4244610799 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac8037040 con 0x7f7ad806ed10 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.498+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ad815ab20 con 0x7f7ad806ed10 2024-09-10T08:36:09.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.499+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ad8073370 con 0x7f7ad806ed10 2024-09-10T08:36:09.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.500+0000 7f7acf7fe640 1 -- 172.21.15.94:0/4244610799 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7ac8044070 con 0x7f7ad806ed10 2024-09-10T08:36:09.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.500+0000 7f7acf7fe640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ab806be30 0x7f7ab806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:09.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.501+0000 7f7acf7fe640 1 -- 172.21.15.94:0/4244610799 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f7ac80abe50 con 0x7f7ad806ed10 2024-09-10T08:36:09.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.501+0000 7f7acdd9b640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ab806be30 0x7f7ab806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:09.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.501+0000 7f7acdd9b640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ab806be30 0x7f7ab806e2f0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80b2530 tx=0x7f7ac0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:09.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.505+0000 7f7acf7fe640 1 -- 172.21.15.94:0/4244610799 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7ac807a700 con 0x7f7ad806ed10 2024-09-10T08:36:09.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:09.705+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f7ad80cc280 con 0x7f7ad806ed10 2024-09-10T08:36:10.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.384+0000 7f7acf7fe640 1 -- 172.21.15.94:0/4244610799 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v39) ==== 122+0+0 (secure 0 0 0) 0x7f7ac807a000 con 0x7f7ad806ed10 2024-09-10T08:36:10.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.386+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ab806be30 msgr2=0x7f7ab806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.386+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ab806be30 0x7f7ab806e2f0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f7ad80b2530 tx=0x7f7ac0009040 comp rx=0 tx=0).stop 2024-09-10T08:36:10.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.386+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad806ed10 msgr2=0x7f7ad814f040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.386+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad806ed10 0x7f7ad814f040 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009870 tx=0x7f7ac80046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 shutdown_connections 2024-09-10T08:36:10.387 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7ab806be30 0x7f7ab806e2f0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7ad815b700 0x7f7ad814e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7ad80af460 0x7f7ad81576e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 --2- 172.21.15.94:0/4244610799 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7ad806ed10 0x7f7ad814f040 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 >> 172.21.15.94:0/4244610799 conn(0x7f7ad806bcf0 msgr2=0x7f7ad80ce5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:10.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 shutdown_connections 2024-09-10T08:36:10.388 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.387+0000 7f7adcb2a640 1 -- 172.21.15.94:0/4244610799 wait complete. 2024-09-10T08:36:10.399 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T08:36:10.399 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:10.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.498+0000 7f8009531640 1 Processor -- start 2024-09-10T08:36:10.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.498+0000 7f8009531640 1 -- start start 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8009531640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f800415c5d0 0x7f8004071940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8009531640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f80040d1310 0x7f80040d1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8009531640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004160440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8009531640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f80040d1cb0 con 0x7f800415c5d0 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8009531640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f80040d04d0 con 0x7f80040d1310 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8009531640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f80040d07b0 con 0x7f800415ffe0 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8002ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f800415c5d0 0x7f8004071940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8002ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f800415c5d0 0x7f8004071940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59068/0 (socket says 172.21.15.94:59068) 2024-09-10T08:36:10.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.499+0000 7f8002ffd640 1 -- 172.21.15.94:0/2861448429 learned_addr learned my addr 172.21.15.94:0/2861448429 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:10.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8002ffd640 1 -- 172.21.15.94:0/2861448429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 msgr2=0x7f8004160440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:10.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8002ffd640 1 --2- 172.21.15.94:0/2861448429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004160440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8002ffd640 1 -- 172.21.15.94:0/2861448429 >> v2:172.21.15.143:3300/0 conn(0x7f80040d1310 msgr2=0x7f80040d1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:10.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8002ffd640 1 --2- 172.21.15.94:0/2861448429 >> v2:172.21.15.143:3300/0 conn(0x7f80040d1310 0x7f80040d1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8002ffd640 1 -- 172.21.15.94:0/2861448429 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80040d0a90 con 0x7f800415c5d0 2024-09-10T08:36:10.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8002ffd640 1 --2- 172.21.15.94:0/2861448429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f8004071940 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f80040cda50 tx=0x7f7ff402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6089d41f6f64d93a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:10.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8001ffb640 1 -- 172.21.15.94:0/2861448429 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff4037070 con 0x7f800415c5d0 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8001ffb640 1 -- 172.21.15.94:0/2861448429 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ff4032440 con 0x7f800415c5d0 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.500+0000 7f8001ffb640 1 -- 172.21.15.94:0/2861448429 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff4032810 con 0x7f800415c5d0 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 -- 172.21.15.94:0/2861448429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 msgr2=0x7f8004071940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 --2- 172.21.15.94:0/2861448429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f8004071940 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f80040cda50 tx=0x7f7ff402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 -- 172.21.15.94:0/2861448429 shutdown_connections 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 --2- 172.21.15.94:0/2861448429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004160440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 --2- 172.21.15.94:0/2861448429 >> v2:172.21.15.143:3300/0 conn(0x7f80040d1310 0x7f80040d1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 --2- 172.21.15.94:0/2861448429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f8004071940 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 -- 172.21.15.94:0/2861448429 >> 172.21.15.94:0/2861448429 conn(0x7f800406fef0 msgr2=0x7f80040702d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 -- 172.21.15.94:0/2861448429 shutdown_connections 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.501+0000 7f8009531640 1 -- 172.21.15.94:0/2861448429 wait complete. 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.502+0000 7f8009531640 1 Processor -- start 2024-09-10T08:36:10.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.502+0000 7f8009531640 1 -- start start 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f8009531640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f80040d1310 0x7f800414f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f8009531640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f800414ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f8009531640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004159080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f8009531640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f80040d0110 con 0x7f800415c5d0 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f8009531640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f80040d1050 con 0x7f80040d1310 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f8009531640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f80040d0290 con 0x7f800415ffe0 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f800414ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.506 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f800414ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59084/0 (socket says 172.21.15.94:59084) 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80027fc640 1 -- 172.21.15.94:0/2973519019 learned_addr learned my addr 172.21.15.94:0/2973519019 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f8002ffd640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f80040d1310 0x7f800414f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80027fc640 1 -- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 msgr2=0x7f8004159080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80037fe640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004159080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80027fc640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004159080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80027fc640 1 -- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f80040d1310 msgr2=0x7f800414f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.503+0000 7f80027fc640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f80040d1310 0x7f800414f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f80027fc640 1 -- 172.21.15.94:0/2973519019 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f800415dda0 con 0x7f800415c5d0 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f8002ffd640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f80040d1310 0x7f800414f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f80037fe640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004159080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f80027fc640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f800414ec70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f7fec00b4a0 tx=0x7f7fec00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f7ffb7fe640 1 -- 172.21.15.94:0/2973519019 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fec014070 con 0x7f800415c5d0 2024-09-10T08:36:10.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f7ffb7fe640 1 -- 172.21.15.94:0/2973519019 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7fec010610 con 0x7f800415c5d0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f7ffb7fe640 1 -- 172.21.15.94:0/2973519019 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fec010a00 con 0x7f800415c5d0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f800415e040 con 0x7f800415c5d0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.504+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f800415e600 con 0x7f800415c5d0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.505+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80040d1770 con 0x7f800415c5d0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.505+0000 7f7ffb7fe640 1 -- 172.21.15.94:0/2973519019 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7fec017070 con 0x7f800415c5d0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.506+0000 7f7ffb7fe640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fe406be30 0x7f7fe406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.506+0000 7f7ffb7fe640 1 -- 172.21.15.94:0/2973519019 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f7fec08a9d0 con 0x7f800415c5d0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.506+0000 7f8002ffd640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fe406be30 0x7f7fe406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.506+0000 7f8002ffd640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fe406be30 0x7f7fe406e2f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4034000 tx=0x7f7ff402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:10.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.510+0000 7f7ffb7fe640 1 -- 172.21.15.94:0/2973519019 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7fec059280 con 0x7f800415c5d0 2024-09-10T08:36:10.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.710+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8004075570 con 0x7f800415c5d0 2024-09-10T08:36:10.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.711+0000 7f7ffb7fe640 1 -- 172.21.15.94:0/2973519019 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5228 (secure 0 0 0) 0x7f7fec058b80 con 0x7f800415c5d0 2024-09-10T08:36:10.711 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:10.711 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:07.698877+0000","modified":"2024-09-10T08:36:09.706305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6174},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6174":{"gid":6174,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2393180818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2393180818},{"type":"v1","addr":"172.21.15.94:6837","nonce":2393180818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6174,"qdb_cluster":[6174]},"id":5}]} 2024-09-10T08:36:10.711 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 39 2024-09-10T08:36:10.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fe406be30 msgr2=0x7f7fe406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fe406be30 0x7f7fe406e2f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f7ff4034000 tx=0x7f7ff402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:10.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 msgr2=0x7f800414ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f800414ec70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f7fec00b4a0 tx=0x7f7fec00b960 comp rx=0 tx=0).stop 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 shutdown_connections 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7fe406be30 0x7f7fe406e2f0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f800415ffe0 0x7f8004159080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f800415c5d0 0x7f800414ec70 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 --2- 172.21.15.94:0/2973519019 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f80040d1310 0x7f800414f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 >> 172.21.15.94:0/2973519019 conn(0x7f800406fef0 msgr2=0x7f80041603e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 shutdown_connections 2024-09-10T08:36:10.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.713+0000 7f8009531640 1 -- 172.21.15.94:0/2973519019 wait complete. 2024-09-10T08:36:10.724 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:10.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.822+0000 7f38d5053640 1 Processor -- start 2024-09-10T08:36:10.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.822+0000 7f38d5053640 1 -- start start 2024-09-10T08:36:10.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.822+0000 7f38d5053640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d015e790 0x7f38d00d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.822+0000 7f38d5053640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f38d00d5040 0x7f38d00d0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.822+0000 7f38d5053640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38d00cf0a0 con 0x7f38d00d1340 2024-09-10T08:36:10.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.822+0000 7f38d5053640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f38d006db40 con 0x7f38d00d5040 2024-09-10T08:36:10.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.822+0000 7f38d5053640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f38d00cf380 con 0x7f38d015e790 2024-09-10T08:36:10.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ced9d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d015e790 0x7f38d00d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ce59c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f38d00d5040 0x7f38d00d0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ce59c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f38d00d5040 0x7f38d00d0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:38980/0 (socket says 172.21.15.94:38980) 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38cf59e640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f38d00d1340 0x7f38d00d2470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:56920/0 (socket says 172.21.15.94:56920) 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ced9d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d015e790 0x7f38d00d4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:40988/0 (socket says 172.21.15.94:40988) 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ce59c640 1 -- 172.21.15.94:0/939334541 learned_addr learned my addr 172.21.15.94:0/939334541 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ced9d640 1 -- 172.21.15.94:0/939334541 >> v2:172.21.15.143:3300/0 conn(0x7f38d00d5040 msgr2=0x7f38d00d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ced9d640 1 --2- 172.21.15.94:0/939334541 >> v2:172.21.15.143:3300/0 conn(0x7f38d00d5040 0x7f38d00d0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ced9d640 1 -- 172.21.15.94:0/939334541 >> v1:172.21.15.143:6789/0 conn(0x7f38d00d1340 legacy=0x7f38d00d2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ced9d640 1 -- 172.21.15.94:0/939334541 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d00cf660 con 0x7f38d015e790 2024-09-10T08:36:10.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.823+0000 7f38ce59c640 1 --2- 172.21.15.94:0/939334541 >> v2:172.21.15.143:3300/0 conn(0x7f38d00d5040 0x7f38d00d0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:10.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.824+0000 7f38ced9d640 1 --2- 172.21.15.94:0/939334541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d015e790 0x7f38d00d4b00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f38c00097a0 tx=0x7f38c002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f334bd2e4a29e4d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:10.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.824+0000 7f38cdd9b640 1 -- 172.21.15.94:0/939334541 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c0037070 con 0x7f38d015e790 2024-09-10T08:36:10.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.824+0000 7f38cdd9b640 1 -- 172.21.15.94:0/939334541 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38c0032440 con 0x7f38d015e790 2024-09-10T08:36:10.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.824+0000 7f38cdd9b640 1 -- 172.21.15.94:0/939334541 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c0032810 con 0x7f38d015e790 2024-09-10T08:36:10.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 -- 172.21.15.94:0/939334541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d015e790 msgr2=0x7f38d00d4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 --2- 172.21.15.94:0/939334541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d015e790 0x7f38d00d4b00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f38c00097a0 tx=0x7f38c002a210 comp rx=0 tx=0).stop 2024-09-10T08:36:10.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 -- 172.21.15.94:0/939334541 shutdown_connections 2024-09-10T08:36:10.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 --2- 172.21.15.94:0/939334541 >> v2:172.21.15.143:3300/0 conn(0x7f38d00d5040 0x7f38d00d0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 --2- 172.21.15.94:0/939334541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d015e790 0x7f38d00d4b00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 -- 172.21.15.94:0/939334541 >> 172.21.15.94:0/939334541 conn(0x7f38d009d740 msgr2=0x7f38d00d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:10.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 -- 172.21.15.94:0/939334541 shutdown_connections 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.825+0000 7f38d5053640 1 -- 172.21.15.94:0/939334541 wait complete. 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.826+0000 7f38d5053640 1 Processor -- start 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.826+0000 7f38d5053640 1 -- start start 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38d5053640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38d00d1340 0x7f38d0156a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38d5053640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d00d5040 0x7f38d00b4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38d5053640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38d015e790 0x7f38d00b4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38d5053640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f38d00d0140 con 0x7f38d015e790 2024-09-10T08:36:10.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38d5053640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f38d0162f30 con 0x7f38d00d1340 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38d5053640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f38d00b8800 con 0x7f38d00d5040 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38cf59e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38d015e790 0x7f38d00b4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38cf59e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38d015e790 0x7f38d00b4d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59098/0 (socket says 172.21.15.94:59098) 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38cf59e640 1 -- 172.21.15.94:0/1981599429 learned_addr learned my addr 172.21.15.94:0/1981599429 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38ced9d640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38d00d1340 0x7f38d0156a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.827+0000 7f38ce59c640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d00d5040 0x7f38d00b4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38cf59e640 1 -- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d00d5040 msgr2=0x7f38d00b4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38cf59e640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d00d5040 0x7f38d00b4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38cf59e640 1 -- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38d00d1340 msgr2=0x7f38d0156a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38cf59e640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38d00d1340 0x7f38d0156a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38cf59e640 1 -- 172.21.15.94:0/1981599429 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d00b8a30 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38cf59e640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38d015e790 0x7f38d00b4d80 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f38c800c730 tx=0x7f38c800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38b77fe640 1 -- 172.21.15.94:0/1981599429 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c8017070 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38b77fe640 1 -- 172.21.15.94:0/1981599429 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38c800ce40 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d00b8d10 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38b77fe640 1 -- 172.21.15.94:0/1981599429 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c800a840 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.828+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d00b92d0 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.829+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38d00d1be0 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.829+0000 7f38b77fe640 1 -- 172.21.15.94:0/1981599429 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f38c801a070 con 0x7f38d015e790 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.830+0000 7f38b77fe640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38bc06be30 0x7f38bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:10.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.830+0000 7f38b77fe640 1 -- 172.21.15.94:0/1981599429 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f38c808a4c0 con 0x7f38d015e790 2024-09-10T08:36:10.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.830+0000 7f38ced9d640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38bc06be30 0x7f38bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:10.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.830+0000 7f38ced9d640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38bc06be30 0x7f38bc06e2f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f38c0034000 tx=0x7f38c002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:10.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:10.834+0000 7f38b77fe640 1 -- 172.21.15.94:0/1981599429 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f38c8058690 con 0x7f38d015e790 2024-09-10T08:36:11.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.001+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f38d00b5ab0 con 0x7f38d015e790 2024-09-10T08:36:11.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.003+0000 7f38b77fe640 1 -- 172.21.15.94:0/1981599429 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+17005 (secure 0 0 0) 0x7f38c805c990 con 0x7f38d015e790 2024-09-10T08:36:11.003 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:11.003 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":78,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:09.367069+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:05.660677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:06.681690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:11.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.004+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38bc06be30 msgr2=0x7f38bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.004+0000 7f38d5053640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38bc06be30 0x7f38bc06e2f0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f38c0034000 tx=0x7f38c002e000 comp rx=0 tx=0).stop 2024-09-10T08:36:11.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.004+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38d015e790 msgr2=0x7f38d00b4d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.004+0000 7f38d5053640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38d015e790 0x7f38d00b4d80 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f38c800c730 tx=0x7f38c800cbf0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 shutdown_connections 2024-09-10T08:36:11.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f38bc06be30 0x7f38bc06e2f0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f38d015e790 0x7f38d00b4d80 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f38d00d5040 0x7f38d00b4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 --2- 172.21.15.94:0/1981599429 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f38d00d1340 0x7f38d0156a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 >> 172.21.15.94:0/1981599429 conn(0x7f38d009d740 msgr2=0x7f38d00b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:11.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 shutdown_connections 2024-09-10T08:36:11.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.005+0000 7f38d5053640 1 -- 172.21.15.94:0/1981599429 wait complete. 2024-09-10T08:36:11.016 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:36:11.017 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:11.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.115+0000 7f1fb04d0640 1 Processor -- start 2024-09-10T08:36:11.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.115+0000 7f1fb04d0640 1 -- start start 2024-09-10T08:36:11.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.116+0000 7f1fb04d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa806e6f0 0x7f1fa806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.116+0000 7f1fb04d0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1fa80b3b70 0x7f1fa80b4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.116+0000 7f1fb04d0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fa806c730 con 0x7f1fa815e3a0 2024-09-10T08:36:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.116+0000 7f1fb04d0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1fa806f070 con 0x7f1fa80b3b70 2024-09-10T08:36:11.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.116+0000 7f1fb04d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1fa806c4d0 con 0x7f1fa806e6f0 2024-09-10T08:36:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1fada6b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa806e6f0 0x7f1fa806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1fada6b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa806e6f0 0x7f1fa806eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:41002/0 (socket says 172.21.15.94:41002) 2024-09-10T08:36:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1fada6b640 1 -- 172.21.15.94:0/847458100 learned_addr learned my addr 172.21.15.94:0/847458100 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1faea6d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f1fa80b3b70 0x7f1fa80b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1fada6b640 1 -- 172.21.15.94:0/847458100 >> v2:172.21.15.143:3300/0 conn(0x7f1fa80b3b70 msgr2=0x7f1fa80b4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1fada6b640 1 --2- 172.21.15.94:0/847458100 >> v2:172.21.15.143:3300/0 conn(0x7f1fa80b3b70 0x7f1fa80b4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1fada6b640 1 -- 172.21.15.94:0/847458100 >> v1:172.21.15.143:6789/0 conn(0x7f1fa815e3a0 legacy=0x7f1fa8067950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.117+0000 7f1fada6b640 1 -- 172.21.15.94:0/847458100 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa806ca10 con 0x7f1fa806e6f0 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fada6b640 1 --2- 172.21.15.94:0/847458100 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa806e6f0 0x7f1fa806eb30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1f98009870 tx=0x7f1f9802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a526cbf11795fd42 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fad26a640 1 -- 172.21.15.94:0/847458100 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98037070 con 0x7f1fa806e6f0 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fad26a640 1 -- 172.21.15.94:0/847458100 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f98032440 con 0x7f1fa806e6f0 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fad26a640 1 -- 172.21.15.94:0/847458100 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f98032810 con 0x7f1fa806e6f0 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fb04d0640 1 -- 172.21.15.94:0/847458100 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa806e6f0 msgr2=0x7f1fa806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/847458100 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa806e6f0 0x7f1fa806eb30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1f98009870 tx=0x7f1f9802a270 comp rx=0 tx=0).stop 2024-09-10T08:36:11.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fb04d0640 1 -- 172.21.15.94:0/847458100 shutdown_connections 2024-09-10T08:36:11.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/847458100 >> v2:172.21.15.143:3300/0 conn(0x7f1fa80b3b70 0x7f1fa80b4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/847458100 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa806e6f0 0x7f1fa806eb30 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.118+0000 7f1fb04d0640 1 -- 172.21.15.94:0/847458100 >> 172.21.15.94:0/847458100 conn(0x7f1fa80cd410 msgr2=0x7f1fa80cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:11.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.119+0000 7f1fb04d0640 1 -- 172.21.15.94:0/847458100 shutdown_connections 2024-09-10T08:36:11.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.119+0000 7f1fb04d0640 1 -- 172.21.15.94:0/847458100 wait complete. 2024-09-10T08:36:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 Processor -- start 2024-09-10T08:36:11.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 -- start start 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1fa806e6f0 0x7f1fa8145a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa80b3b70 0x7f1fa8157cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1fa815e3a0 0x7f1fa8155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa815e780 con 0x7f1fa806e6f0 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1fa806cfd0 con 0x7f1fa815e3a0 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.120+0000 7f1fb04d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1fa806f3e0 con 0x7f1fa80b3b70 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1fa806e6f0 0x7f1fa8145a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1fa806e6f0 0x7f1fa8145a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59104/0 (socket says 172.21.15.94:59104) 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 -- 172.21.15.94:0/255155804 learned_addr learned my addr 172.21.15.94:0/255155804 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fada6b640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa80b3b70 0x7f1fa8157cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1faea6d640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1fa815e3a0 0x7f1fa8155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 -- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa80b3b70 msgr2=0x7f1fa8157cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa80b3b70 0x7f1fa8157cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 -- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1fa815e3a0 msgr2=0x7f1fa8155c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1fa815e3a0 0x7f1fa8155c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 -- 172.21.15.94:0/255155804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fa81586b0 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fae26c640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1fa806e6f0 0x7f1fa8145a60 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f1fa400c730 tx=0x7f1fa400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1f9effd640 1 -- 172.21.15.94:0/255155804 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa4016020 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1f9effd640 1 -- 172.21.15.94:0/255155804 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fa4006d50 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fa8158990 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1f9effd640 1 -- 172.21.15.94:0/255155804 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa4003bb0 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.121+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fa8158f50 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.122+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fa806eb30 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.123+0000 7f1f9effd640 1 -- 172.21.15.94:0/255155804 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1fa400a850 con 0x7f1fa806e6f0 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.123+0000 7f1f9effd640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1f8c06be30 0x7f1f8c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.123+0000 7f1fada6b640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1f8c06be30 0x7f1f8c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.123+0000 7f1f9effd640 1 -- 172.21.15.94:0/255155804 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f1fa408aa90 con 0x7f1fa806e6f0 2024-09-10T08:36:11.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.124+0000 7f1fada6b640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1f8c06be30 0x7f1f8c06e2f0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1f98034000 tx=0x7f1f9802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.127+0000 7f1f9effd640 1 -- 172.21.15.94:0/255155804 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1fa4020020 con 0x7f1fa806e6f0 2024-09-10T08:36:11.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.291+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1fa80b0dc0 con 0x7f1f8c06be30 2024-09-10T08:36:11.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.296+0000 7f1f9effd640 1 -- 172.21.15.94:0/255155804 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249206 (secure 0 0 0) 0x7f1fa80b0dc0 con 0x7f1f8c06be30 2024-09-10T08:36:11.300 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:11.301 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:11.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.299+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1f8c06be30 msgr2=0x7f1f8c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.299+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1f8c06be30 0x7f1f8c06e2f0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1f98034000 tx=0x7f1f9802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.299+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1fa806e6f0 msgr2=0x7f1fa8145a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1fa806e6f0 0x7f1fa8145a60 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f1fa400c730 tx=0x7f1fa400cbf0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 shutdown_connections 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1f8c06be30 0x7f1f8c06e2f0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1fa815e3a0 0x7f1fa8155c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1fa80b3b70 0x7f1fa8157cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 --2- 172.21.15.94:0/255155804 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1fa806e6f0 0x7f1fa8145a60 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 >> 172.21.15.94:0/255155804 conn(0x7f1fa80cd410 msgr2=0x7f1fa80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 shutdown_connections 2024-09-10T08:36:11.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.300+0000 7f1fb04d0640 1 -- 172.21.15.94:0/255155804 wait complete. 2024-09-10T08:36:11.311 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-10T08:36:09.855618+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":200,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":160,"acting":160,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":62,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":245444,"kb_used_data":8380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729276,"statfs":{"total":773094113280,"available":772842778624,"internally_reserved":0,"allocated":8581120,"data_stored":4501386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000644"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.387923+0000","last_change":"2024-09-10T08:36:08.386347+0000","last_active":"2024-09-10T08:36:08.387923+0000","last_peered":"2024-09-10T08:36:08.387923+0000","last_clean":"2024-09-10T08:36:08.387923+0000","last_became_active":"2024-09-10T08:36:08.385884+0000","last_became_peered":"2024-09-10T08:36:08.385884+0000","last_unstale":"2024-09-10T08:36:08.387923+0000","last_undegraded":"2024-09-10T08:36:08.387923+0000","last_fullsized":"2024-09-10T08:36:08.387923+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384807+0000","last_change":"2024-09-10T08:36:08.382881+0000","last_active":"2024-09-10T08:36:08.384807+0000","last_peered":"2024-09-10T08:36:08.384807+0000","last_clean":"2024-09-10T08:36:08.384807+0000","last_became_active":"2024-09-10T08:36:08.382601+0000","last_became_peered":"2024-09-10T08:36:08.382601+0000","last_unstale":"2024-09-10T08:36:08.384807+0000","last_undegraded":"2024-09-10T08:36:08.384807+0000","last_fullsized":"2024-09-10T08:36:08.384807+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388443+0000","last_change":"2024-09-10T08:36:08.385659+0000","last_active":"2024-09-10T08:36:08.388443+0000","last_peered":"2024-09-10T08:36:08.388443+0000","last_clean":"2024-09-10T08:36:08.388443+0000","last_became_active":"2024-09-10T08:36:08.385215+0000","last_became_peered":"2024-09-10T08:36:08.385215+0000","last_unstale":"2024-09-10T08:36:08.388443+0000","last_undegraded":"2024-09-10T08:36:08.388443+0000","last_fullsized":"2024-09-10T08:36:08.388443+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399260+0000","last_change":"2024-09-10T08:36:08.392170+0000","last_active":"2024-09-10T08:36:08.399260+0000","last_peered":"2024-09-10T08:36:08.399260+0000","last_clean":"2024-09-10T08:36:08.399260+0000","last_became_active":"2024-09-10T08:36:08.391889+0000","last_became_peered":"2024-09-10T08:36:08.391889+0000","last_unstale":"2024-09-10T08:36:08.399260+0000","last_undegraded":"2024-09-10T08:36:08.399260+0000","last_fullsized":"2024-09-10T08:36:08.399260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:12.783523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388688+0000","last_change":"2024-09-10T08:36:08.387878+0000","last_active":"2024-09-10T08:36:08.388688+0000","last_peered":"2024-09-10T08:36:08.388688+0000","last_clean":"2024-09-10T08:36:08.388688+0000","last_became_active":"2024-09-10T08:36:08.387249+0000","last_became_peered":"2024-09-10T08:36:08.387249+0000","last_unstale":"2024-09-10T08:36:08.388688+0000","last_undegraded":"2024-09-10T08:36:08.388688+0000","last_fullsized":"2024-09-10T08:36:08.388688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397563+0000","last_change":"2024-09-10T08:36:08.394983+0000","last_active":"2024-09-10T08:36:08.397563+0000","last_peered":"2024-09-10T08:36:08.397563+0000","last_clean":"2024-09-10T08:36:08.397563+0000","last_became_active":"2024-09-10T08:36:08.394636+0000","last_became_peered":"2024-09-10T08:36:08.394636+0000","last_unstale":"2024-09-10T08:36:08.397563+0000","last_undegraded":"2024-09-10T08:36:08.397563+0000","last_fullsized":"2024-09-10T08:36:08.397563+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.391172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400202+0000","last_change":"2024-09-10T08:36:08.393183+0000","last_active":"2024-09-10T08:36:08.400202+0000","last_peered":"2024-09-10T08:36:08.400202+0000","last_clean":"2024-09-10T08:36:08.400202+0000","last_became_active":"2024-09-10T08:36:08.392920+0000","last_became_peered":"2024-09-10T08:36:08.392920+0000","last_unstale":"2024-09-10T08:36:08.400202+0000","last_undegraded":"2024-09-10T08:36:08.400202+0000","last_fullsized":"2024-09-10T08:36:08.400202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.693446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383240+0000","last_change":"2024-09-10T08:36:08.380120+0000","last_active":"2024-09-10T08:36:08.383240+0000","last_peered":"2024-09-10T08:36:08.383240+0000","last_clean":"2024-09-10T08:36:08.383240+0000","last_became_active":"2024-09-10T08:36:08.379833+0000","last_became_peered":"2024-09-10T08:36:08.379833+0000","last_unstale":"2024-09-10T08:36:08.383240+0000","last_undegraded":"2024-09-10T08:36:08.383240+0000","last_fullsized":"2024-09-10T08:36:08.383240+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:25.712623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396900+0000","last_change":"2024-09-10T08:36:08.394714+0000","last_active":"2024-09-10T08:36:08.396900+0000","last_peered":"2024-09-10T08:36:08.396900+0000","last_clean":"2024-09-10T08:36:08.396900+0000","last_became_active":"2024-09-10T08:36:08.394422+0000","last_became_peered":"2024-09-10T08:36:08.394422+0000","last_unstale":"2024-09-10T08:36:08.396900+0000","last_undegraded":"2024-09-10T08:36:08.396900+0000","last_fullsized":"2024-09-10T08:36:08.396900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:57:11.237597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382067+0000","last_change":"2024-09-10T08:36:08.379224+0000","last_active":"2024-09-10T08:36:08.382067+0000","last_peered":"2024-09-10T08:36:08.382067+0000","last_clean":"2024-09-10T08:36:08.382067+0000","last_became_active":"2024-09-10T08:36:08.378222+0000","last_became_peered":"2024-09-10T08:36:08.378222+0000","last_unstale":"2024-09-10T08:36:08.382067+0000","last_undegraded":"2024-09-10T08:36:08.382067+0000","last_fullsized":"2024-09-10T08:36:08.382067+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:52.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394003+0000","last_change":"2024-09-10T08:36:08.388437+0000","last_active":"2024-09-10T08:36:08.394003+0000","last_peered":"2024-09-10T08:36:08.394003+0000","last_clean":"2024-09-10T08:36:08.394003+0000","last_became_active":"2024-09-10T08:36:08.388120+0000","last_became_peered":"2024-09-10T08:36:08.388120+0000","last_unstale":"2024-09-10T08:36:08.394003+0000","last_undegraded":"2024-09-10T08:36:08.394003+0000","last_fullsized":"2024-09-10T08:36:08.394003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:43.239145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389859+0000","last_change":"2024-09-10T08:36:08.388132+0000","last_active":"2024-09-10T08:36:08.389859+0000","last_peered":"2024-09-10T08:36:08.389859+0000","last_clean":"2024-09-10T08:36:08.389859+0000","last_became_active":"2024-09-10T08:36:08.387587+0000","last_became_peered":"2024-09-10T08:36:08.387587+0000","last_unstale":"2024-09-10T08:36:08.389859+0000","last_undegraded":"2024-09-10T08:36:08.389859+0000","last_fullsized":"2024-09-10T08:36:08.389859+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381718+0000","last_change":"2024-09-10T08:36:08.377784+0000","last_active":"2024-09-10T08:36:08.381718+0000","last_peered":"2024-09-10T08:36:08.381718+0000","last_clean":"2024-09-10T08:36:08.381718+0000","last_became_active":"2024-09-10T08:36:08.377471+0000","last_became_peered":"2024-09-10T08:36:08.377471+0000","last_unstale":"2024-09-10T08:36:08.381718+0000","last_undegraded":"2024-09-10T08:36:08.381718+0000","last_fullsized":"2024-09-10T08:36:08.381718+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383765+0000","last_change":"2024-09-10T08:36:08.381763+0000","last_active":"2024-09-10T08:36:08.383765+0000","last_peered":"2024-09-10T08:36:08.383765+0000","last_clean":"2024-09-10T08:36:08.383765+0000","last_became_active":"2024-09-10T08:36:08.381280+0000","last_became_peered":"2024-09-10T08:36:08.381280+0000","last_unstale":"2024-09-10T08:36:08.383765+0000","last_undegraded":"2024-09-10T08:36:08.383765+0000","last_fullsized":"2024-09-10T08:36:08.383765+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397805+0000","last_change":"2024-09-10T08:36:08.391606+0000","last_active":"2024-09-10T08:36:08.397805+0000","last_peered":"2024-09-10T08:36:08.397805+0000","last_clean":"2024-09-10T08:36:08.397805+0000","last_became_active":"2024-09-10T08:36:08.391303+0000","last_became_peered":"2024-09-10T08:36:08.391303+0000","last_unstale":"2024-09-10T08:36:08.397805+0000","last_undegraded":"2024-09-10T08:36:08.397805+0000","last_fullsized":"2024-09-10T08:36:08.397805+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:27:13.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395829+0000","last_change":"2024-09-10T08:36:08.394508+0000","last_active":"2024-09-10T08:36:08.395829+0000","last_peered":"2024-09-10T08:36:08.395829+0000","last_clean":"2024-09-10T08:36:08.395829+0000","last_became_active":"2024-09-10T08:36:08.394223+0000","last_became_peered":"2024-09-10T08:36:08.394223+0000","last_unstale":"2024-09-10T08:36:08.395829+0000","last_undegraded":"2024-09-10T08:36:08.395829+0000","last_fullsized":"2024-09-10T08:36:08.395829+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398927+0000","last_change":"2024-09-10T08:36:08.393340+0000","last_active":"2024-09-10T08:36:08.398927+0000","last_peered":"2024-09-10T08:36:08.398927+0000","last_clean":"2024-09-10T08:36:08.398927+0000","last_became_active":"2024-09-10T08:36:08.393064+0000","last_became_peered":"2024-09-10T08:36:08.393064+0000","last_unstale":"2024-09-10T08:36:08.398927+0000","last_undegraded":"2024-09-10T08:36:08.398927+0000","last_fullsized":"2024-09-10T08:36:08.398927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:29.177480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398955+0000","last_change":"2024-09-10T08:36:08.393421+0000","last_active":"2024-09-10T08:36:08.398955+0000","last_peered":"2024-09-10T08:36:08.398955+0000","last_clean":"2024-09-10T08:36:08.398955+0000","last_became_active":"2024-09-10T08:36:08.393171+0000","last_became_peered":"2024-09-10T08:36:08.393171+0000","last_unstale":"2024-09-10T08:36:08.398955+0000","last_undegraded":"2024-09-10T08:36:08.398955+0000","last_fullsized":"2024-09-10T08:36:08.398955+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:50.918000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386695+0000","last_change":"2024-09-10T08:36:08.384586+0000","last_active":"2024-09-10T08:36:08.386695+0000","last_peered":"2024-09-10T08:36:08.386695+0000","last_clean":"2024-09-10T08:36:08.386695+0000","last_became_active":"2024-09-10T08:36:08.384309+0000","last_became_peered":"2024-09-10T08:36:08.384309+0000","last_unstale":"2024-09-10T08:36:08.386695+0000","last_undegraded":"2024-09-10T08:36:08.386695+0000","last_fullsized":"2024-09-10T08:36:08.386695+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392370+0000","last_change":"2024-09-10T08:36:08.390326+0000","last_active":"2024-09-10T08:36:08.392370+0000","last_peered":"2024-09-10T08:36:08.392370+0000","last_clean":"2024-09-10T08:36:08.392370+0000","last_became_active":"2024-09-10T08:36:08.390016+0000","last_became_peered":"2024-09-10T08:36:08.390016+0000","last_unstale":"2024-09-10T08:36:08.392370+0000","last_undegraded":"2024-09-10T08:36:08.392370+0000","last_fullsized":"2024-09-10T08:36:08.392370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383219+0000","last_change":"2024-09-10T08:36:08.379619+0000","last_active":"2024-09-10T08:36:08.383219+0000","last_peered":"2024-09-10T08:36:08.383219+0000","last_clean":"2024-09-10T08:36:08.383219+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.383219+0000","last_undegraded":"2024-09-10T08:36:08.383219+0000","last_fullsized":"2024-09-10T08:36:08.383219+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:06.516645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385688+0000","last_change":"2024-09-10T08:36:08.381830+0000","last_active":"2024-09-10T08:36:08.385688+0000","last_peered":"2024-09-10T08:36:08.385688+0000","last_clean":"2024-09-10T08:36:08.385688+0000","last_became_active":"2024-09-10T08:36:08.381529+0000","last_became_peered":"2024-09-10T08:36:08.381529+0000","last_unstale":"2024-09-10T08:36:08.385688+0000","last_undegraded":"2024-09-10T08:36:08.385688+0000","last_fullsized":"2024-09-10T08:36:08.385688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392477+0000","last_change":"2024-09-10T08:36:08.384081+0000","last_active":"2024-09-10T08:36:08.392477+0000","last_peered":"2024-09-10T08:36:08.392477+0000","last_clean":"2024-09-10T08:36:08.392477+0000","last_became_active":"2024-09-10T08:36:08.383807+0000","last_became_peered":"2024-09-10T08:36:08.383807+0000","last_unstale":"2024-09-10T08:36:08.392477+0000","last_undegraded":"2024-09-10T08:36:08.392477+0000","last_fullsized":"2024-09-10T08:36:08.392477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:21.054939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384283+0000","last_change":"2024-09-10T08:36:08.380201+0000","last_active":"2024-09-10T08:36:08.384283+0000","last_peered":"2024-09-10T08:36:08.384283+0000","last_clean":"2024-09-10T08:36:08.384283+0000","last_became_active":"2024-09-10T08:36:08.379934+0000","last_became_peered":"2024-09-10T08:36:08.379934+0000","last_unstale":"2024-09-10T08:36:08.384283+0000","last_undegraded":"2024-09-10T08:36:08.384283+0000","last_fullsized":"2024-09-10T08:36:08.384283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:22.809736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379079+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.378727+0000","last_became_peered":"2024-09-10T08:36:08.378727+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388784+0000","last_change":"2024-09-10T08:36:08.387075+0000","last_active":"2024-09-10T08:36:08.388784+0000","last_peered":"2024-09-10T08:36:08.388784+0000","last_clean":"2024-09-10T08:36:08.388784+0000","last_became_active":"2024-09-10T08:36:08.386786+0000","last_became_peered":"2024-09-10T08:36:08.386786+0000","last_unstale":"2024-09-10T08:36:08.388784+0000","last_undegraded":"2024-09-10T08:36:08.388784+0000","last_fullsized":"2024-09-10T08:36:08.388784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1f","version":"77'4","reported_seq":16,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401056+0000","last_change":"2024-09-10T08:36:07.373777+0000","last_active":"2024-09-10T08:36:08.401056+0000","last_peered":"2024-09-10T08:36:08.401056+0000","last_clean":"2024-09-10T08:36:08.401056+0000","last_became_active":"2024-09-10T08:36:07.373513+0000","last_became_peered":"2024-09-10T08:36:07.373513+0000","last_unstale":"2024-09-10T08:36:08.401056+0000","last_undegraded":"2024-09-10T08:36:08.401056+0000","last_fullsized":"2024-09-10T08:36:08.401056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:01.804523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376786+0000","last_change":"2024-09-10T08:36:08.375544+0000","last_active":"2024-09-10T08:36:08.376786+0000","last_peered":"2024-09-10T08:36:08.376786+0000","last_clean":"2024-09-10T08:36:08.376786+0000","last_became_active":"2024-09-10T08:36:08.375261+0000","last_became_peered":"2024-09-10T08:36:08.375261+0000","last_unstale":"2024-09-10T08:36:08.376786+0000","last_undegraded":"2024-09-10T08:36:08.376786+0000","last_fullsized":"2024-09-10T08:36:08.376786+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395515+0000","last_change":"2024-09-10T08:36:07.381016+0000","last_active":"2024-09-10T08:36:08.395515+0000","last_peered":"2024-09-10T08:36:08.395515+0000","last_clean":"2024-09-10T08:36:08.395515+0000","last_became_active":"2024-09-10T08:36:07.380686+0000","last_became_peered":"2024-09-10T08:36:07.380686+0000","last_unstale":"2024-09-10T08:36:08.395515+0000","last_undegraded":"2024-09-10T08:36:08.395515+0000","last_fullsized":"2024-09-10T08:36:08.395515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.393372+0000","last_change":"2024-09-10T08:36:07.374679+0000","last_active":"2024-09-10T08:36:08.393372+0000","last_peered":"2024-09-10T08:36:08.393372+0000","last_clean":"2024-09-10T08:36:08.393372+0000","last_became_active":"2024-09-10T08:36:07.374385+0000","last_became_peered":"2024-09-10T08:36:07.374385+0000","last_unstale":"2024-09-10T08:36:08.393372+0000","last_undegraded":"2024-09-10T08:36:08.393372+0000","last_fullsized":"2024-09-10T08:36:08.393372+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396298+0000","last_change":"2024-09-10T08:36:07.381157+0000","last_active":"2024-09-10T08:36:08.396298+0000","last_peered":"2024-09-10T08:36:08.396298+0000","last_clean":"2024-09-10T08:36:08.396298+0000","last_became_active":"2024-09-10T08:36:07.380295+0000","last_became_peered":"2024-09-10T08:36:07.380295+0000","last_unstale":"2024-09-10T08:36:08.396298+0000","last_undegraded":"2024-09-10T08:36:08.396298+0000","last_fullsized":"2024-09-10T08:36:08.396298+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:30.953373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396874+0000","last_change":"2024-09-10T08:36:08.394775+0000","last_active":"2024-09-10T08:36:08.396874+0000","last_peered":"2024-09-10T08:36:08.396874+0000","last_clean":"2024-09-10T08:36:08.396874+0000","last_became_active":"2024-09-10T08:36:08.394446+0000","last_became_peered":"2024-09-10T08:36:08.394446+0000","last_unstale":"2024-09-10T08:36:08.396874+0000","last_undegraded":"2024-09-10T08:36:08.396874+0000","last_fullsized":"2024-09-10T08:36:08.396874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:54.936574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:06.352063+0000","last_change":"2024-09-10T08:36:06.352063+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.352063+0000","last_undegraded":"2024-09-10T08:36:06.352063+0000","last_fullsized":"2024-09-10T08:36:06.352063+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384733+0000","last_change":"2024-09-10T08:36:08.383834+0000","last_active":"2024-09-10T08:36:08.384733+0000","last_peered":"2024-09-10T08:36:08.384733+0000","last_clean":"2024-09-10T08:36:08.384733+0000","last_became_active":"2024-09-10T08:36:08.383562+0000","last_became_peered":"2024-09-10T08:36:08.383562+0000","last_unstale":"2024-09-10T08:36:08.384733+0000","last_undegraded":"2024-09-10T08:36:08.384733+0000","last_fullsized":"2024-09-10T08:36:08.384733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400419+0000","last_change":"2024-09-10T08:36:07.373994+0000","last_active":"2024-09-10T08:36:08.400419+0000","last_peered":"2024-09-10T08:36:08.400419+0000","last_clean":"2024-09-10T08:36:08.400419+0000","last_became_active":"2024-09-10T08:36:07.373720+0000","last_became_peered":"2024-09-10T08:36:07.373720+0000","last_unstale":"2024-09-10T08:36:08.400419+0000","last_undegraded":"2024-09-10T08:36:08.400419+0000","last_fullsized":"2024-09-10T08:36:08.400419+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:33:12.502934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372329+0000","last_change":"2024-09-10T08:36:07.373768+0000","last_active":"2024-09-10T08:36:08.372329+0000","last_peered":"2024-09-10T08:36:08.372329+0000","last_clean":"2024-09-10T08:36:08.372329+0000","last_became_active":"2024-09-10T08:36:07.373445+0000","last_became_peered":"2024-09-10T08:36:07.373445+0000","last_unstale":"2024-09-10T08:36:08.372329+0000","last_undegraded":"2024-09-10T08:36:08.372329+0000","last_fullsized":"2024-09-10T08:36:08.372329+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397528+0000","last_change":"2024-09-10T08:36:08.394187+0000","last_active":"2024-09-10T08:36:08.397528+0000","last_peered":"2024-09-10T08:36:08.397528+0000","last_clean":"2024-09-10T08:36:08.397528+0000","last_became_active":"2024-09-10T08:36:08.393841+0000","last_became_peered":"2024-09-10T08:36:08.393841+0000","last_unstale":"2024-09-10T08:36:08.397528+0000","last_undegraded":"2024-09-10T08:36:08.397528+0000","last_fullsized":"2024-09-10T08:36:08.397528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:11.560861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383041+0000","last_change":"2024-09-10T08:36:07.381124+0000","last_active":"2024-09-10T08:36:08.383041+0000","last_peered":"2024-09-10T08:36:08.383041+0000","last_clean":"2024-09-10T08:36:08.383041+0000","last_became_active":"2024-09-10T08:36:07.380483+0000","last_became_peered":"2024-09-10T08:36:07.380483+0000","last_unstale":"2024-09-10T08:36:08.383041+0000","last_undegraded":"2024-09-10T08:36:08.383041+0000","last_fullsized":"2024-09-10T08:36:08.383041+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:38.349484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384773+0000","last_change":"2024-09-10T08:36:08.378474+0000","last_active":"2024-09-10T08:36:08.384773+0000","last_peered":"2024-09-10T08:36:08.384773+0000","last_clean":"2024-09-10T08:36:08.384773+0000","last_became_active":"2024-09-10T08:36:08.378204+0000","last_became_peered":"2024-09-10T08:36:08.378204+0000","last_unstale":"2024-09-10T08:36:08.384773+0000","last_undegraded":"2024-09-10T08:36:08.384773+0000","last_fullsized":"2024-09-10T08:36:08.384773+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:35.122057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373405+0000","last_change":"2024-09-10T08:36:07.380662+0000","last_active":"2024-09-10T08:36:08.373405+0000","last_peered":"2024-09-10T08:36:08.373405+0000","last_clean":"2024-09-10T08:36:08.373405+0000","last_became_active":"2024-09-10T08:36:07.380397+0000","last_became_peered":"2024-09-10T08:36:07.380397+0000","last_unstale":"2024-09-10T08:36:08.373405+0000","last_undegraded":"2024-09-10T08:36:08.373405+0000","last_fullsized":"2024-09-10T08:36:08.373405+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388680+0000","last_change":"2024-09-10T08:36:08.385425+0000","last_active":"2024-09-10T08:36:08.388680+0000","last_peered":"2024-09-10T08:36:08.388680+0000","last_clean":"2024-09-10T08:36:08.388680+0000","last_became_active":"2024-09-10T08:36:08.384838+0000","last_became_peered":"2024-09-10T08:36:08.384838+0000","last_unstale":"2024-09-10T08:36:08.388680+0000","last_undegraded":"2024-09-10T08:36:08.388680+0000","last_fullsized":"2024-09-10T08:36:08.388680+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372232+0000","last_change":"2024-09-10T08:36:07.377754+0000","last_active":"2024-09-10T08:36:08.372232+0000","last_peered":"2024-09-10T08:36:08.372232+0000","last_clean":"2024-09-10T08:36:08.372232+0000","last_became_active":"2024-09-10T08:36:07.377485+0000","last_became_peered":"2024-09-10T08:36:07.377485+0000","last_unstale":"2024-09-10T08:36:08.372232+0000","last_undegraded":"2024-09-10T08:36:08.372232+0000","last_fullsized":"2024-09-10T08:36:08.372232+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:43.778255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385225+0000","last_change":"2024-09-10T08:36:08.383116+0000","last_active":"2024-09-10T08:36:08.385225+0000","last_peered":"2024-09-10T08:36:08.385225+0000","last_clean":"2024-09-10T08:36:08.385225+0000","last_became_active":"2024-09-10T08:36:08.382765+0000","last_became_peered":"2024-09-10T08:36:08.382765+0000","last_unstale":"2024-09-10T08:36:08.385225+0000","last_undegraded":"2024-09-10T08:36:08.385225+0000","last_fullsized":"2024-09-10T08:36:08.385225+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"77'3","reported_seq":15,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400695+0000","last_change":"2024-09-10T08:36:07.378056+0000","last_active":"2024-09-10T08:36:08.400695+0000","last_peered":"2024-09-10T08:36:08.400695+0000","last_clean":"2024-09-10T08:36:08.400695+0000","last_became_active":"2024-09-10T08:36:07.377806+0000","last_became_peered":"2024-09-10T08:36:07.377806+0000","last_unstale":"2024-09-10T08:36:08.400695+0000","last_undegraded":"2024-09-10T08:36:08.400695+0000","last_fullsized":"2024-09-10T08:36:08.400695+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:45:32.755980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.14","version":"77'6","reported_seq":18,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401067+0000","last_change":"2024-09-10T08:36:07.380597+0000","last_active":"2024-09-10T08:36:08.401067+0000","last_peered":"2024-09-10T08:36:08.401067+0000","last_clean":"2024-09-10T08:36:08.401067+0000","last_became_active":"2024-09-10T08:36:07.380239+0000","last_became_peered":"2024-09-10T08:36:07.380239+0000","last_unstale":"2024-09-10T08:36:08.401067+0000","last_undegraded":"2024-09-10T08:36:08.401067+0000","last_fullsized":"2024-09-10T08:36:08.401067+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:12:15.761517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379484+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.379165+0000","last_became_peered":"2024-09-10T08:36:08.379165+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:06.111026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399533+0000","last_change":"2024-09-10T08:36:07.381145+0000","last_active":"2024-09-10T08:36:08.399533+0000","last_peered":"2024-09-10T08:36:08.399533+0000","last_clean":"2024-09-10T08:36:08.399533+0000","last_became_active":"2024-09-10T08:36:07.380876+0000","last_became_peered":"2024-09-10T08:36:07.380876+0000","last_unstale":"2024-09-10T08:36:08.399533+0000","last_undegraded":"2024-09-10T08:36:08.399533+0000","last_fullsized":"2024-09-10T08:36:08.399533+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:13.107767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392537+0000","last_change":"2024-09-10T08:36:08.390983+0000","last_active":"2024-09-10T08:36:08.392537+0000","last_peered":"2024-09-10T08:36:08.392537+0000","last_clean":"2024-09-10T08:36:08.392537+0000","last_became_active":"2024-09-10T08:36:08.390698+0000","last_became_peered":"2024-09-10T08:36:08.390698+0000","last_unstale":"2024-09-10T08:36:08.392537+0000","last_undegraded":"2024-09-10T08:36:08.392537+0000","last_fullsized":"2024-09-10T08:36:08.392537+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:40:40.924687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.371835+0000","last_change":"2024-09-10T08:36:07.375535+0000","last_active":"2024-09-10T08:36:08.371835+0000","last_peered":"2024-09-10T08:36:08.371835+0000","last_clean":"2024-09-10T08:36:08.371835+0000","last_became_active":"2024-09-10T08:36:07.375267+0000","last_became_peered":"2024-09-10T08:36:07.375267+0000","last_unstale":"2024-09-10T08:36:08.371835+0000","last_undegraded":"2024-09-10T08:36:08.371835+0000","last_fullsized":"2024-09-10T08:36:08.371835+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:29.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389287+0000","last_change":"2024-09-10T08:36:08.386767+0000","last_active":"2024-09-10T08:36:08.389287+0000","last_peered":"2024-09-10T08:36:08.389287+0000","last_clean":"2024-09-10T08:36:08.389287+0000","last_became_active":"2024-09-10T08:36:08.386484+0000","last_became_peered":"2024-09-10T08:36:08.386484+0000","last_unstale":"2024-09-10T08:36:08.389287+0000","last_undegraded":"2024-09-10T08:36:08.389287+0000","last_fullsized":"2024-09-10T08:36:08.389287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:31.778174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381864+0000","last_change":"2024-09-10T08:36:07.375706+0000","last_active":"2024-09-10T08:36:08.381864+0000","last_peered":"2024-09-10T08:36:08.381864+0000","last_clean":"2024-09-10T08:36:08.381864+0000","last_became_active":"2024-09-10T08:36:07.375483+0000","last_became_peered":"2024-09-10T08:36:07.375483+0000","last_unstale":"2024-09-10T08:36:08.381864+0000","last_undegraded":"2024-09-10T08:36:08.381864+0000","last_fullsized":"2024-09-10T08:36:08.381864+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:55.131435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386431+0000","last_change":"2024-09-10T08:36:08.384041+0000","last_active":"2024-09-10T08:36:08.386431+0000","last_peered":"2024-09-10T08:36:08.386431+0000","last_clean":"2024-09-10T08:36:08.386431+0000","last_became_active":"2024-09-10T08:36:08.383739+0000","last_became_peered":"2024-09-10T08:36:08.383739+0000","last_unstale":"2024-09-10T08:36:08.386431+0000","last_undegraded":"2024-09-10T08:36:08.386431+0000","last_fullsized":"2024-09-10T08:36:08.386431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:59.954516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"77'8","reported_seq":20,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400197+0000","last_change":"2024-09-10T08:36:07.380061+0000","last_active":"2024-09-10T08:36:08.400197+0000","last_peered":"2024-09-10T08:36:08.400197+0000","last_clean":"2024-09-10T08:36:08.400197+0000","last_became_active":"2024-09-10T08:36:07.379761+0000","last_became_peered":"2024-09-10T08:36:07.379761+0000","last_unstale":"2024-09-10T08:36:08.400197+0000","last_undegraded":"2024-09-10T08:36:08.400197+0000","last_fullsized":"2024-09-10T08:36:08.400197+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:05.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395997+0000","last_change":"2024-09-10T08:36:08.394482+0000","last_active":"2024-09-10T08:36:08.395997+0000","last_peered":"2024-09-10T08:36:08.395997+0000","last_clean":"2024-09-10T08:36:08.395997+0000","last_became_active":"2024-09-10T08:36:08.394206+0000","last_became_peered":"2024-09-10T08:36:08.394206+0000","last_unstale":"2024-09-10T08:36:08.395997+0000","last_undegraded":"2024-09-10T08:36:08.395997+0000","last_fullsized":"2024-09-10T08:36:08.395997+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395638+0000","last_change":"2024-09-10T08:36:07.375058+0000","last_active":"2024-09-10T08:36:08.395638+0000","last_peered":"2024-09-10T08:36:08.395638+0000","last_clean":"2024-09-10T08:36:08.395638+0000","last_became_active":"2024-09-10T08:36:07.374590+0000","last_became_peered":"2024-09-10T08:36:07.374590+0000","last_unstale":"2024-09-10T08:36:08.395638+0000","last_undegraded":"2024-09-10T08:36:08.395638+0000","last_fullsized":"2024-09-10T08:36:08.395638+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399948+0000","last_change":"2024-09-10T08:36:08.399119+0000","last_active":"2024-09-10T08:36:08.399948+0000","last_peered":"2024-09-10T08:36:08.399948+0000","last_clean":"2024-09-10T08:36:08.399948+0000","last_became_active":"2024-09-10T08:36:08.398053+0000","last_became_peered":"2024-09-10T08:36:08.398053+0000","last_unstale":"2024-09-10T08:36:08.399948+0000","last_undegraded":"2024-09-10T08:36:08.399948+0000","last_fullsized":"2024-09-10T08:36:08.399948+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:19.572046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:06.352063+0000","last_change":"2024-09-10T08:36:06.352063+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.352063+0000","last_undegraded":"2024-09-10T08:36:06.352063+0000","last_fullsized":"2024-09-10T08:36:06.352063+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398975+0000","last_change":"2024-09-10T08:36:08.393059+0000","last_active":"2024-09-10T08:36:08.398975+0000","last_peered":"2024-09-10T08:36:08.398975+0000","last_clean":"2024-09-10T08:36:08.398975+0000","last_became_active":"2024-09-10T08:36:08.392759+0000","last_became_peered":"2024-09-10T08:36:08.392759+0000","last_unstale":"2024-09-10T08:36:08.398975+0000","last_undegraded":"2024-09-10T08:36:08.398975+0000","last_fullsized":"2024-09-10T08:36:08.398975+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:34.178054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400124+0000","last_change":"2024-09-10T08:36:07.380215+0000","last_active":"2024-09-10T08:36:08.400124+0000","last_peered":"2024-09-10T08:36:08.400124+0000","last_clean":"2024-09-10T08:36:08.400124+0000","last_became_active":"2024-09-10T08:36:07.379942+0000","last_became_peered":"2024-09-10T08:36:07.379942+0000","last_unstale":"2024-09-10T08:36:08.400124+0000","last_undegraded":"2024-09-10T08:36:08.400124+0000","last_fullsized":"2024-09-10T08:36:08.400124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:03:19.253247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394974+0000","last_change":"2024-09-10T08:36:08.393019+0000","last_active":"2024-09-10T08:36:08.394974+0000","last_peered":"2024-09-10T08:36:08.394974+0000","last_clean":"2024-09-10T08:36:08.394974+0000","last_became_active":"2024-09-10T08:36:08.392767+0000","last_became_peered":"2024-09-10T08:36:08.392767+0000","last_unstale":"2024-09-10T08:36:08.394974+0000","last_undegraded":"2024-09-10T08:36:08.394974+0000","last_fullsized":"2024-09-10T08:36:08.394974+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-10T08:36:06.362497+0000","last_change":"2024-09-10T08:36:06.362497+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.362497+0000","last_undegraded":"2024-09-10T08:36:06.362497+0000","last_fullsized":"2024-09-10T08:36:06.362497+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390532+0000","last_change":"2024-09-10T08:36:08.386402+0000","last_active":"2024-09-10T08:36:08.390532+0000","last_peered":"2024-09-10T08:36:08.390532+0000","last_clean":"2024-09-10T08:36:08.390532+0000","last_became_active":"2024-09-10T08:36:08.386133+0000","last_became_peered":"2024-09-10T08:36:08.386133+0000","last_unstale":"2024-09-10T08:36:08.390532+0000","last_undegraded":"2024-09-10T08:36:08.390532+0000","last_fullsized":"2024-09-10T08:36:08.390532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400456+0000","last_change":"2024-09-10T08:36:07.379454+0000","last_active":"2024-09-10T08:36:08.400456+0000","last_peered":"2024-09-10T08:36:08.400456+0000","last_clean":"2024-09-10T08:36:08.400456+0000","last_became_active":"2024-09-10T08:36:07.379195+0000","last_became_peered":"2024-09-10T08:36:07.379195+0000","last_unstale":"2024-09-10T08:36:08.400456+0000","last_undegraded":"2024-09-10T08:36:08.400456+0000","last_fullsized":"2024-09-10T08:36:08.400456+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392148+0000","last_change":"2024-09-10T08:36:08.385466+0000","last_active":"2024-09-10T08:36:08.392148+0000","last_peered":"2024-09-10T08:36:08.392148+0000","last_clean":"2024-09-10T08:36:08.392148+0000","last_became_active":"2024-09-10T08:36:08.385230+0000","last_became_peered":"2024-09-10T08:36:08.385230+0000","last_unstale":"2024-09-10T08:36:08.392148+0000","last_undegraded":"2024-09-10T08:36:08.392148+0000","last_fullsized":"2024-09-10T08:36:08.392148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373028+0000","last_change":"2024-09-10T08:36:07.380703+0000","last_active":"2024-09-10T08:36:08.373028+0000","last_peered":"2024-09-10T08:36:08.373028+0000","last_clean":"2024-09-10T08:36:08.373028+0000","last_became_active":"2024-09-10T08:36:07.380055+0000","last_became_peered":"2024-09-10T08:36:07.380055+0000","last_unstale":"2024-09-10T08:36:08.373028+0000","last_undegraded":"2024-09-10T08:36:08.373028+0000","last_fullsized":"2024-09-10T08:36:08.373028+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385548+0000","last_change":"2024-09-10T08:36:08.383670+0000","last_active":"2024-09-10T08:36:08.385548+0000","last_peered":"2024-09-10T08:36:08.385548+0000","last_clean":"2024-09-10T08:36:08.385548+0000","last_became_active":"2024-09-10T08:36:08.383299+0000","last_became_peered":"2024-09-10T08:36:08.383299+0000","last_unstale":"2024-09-10T08:36:08.385548+0000","last_undegraded":"2024-09-10T08:36:08.385548+0000","last_fullsized":"2024-09-10T08:36:08.385548+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:48.216441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373227+0000","last_change":"2024-09-10T08:36:07.380023+0000","last_active":"2024-09-10T08:36:08.373227+0000","last_peered":"2024-09-10T08:36:08.373227+0000","last_clean":"2024-09-10T08:36:08.373227+0000","last_became_active":"2024-09-10T08:36:07.379770+0000","last_became_peered":"2024-09-10T08:36:07.379770+0000","last_unstale":"2024-09-10T08:36:08.373227+0000","last_undegraded":"2024-09-10T08:36:08.373227+0000","last_fullsized":"2024-09-10T08:36:08.373227+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398646+0000","last_change":"2024-09-10T08:36:07.376840+0000","last_active":"2024-09-10T08:36:08.398646+0000","last_peered":"2024-09-10T08:36:08.398646+0000","last_clean":"2024-09-10T08:36:08.398646+0000","last_became_active":"2024-09-10T08:36:07.376531+0000","last_became_peered":"2024-09-10T08:36:07.376531+0000","last_unstale":"2024-09-10T08:36:08.398646+0000","last_undegraded":"2024-09-10T08:36:08.398646+0000","last_fullsized":"2024-09-10T08:36:08.398646+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:34.945213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386461+0000","last_change":"2024-09-10T08:36:08.384046+0000","last_active":"2024-09-10T08:36:08.386461+0000","last_peered":"2024-09-10T08:36:08.386461+0000","last_clean":"2024-09-10T08:36:08.386461+0000","last_became_active":"2024-09-10T08:36:08.383621+0000","last_became_peered":"2024-09-10T08:36:08.383621+0000","last_unstale":"2024-09-10T08:36:08.386461+0000","last_undegraded":"2024-09-10T08:36:08.386461+0000","last_fullsized":"2024-09-10T08:36:08.386461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:14.102900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373373+0000","last_change":"2024-09-10T08:36:07.377421+0000","last_active":"2024-09-10T08:36:08.373373+0000","last_peered":"2024-09-10T08:36:08.373373+0000","last_clean":"2024-09-10T08:36:08.373373+0000","last_became_active":"2024-09-10T08:36:07.376898+0000","last_became_peered":"2024-09-10T08:36:07.376898+0000","last_unstale":"2024-09-10T08:36:08.373373+0000","last_undegraded":"2024-09-10T08:36:08.373373+0000","last_fullsized":"2024-09-10T08:36:08.373373+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372781+0000","last_change":"2024-09-10T08:36:07.377186+0000","last_active":"2024-09-10T08:36:08.372781+0000","last_peered":"2024-09-10T08:36:08.372781+0000","last_clean":"2024-09-10T08:36:08.372781+0000","last_became_active":"2024-09-10T08:36:07.376925+0000","last_became_peered":"2024-09-10T08:36:07.376925+0000","last_unstale":"2024-09-10T08:36:08.372781+0000","last_undegraded":"2024-09-10T08:36:08.372781+0000","last_fullsized":"2024-09-10T08:36:08.372781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384257+0000","last_change":"2024-09-10T08:36:08.379599+0000","last_active":"2024-09-10T08:36:08.384257+0000","last_peered":"2024-09-10T08:36:08.384257+0000","last_clean":"2024-09-10T08:36:08.384257+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.384257+0000","last_undegraded":"2024-09-10T08:36:08.384257+0000","last_fullsized":"2024-09-10T08:36:08.384257+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:01.489352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372106+0000","last_change":"2024-09-10T08:36:07.381832+0000","last_active":"2024-09-10T08:36:08.372106+0000","last_peered":"2024-09-10T08:36:08.372106+0000","last_clean":"2024-09-10T08:36:08.372106+0000","last_became_active":"2024-09-10T08:36:07.381558+0000","last_became_peered":"2024-09-10T08:36:07.381558+0000","last_unstale":"2024-09-10T08:36:08.372106+0000","last_undegraded":"2024-09-10T08:36:08.372106+0000","last_fullsized":"2024-09-10T08:36:08.372106+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392404+0000","last_change":"2024-09-10T08:36:08.391128+0000","last_active":"2024-09-10T08:36:08.392404+0000","last_peered":"2024-09-10T08:36:08.392404+0000","last_clean":"2024-09-10T08:36:08.392404+0000","last_became_active":"2024-09-10T08:36:08.390517+0000","last_became_peered":"2024-09-10T08:36:08.390517+0000","last_unstale":"2024-09-10T08:36:08.392404+0000","last_undegraded":"2024-09-10T08:36:08.392404+0000","last_fullsized":"2024-09-10T08:36:08.392404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:12.170315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376515+0000","last_change":"2024-09-10T08:36:07.379566+0000","last_active":"2024-09-10T08:36:08.376515+0000","last_peered":"2024-09-10T08:36:08.376515+0000","last_clean":"2024-09-10T08:36:08.376515+0000","last_became_active":"2024-09-10T08:36:07.379277+0000","last_became_peered":"2024-09-10T08:36:07.379277+0000","last_unstale":"2024-09-10T08:36:08.376515+0000","last_undegraded":"2024-09-10T08:36:08.376515+0000","last_fullsized":"2024-09-10T08:36:08.376515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:41.784960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397580+0000","last_change":"2024-09-10T08:36:08.394861+0000","last_active":"2024-09-10T08:36:08.397580+0000","last_peered":"2024-09-10T08:36:08.397580+0000","last_clean":"2024-09-10T08:36:08.397580+0000","last_became_active":"2024-09-10T08:36:08.394591+0000","last_became_peered":"2024-09-10T08:36:08.394591+0000","last_unstale":"2024-09-10T08:36:08.397580+0000","last_undegraded":"2024-09-10T08:36:08.397580+0000","last_fullsized":"2024-09-10T08:36:08.397580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:03.156714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381664+0000","last_change":"2024-09-10T08:36:07.375071+0000","last_active":"2024-09-10T08:36:08.381664+0000","last_peered":"2024-09-10T08:36:08.381664+0000","last_clean":"2024-09-10T08:36:08.381664+0000","last_became_active":"2024-09-10T08:36:07.374810+0000","last_became_peered":"2024-09-10T08:36:07.374810+0000","last_unstale":"2024-09-10T08:36:08.381664+0000","last_undegraded":"2024-09-10T08:36:08.381664+0000","last_fullsized":"2024-09-10T08:36:08.381664+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:21.482231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.377512+0000","last_change":"2024-09-10T08:36:07.379886+0000","last_active":"2024-09-10T08:36:08.377512+0000","last_peered":"2024-09-10T08:36:08.377512+0000","last_clean":"2024-09-10T08:36:08.377512+0000","last_became_active":"2024-09-10T08:36:07.379587+0000","last_became_peered":"2024-09-10T08:36:07.379587+0000","last_unstale":"2024-09-10T08:36:08.377512+0000","last_undegraded":"2024-09-10T08:36:08.377512+0000","last_fullsized":"2024-09-10T08:36:08.377512+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:37.129099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-10T08:36:06.361603+0000","last_change":"2024-09-10T08:36:06.361603+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.361603+0000","last_undegraded":"2024-09-10T08:36:06.361603+0000","last_fullsized":"2024-09-10T08:36:06.361603+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390643+0000","last_change":"2024-09-10T08:36:08.388542+0000","last_active":"2024-09-10T08:36:08.390643+0000","last_peered":"2024-09-10T08:36:08.390643+0000","last_clean":"2024-09-10T08:36:08.390643+0000","last_became_active":"2024-09-10T08:36:08.388272+0000","last_became_peered":"2024-09-10T08:36:08.388272+0000","last_unstale":"2024-09-10T08:36:08.390643+0000","last_undegraded":"2024-09-10T08:36:08.390643+0000","last_fullsized":"2024-09-10T08:36:08.390643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373542+0000","last_change":"2024-09-10T08:36:07.381367+0000","last_active":"2024-09-10T08:36:08.373542+0000","last_peered":"2024-09-10T08:36:08.373542+0000","last_clean":"2024-09-10T08:36:08.373542+0000","last_became_active":"2024-09-10T08:36:07.381107+0000","last_became_peered":"2024-09-10T08:36:07.381107+0000","last_unstale":"2024-09-10T08:36:08.373542+0000","last_undegraded":"2024-09-10T08:36:08.373542+0000","last_fullsized":"2024-09-10T08:36:08.373542+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":281,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372143+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:08.372143+0000","last_peered":"2024-09-10T08:36:08.372143+0000","last_clean":"2024-09-10T08:36:08.372143+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:08.372143+0000","last_undegraded":"2024-09-10T08:36:08.372143+0000","last_fullsized":"2024-09-10T08:36:08.372143+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":98,"acting":98,"num_store_stats":6},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":60,"acting":60,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476783,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27916,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":897024,"data_stored":401682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509486,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":423337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509486,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":421759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":937984,"data_stored":422307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509486,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":921600,"data_stored":414558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32080,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339760,"statfs":{"total":96636764160,"available":96603914240,"internally_reserved":0,"allocated":909312,"data_stored":407891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:11.315 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:11.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.452+0000 7fd53f3d6640 1 Processor -- start 2024-09-10T08:36:11.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.453+0000 7fd53f3d6640 1 -- start start 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.453+0000 7fd53f3d6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd5380ccd10 0x7fd5380708e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.453+0000 7fd53f3d6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 0x7fd53815c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.453+0000 7fd53f3d6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5380d1880 con 0x7fd538159e60 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.453+0000 7fd53f3d6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd5380cd150 con 0x7fd5380ccd10 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.453+0000 7fd53f3d6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd5380cc830 con 0x7fd5380cef00 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd538159e60 0x7fd5380ce7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40518/0 (socket says 172.21.15.94:40518) 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 -- 172.21.15.94:0/3534129513 learned_addr learned my addr 172.21.15.94:0/3534129513 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d973640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 0x7fd53815c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53c971640 1 --2- 172.21.15.94:0/3534129513 >> v2:172.21.15.143:3300/0 conn(0x7fd5380ccd10 0x7fd5380708e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4149933294 0 0) 0x7fd5380d1880 con 0x7fd538159e60 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd524003520 con 0x7fd538159e60 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2577864412 0 0) 0x7fd524003520 con 0x7fd538159e60 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 msgr2=0x7fd53815c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 0x7fd53815c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 >> v2:172.21.15.143:3300/0 conn(0x7fd5380ccd10 msgr2=0x7fd5380708e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 --2- 172.21.15.94:0/3534129513 >> v2:172.21.15.143:3300/0 conn(0x7fd5380ccd10 0x7fd5380708e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5380d1af0 con 0x7fd538159e60 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fd52c001670 con 0x7fd538159e60 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 >> v1:172.21.15.94:6789/0 conn(0x7fd538159e60 legacy=0x7fd5380ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd5240039b0 0x7fd524003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 0x7fd524004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd524004d40 0x7fd5240051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd5380cd150 con 0x7fd5240039b0 2024-09-10T08:36:11.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd5380cc830 con 0x7fd524004d40 2024-09-10T08:36:11.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd52400b9c0 con 0x7fd5380cef00 2024-09-10T08:36:11.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd5240039b0 0x7fd524003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53c971640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 0x7fd524004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d973640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd524004d40 0x7fd5240051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 -- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 msgr2=0x7fd524004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:11.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 0x7fd524004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 -- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd524004d40 msgr2=0x7fd5240051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd524004d40 0x7fd5240051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.454+0000 7fd53d172640 1 -- 172.21.15.94:0/3534129513 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd524003520 con 0x7fd5240039b0 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.455+0000 7fd53c971640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5380cef00 0x7fd524004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.455+0000 7fd53d172640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd5240039b0 0x7fd524003dd0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fd52c00c240 tx=0x7fd524005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e121c4b35d510e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.455+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c007d50 con 0x7fd5240039b0 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.455+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd52c02e070 con 0x7fd5240039b0 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.455+0000 7fd52bfff640 1 -- 172.21.15.94:0/3534129513 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd52c005d30 con 0x7fd5240039b0 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.456+0000 7fd53f3d6640 1 -- 172.21.15.94:0/3534129513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd5240039b0 msgr2=0x7fd524003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.456+0000 7fd53f3d6640 1 --2- 172.21.15.94:0/3534129513 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd5240039b0 0x7fd524003dd0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fd52c00c240 tx=0x7fd524005830 comp rx=0 tx=0).stop 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.456+0000 7fd53d973640 1 -- 172.21.15.94:0/3534129513 reap_dead start 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.456+0000 7fd53f3d6640 1 -- 172.21.15.94:0/3534129513 shutdown_connections 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.456+0000 7fd53f3d6640 1 -- 172.21.15.94:0/3534129513 >> 172.21.15.94:0/3534129513 conn(0x7fd53806fdc0 msgr2=0x7fd5380701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:11.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.456+0000 7fd53f3d6640 1 -- 172.21.15.94:0/3534129513 shutdown_connections 2024-09-10T08:36:11.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.456+0000 7fd53f3d6640 1 -- 172.21.15.94:0/3534129513 wait complete. 2024-09-10T08:36:11.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.457+0000 7fd53f3d6640 1 Processor -- start 2024-09-10T08:36:11.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.457+0000 7fd53f3d6640 1 -- start start 2024-09-10T08:36:11.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53f3d6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5240039b0 0x7fd53815f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53f3d6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53814aa20 0x7fd53815f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53f3d6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53814c480 0x7fd5380c7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53f3d6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd538160800 con 0x7fd53814c480 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53f3d6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd538160be0 con 0x7fd53814aa20 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53f3d6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd538160980 con 0x7fd5240039b0 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53814c480 0x7fd5380c7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53814c480 0x7fd5380c7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59112/0 (socket says 172.21.15.94:59112) 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 -- 172.21.15.94:0/32772842 learned_addr learned my addr 172.21.15.94:0/32772842 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53c971640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53814aa20 0x7fd53815f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d172640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5240039b0 0x7fd53815f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 -- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5240039b0 msgr2=0x7fd53815f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5240039b0 0x7fd53815f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 -- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53814aa20 msgr2=0x7fd53815f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53814aa20 0x7fd53815f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 -- 172.21.15.94:0/32772842 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5380c92b0 con 0x7fd53814c480 2024-09-10T08:36:11.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.458+0000 7fd53d973640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53814c480 0x7fd5380c7270 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fd530007d10 tx=0x7fd5300115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.459+0000 7fd529ffb640 1 -- 172.21.15.94:0/32772842 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530011de0 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.459+0000 7fd529ffb640 1 -- 172.21.15.94:0/32772842 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd53001b070 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.459+0000 7fd529ffb640 1 -- 172.21.15.94:0/32772842 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd530003990 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.459+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5380c9590 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.459+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5380cbcc0 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.460+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5380cde50 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.460+0000 7fd529ffb640 1 -- 172.21.15.94:0/32772842 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd530005d10 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.461+0000 7fd529ffb640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd51c06be30 0x7fd51c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.461+0000 7fd529ffb640 1 -- 172.21.15.94:0/32772842 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7fd53008b3c0 con 0x7fd53814c480 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.461+0000 7fd53d172640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd51c06be30 0x7fd51c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.461+0000 7fd53d172640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd51c06be30 0x7fd51c06e2f0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd52c033000 tx=0x7fd52c009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.465+0000 7fd529ffb640 1 -- 172.21.15.94:0/32772842 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd5380cde50 con 0x7fd53814c480 2024-09-10T08:36:11.627 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.626+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd5380cf390 con 0x7fd51c06be30 2024-09-10T08:36:11.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.632+0000 7fd529ffb640 1 -- 172.21.15.94:0/32772842 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249206 (secure 0 0 0) 0x7fd5380cf390 con 0x7fd51c06be30 2024-09-10T08:36:11.636 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:11.637 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:11.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd51c06be30 msgr2=0x7fd51c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd51c06be30 0x7fd51c06e2f0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd52c033000 tx=0x7fd52c009030 comp rx=0 tx=0).stop 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53814c480 msgr2=0x7fd5380c7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53814c480 0x7fd5380c7270 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fd530007d10 tx=0x7fd5300115a0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 shutdown_connections 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd51c06be30 0x7fd51c06e2f0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd53814aa20 0x7fd53815f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd53814c480 0x7fd5380c7270 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 --2- 172.21.15.94:0/32772842 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd5240039b0 0x7fd53815f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 >> 172.21.15.94:0/32772842 conn(0x7fd53806fdc0 msgr2=0x7fd5380d02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 shutdown_connections 2024-09-10T08:36:11.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.635+0000 7fd53f3d6640 1 -- 172.21.15.94:0/32772842 wait complete. 2024-09-10T08:36:11.646 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-09-10T08:36:09.855618+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":200,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":160,"acting":160,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":62,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":245444,"kb_used_data":8380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729276,"statfs":{"total":773094113280,"available":772842778624,"internally_reserved":0,"allocated":8581120,"data_stored":4501386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000644"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.387923+0000","last_change":"2024-09-10T08:36:08.386347+0000","last_active":"2024-09-10T08:36:08.387923+0000","last_peered":"2024-09-10T08:36:08.387923+0000","last_clean":"2024-09-10T08:36:08.387923+0000","last_became_active":"2024-09-10T08:36:08.385884+0000","last_became_peered":"2024-09-10T08:36:08.385884+0000","last_unstale":"2024-09-10T08:36:08.387923+0000","last_undegraded":"2024-09-10T08:36:08.387923+0000","last_fullsized":"2024-09-10T08:36:08.387923+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384807+0000","last_change":"2024-09-10T08:36:08.382881+0000","last_active":"2024-09-10T08:36:08.384807+0000","last_peered":"2024-09-10T08:36:08.384807+0000","last_clean":"2024-09-10T08:36:08.384807+0000","last_became_active":"2024-09-10T08:36:08.382601+0000","last_became_peered":"2024-09-10T08:36:08.382601+0000","last_unstale":"2024-09-10T08:36:08.384807+0000","last_undegraded":"2024-09-10T08:36:08.384807+0000","last_fullsized":"2024-09-10T08:36:08.384807+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388443+0000","last_change":"2024-09-10T08:36:08.385659+0000","last_active":"2024-09-10T08:36:08.388443+0000","last_peered":"2024-09-10T08:36:08.388443+0000","last_clean":"2024-09-10T08:36:08.388443+0000","last_became_active":"2024-09-10T08:36:08.385215+0000","last_became_peered":"2024-09-10T08:36:08.385215+0000","last_unstale":"2024-09-10T08:36:08.388443+0000","last_undegraded":"2024-09-10T08:36:08.388443+0000","last_fullsized":"2024-09-10T08:36:08.388443+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399260+0000","last_change":"2024-09-10T08:36:08.392170+0000","last_active":"2024-09-10T08:36:08.399260+0000","last_peered":"2024-09-10T08:36:08.399260+0000","last_clean":"2024-09-10T08:36:08.399260+0000","last_became_active":"2024-09-10T08:36:08.391889+0000","last_became_peered":"2024-09-10T08:36:08.391889+0000","last_unstale":"2024-09-10T08:36:08.399260+0000","last_undegraded":"2024-09-10T08:36:08.399260+0000","last_fullsized":"2024-09-10T08:36:08.399260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:12.783523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388688+0000","last_change":"2024-09-10T08:36:08.387878+0000","last_active":"2024-09-10T08:36:08.388688+0000","last_peered":"2024-09-10T08:36:08.388688+0000","last_clean":"2024-09-10T08:36:08.388688+0000","last_became_active":"2024-09-10T08:36:08.387249+0000","last_became_peered":"2024-09-10T08:36:08.387249+0000","last_unstale":"2024-09-10T08:36:08.388688+0000","last_undegraded":"2024-09-10T08:36:08.388688+0000","last_fullsized":"2024-09-10T08:36:08.388688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397563+0000","last_change":"2024-09-10T08:36:08.394983+0000","last_active":"2024-09-10T08:36:08.397563+0000","last_peered":"2024-09-10T08:36:08.397563+0000","last_clean":"2024-09-10T08:36:08.397563+0000","last_became_active":"2024-09-10T08:36:08.394636+0000","last_became_peered":"2024-09-10T08:36:08.394636+0000","last_unstale":"2024-09-10T08:36:08.397563+0000","last_undegraded":"2024-09-10T08:36:08.397563+0000","last_fullsized":"2024-09-10T08:36:08.397563+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.391172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400202+0000","last_change":"2024-09-10T08:36:08.393183+0000","last_active":"2024-09-10T08:36:08.400202+0000","last_peered":"2024-09-10T08:36:08.400202+0000","last_clean":"2024-09-10T08:36:08.400202+0000","last_became_active":"2024-09-10T08:36:08.392920+0000","last_became_peered":"2024-09-10T08:36:08.392920+0000","last_unstale":"2024-09-10T08:36:08.400202+0000","last_undegraded":"2024-09-10T08:36:08.400202+0000","last_fullsized":"2024-09-10T08:36:08.400202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.693446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383240+0000","last_change":"2024-09-10T08:36:08.380120+0000","last_active":"2024-09-10T08:36:08.383240+0000","last_peered":"2024-09-10T08:36:08.383240+0000","last_clean":"2024-09-10T08:36:08.383240+0000","last_became_active":"2024-09-10T08:36:08.379833+0000","last_became_peered":"2024-09-10T08:36:08.379833+0000","last_unstale":"2024-09-10T08:36:08.383240+0000","last_undegraded":"2024-09-10T08:36:08.383240+0000","last_fullsized":"2024-09-10T08:36:08.383240+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:25.712623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396900+0000","last_change":"2024-09-10T08:36:08.394714+0000","last_active":"2024-09-10T08:36:08.396900+0000","last_peered":"2024-09-10T08:36:08.396900+0000","last_clean":"2024-09-10T08:36:08.396900+0000","last_became_active":"2024-09-10T08:36:08.394422+0000","last_became_peered":"2024-09-10T08:36:08.394422+0000","last_unstale":"2024-09-10T08:36:08.396900+0000","last_undegraded":"2024-09-10T08:36:08.396900+0000","last_fullsized":"2024-09-10T08:36:08.396900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:57:11.237597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382067+0000","last_change":"2024-09-10T08:36:08.379224+0000","last_active":"2024-09-10T08:36:08.382067+0000","last_peered":"2024-09-10T08:36:08.382067+0000","last_clean":"2024-09-10T08:36:08.382067+0000","last_became_active":"2024-09-10T08:36:08.378222+0000","last_became_peered":"2024-09-10T08:36:08.378222+0000","last_unstale":"2024-09-10T08:36:08.382067+0000","last_undegraded":"2024-09-10T08:36:08.382067+0000","last_fullsized":"2024-09-10T08:36:08.382067+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:52.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394003+0000","last_change":"2024-09-10T08:36:08.388437+0000","last_active":"2024-09-10T08:36:08.394003+0000","last_peered":"2024-09-10T08:36:08.394003+0000","last_clean":"2024-09-10T08:36:08.394003+0000","last_became_active":"2024-09-10T08:36:08.388120+0000","last_became_peered":"2024-09-10T08:36:08.388120+0000","last_unstale":"2024-09-10T08:36:08.394003+0000","last_undegraded":"2024-09-10T08:36:08.394003+0000","last_fullsized":"2024-09-10T08:36:08.394003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:43.239145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389859+0000","last_change":"2024-09-10T08:36:08.388132+0000","last_active":"2024-09-10T08:36:08.389859+0000","last_peered":"2024-09-10T08:36:08.389859+0000","last_clean":"2024-09-10T08:36:08.389859+0000","last_became_active":"2024-09-10T08:36:08.387587+0000","last_became_peered":"2024-09-10T08:36:08.387587+0000","last_unstale":"2024-09-10T08:36:08.389859+0000","last_undegraded":"2024-09-10T08:36:08.389859+0000","last_fullsized":"2024-09-10T08:36:08.389859+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381718+0000","last_change":"2024-09-10T08:36:08.377784+0000","last_active":"2024-09-10T08:36:08.381718+0000","last_peered":"2024-09-10T08:36:08.381718+0000","last_clean":"2024-09-10T08:36:08.381718+0000","last_became_active":"2024-09-10T08:36:08.377471+0000","last_became_peered":"2024-09-10T08:36:08.377471+0000","last_unstale":"2024-09-10T08:36:08.381718+0000","last_undegraded":"2024-09-10T08:36:08.381718+0000","last_fullsized":"2024-09-10T08:36:08.381718+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383765+0000","last_change":"2024-09-10T08:36:08.381763+0000","last_active":"2024-09-10T08:36:08.383765+0000","last_peered":"2024-09-10T08:36:08.383765+0000","last_clean":"2024-09-10T08:36:08.383765+0000","last_became_active":"2024-09-10T08:36:08.381280+0000","last_became_peered":"2024-09-10T08:36:08.381280+0000","last_unstale":"2024-09-10T08:36:08.383765+0000","last_undegraded":"2024-09-10T08:36:08.383765+0000","last_fullsized":"2024-09-10T08:36:08.383765+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397805+0000","last_change":"2024-09-10T08:36:08.391606+0000","last_active":"2024-09-10T08:36:08.397805+0000","last_peered":"2024-09-10T08:36:08.397805+0000","last_clean":"2024-09-10T08:36:08.397805+0000","last_became_active":"2024-09-10T08:36:08.391303+0000","last_became_peered":"2024-09-10T08:36:08.391303+0000","last_unstale":"2024-09-10T08:36:08.397805+0000","last_undegraded":"2024-09-10T08:36:08.397805+0000","last_fullsized":"2024-09-10T08:36:08.397805+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:27:13.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395829+0000","last_change":"2024-09-10T08:36:08.394508+0000","last_active":"2024-09-10T08:36:08.395829+0000","last_peered":"2024-09-10T08:36:08.395829+0000","last_clean":"2024-09-10T08:36:08.395829+0000","last_became_active":"2024-09-10T08:36:08.394223+0000","last_became_peered":"2024-09-10T08:36:08.394223+0000","last_unstale":"2024-09-10T08:36:08.395829+0000","last_undegraded":"2024-09-10T08:36:08.395829+0000","last_fullsized":"2024-09-10T08:36:08.395829+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398927+0000","last_change":"2024-09-10T08:36:08.393340+0000","last_active":"2024-09-10T08:36:08.398927+0000","last_peered":"2024-09-10T08:36:08.398927+0000","last_clean":"2024-09-10T08:36:08.398927+0000","last_became_active":"2024-09-10T08:36:08.393064+0000","last_became_peered":"2024-09-10T08:36:08.393064+0000","last_unstale":"2024-09-10T08:36:08.398927+0000","last_undegraded":"2024-09-10T08:36:08.398927+0000","last_fullsized":"2024-09-10T08:36:08.398927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:29.177480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398955+0000","last_change":"2024-09-10T08:36:08.393421+0000","last_active":"2024-09-10T08:36:08.398955+0000","last_peered":"2024-09-10T08:36:08.398955+0000","last_clean":"2024-09-10T08:36:08.398955+0000","last_became_active":"2024-09-10T08:36:08.393171+0000","last_became_peered":"2024-09-10T08:36:08.393171+0000","last_unstale":"2024-09-10T08:36:08.398955+0000","last_undegraded":"2024-09-10T08:36:08.398955+0000","last_fullsized":"2024-09-10T08:36:08.398955+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:50.918000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386695+0000","last_change":"2024-09-10T08:36:08.384586+0000","last_active":"2024-09-10T08:36:08.386695+0000","last_peered":"2024-09-10T08:36:08.386695+0000","last_clean":"2024-09-10T08:36:08.386695+0000","last_became_active":"2024-09-10T08:36:08.384309+0000","last_became_peered":"2024-09-10T08:36:08.384309+0000","last_unstale":"2024-09-10T08:36:08.386695+0000","last_undegraded":"2024-09-10T08:36:08.386695+0000","last_fullsized":"2024-09-10T08:36:08.386695+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392370+0000","last_change":"2024-09-10T08:36:08.390326+0000","last_active":"2024-09-10T08:36:08.392370+0000","last_peered":"2024-09-10T08:36:08.392370+0000","last_clean":"2024-09-10T08:36:08.392370+0000","last_became_active":"2024-09-10T08:36:08.390016+0000","last_became_peered":"2024-09-10T08:36:08.390016+0000","last_unstale":"2024-09-10T08:36:08.392370+0000","last_undegraded":"2024-09-10T08:36:08.392370+0000","last_fullsized":"2024-09-10T08:36:08.392370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383219+0000","last_change":"2024-09-10T08:36:08.379619+0000","last_active":"2024-09-10T08:36:08.383219+0000","last_peered":"2024-09-10T08:36:08.383219+0000","last_clean":"2024-09-10T08:36:08.383219+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.383219+0000","last_undegraded":"2024-09-10T08:36:08.383219+0000","last_fullsized":"2024-09-10T08:36:08.383219+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:06.516645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385688+0000","last_change":"2024-09-10T08:36:08.381830+0000","last_active":"2024-09-10T08:36:08.385688+0000","last_peered":"2024-09-10T08:36:08.385688+0000","last_clean":"2024-09-10T08:36:08.385688+0000","last_became_active":"2024-09-10T08:36:08.381529+0000","last_became_peered":"2024-09-10T08:36:08.381529+0000","last_unstale":"2024-09-10T08:36:08.385688+0000","last_undegraded":"2024-09-10T08:36:08.385688+0000","last_fullsized":"2024-09-10T08:36:08.385688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392477+0000","last_change":"2024-09-10T08:36:08.384081+0000","last_active":"2024-09-10T08:36:08.392477+0000","last_peered":"2024-09-10T08:36:08.392477+0000","last_clean":"2024-09-10T08:36:08.392477+0000","last_became_active":"2024-09-10T08:36:08.383807+0000","last_became_peered":"2024-09-10T08:36:08.383807+0000","last_unstale":"2024-09-10T08:36:08.392477+0000","last_undegraded":"2024-09-10T08:36:08.392477+0000","last_fullsized":"2024-09-10T08:36:08.392477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:21.054939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384283+0000","last_change":"2024-09-10T08:36:08.380201+0000","last_active":"2024-09-10T08:36:08.384283+0000","last_peered":"2024-09-10T08:36:08.384283+0000","last_clean":"2024-09-10T08:36:08.384283+0000","last_became_active":"2024-09-10T08:36:08.379934+0000","last_became_peered":"2024-09-10T08:36:08.379934+0000","last_unstale":"2024-09-10T08:36:08.384283+0000","last_undegraded":"2024-09-10T08:36:08.384283+0000","last_fullsized":"2024-09-10T08:36:08.384283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:22.809736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379079+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.378727+0000","last_became_peered":"2024-09-10T08:36:08.378727+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388784+0000","last_change":"2024-09-10T08:36:08.387075+0000","last_active":"2024-09-10T08:36:08.388784+0000","last_peered":"2024-09-10T08:36:08.388784+0000","last_clean":"2024-09-10T08:36:08.388784+0000","last_became_active":"2024-09-10T08:36:08.386786+0000","last_became_peered":"2024-09-10T08:36:08.386786+0000","last_unstale":"2024-09-10T08:36:08.388784+0000","last_undegraded":"2024-09-10T08:36:08.388784+0000","last_fullsized":"2024-09-10T08:36:08.388784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1f","version":"77'4","reported_seq":16,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401056+0000","last_change":"2024-09-10T08:36:07.373777+0000","last_active":"2024-09-10T08:36:08.401056+0000","last_peered":"2024-09-10T08:36:08.401056+0000","last_clean":"2024-09-10T08:36:08.401056+0000","last_became_active":"2024-09-10T08:36:07.373513+0000","last_became_peered":"2024-09-10T08:36:07.373513+0000","last_unstale":"2024-09-10T08:36:08.401056+0000","last_undegraded":"2024-09-10T08:36:08.401056+0000","last_fullsized":"2024-09-10T08:36:08.401056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:01.804523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376786+0000","last_change":"2024-09-10T08:36:08.375544+0000","last_active":"2024-09-10T08:36:08.376786+0000","last_peered":"2024-09-10T08:36:08.376786+0000","last_clean":"2024-09-10T08:36:08.376786+0000","last_became_active":"2024-09-10T08:36:08.375261+0000","last_became_peered":"2024-09-10T08:36:08.375261+0000","last_unstale":"2024-09-10T08:36:08.376786+0000","last_undegraded":"2024-09-10T08:36:08.376786+0000","last_fullsized":"2024-09-10T08:36:08.376786+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395515+0000","last_change":"2024-09-10T08:36:07.381016+0000","last_active":"2024-09-10T08:36:08.395515+0000","last_peered":"2024-09-10T08:36:08.395515+0000","last_clean":"2024-09-10T08:36:08.395515+0000","last_became_active":"2024-09-10T08:36:07.380686+0000","last_became_peered":"2024-09-10T08:36:07.380686+0000","last_unstale":"2024-09-10T08:36:08.395515+0000","last_undegraded":"2024-09-10T08:36:08.395515+0000","last_fullsized":"2024-09-10T08:36:08.395515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.393372+0000","last_change":"2024-09-10T08:36:07.374679+0000","last_active":"2024-09-10T08:36:08.393372+0000","last_peered":"2024-09-10T08:36:08.393372+0000","last_clean":"2024-09-10T08:36:08.393372+0000","last_became_active":"2024-09-10T08:36:07.374385+0000","last_became_peered":"2024-09-10T08:36:07.374385+0000","last_unstale":"2024-09-10T08:36:08.393372+0000","last_undegraded":"2024-09-10T08:36:08.393372+0000","last_fullsized":"2024-09-10T08:36:08.393372+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396298+0000","last_change":"2024-09-10T08:36:07.381157+0000","last_active":"2024-09-10T08:36:08.396298+0000","last_peered":"2024-09-10T08:36:08.396298+0000","last_clean":"2024-09-10T08:36:08.396298+0000","last_became_active":"2024-09-10T08:36:07.380295+0000","last_became_peered":"2024-09-10T08:36:07.380295+0000","last_unstale":"2024-09-10T08:36:08.396298+0000","last_undegraded":"2024-09-10T08:36:08.396298+0000","last_fullsized":"2024-09-10T08:36:08.396298+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:30.953373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396874+0000","last_change":"2024-09-10T08:36:08.394775+0000","last_active":"2024-09-10T08:36:08.396874+0000","last_peered":"2024-09-10T08:36:08.396874+0000","last_clean":"2024-09-10T08:36:08.396874+0000","last_became_active":"2024-09-10T08:36:08.394446+0000","last_became_peered":"2024-09-10T08:36:08.394446+0000","last_unstale":"2024-09-10T08:36:08.396874+0000","last_undegraded":"2024-09-10T08:36:08.396874+0000","last_fullsized":"2024-09-10T08:36:08.396874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:54.936574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:06.352063+0000","last_change":"2024-09-10T08:36:06.352063+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.352063+0000","last_undegraded":"2024-09-10T08:36:06.352063+0000","last_fullsized":"2024-09-10T08:36:06.352063+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384733+0000","last_change":"2024-09-10T08:36:08.383834+0000","last_active":"2024-09-10T08:36:08.384733+0000","last_peered":"2024-09-10T08:36:08.384733+0000","last_clean":"2024-09-10T08:36:08.384733+0000","last_became_active":"2024-09-10T08:36:08.383562+0000","last_became_peered":"2024-09-10T08:36:08.383562+0000","last_unstale":"2024-09-10T08:36:08.384733+0000","last_undegraded":"2024-09-10T08:36:08.384733+0000","last_fullsized":"2024-09-10T08:36:08.384733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400419+0000","last_change":"2024-09-10T08:36:07.373994+0000","last_active":"2024-09-10T08:36:08.400419+0000","last_peered":"2024-09-10T08:36:08.400419+0000","last_clean":"2024-09-10T08:36:08.400419+0000","last_became_active":"2024-09-10T08:36:07.373720+0000","last_became_peered":"2024-09-10T08:36:07.373720+0000","last_unstale":"2024-09-10T08:36:08.400419+0000","last_undegraded":"2024-09-10T08:36:08.400419+0000","last_fullsized":"2024-09-10T08:36:08.400419+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:33:12.502934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372329+0000","last_change":"2024-09-10T08:36:07.373768+0000","last_active":"2024-09-10T08:36:08.372329+0000","last_peered":"2024-09-10T08:36:08.372329+0000","last_clean":"2024-09-10T08:36:08.372329+0000","last_became_active":"2024-09-10T08:36:07.373445+0000","last_became_peered":"2024-09-10T08:36:07.373445+0000","last_unstale":"2024-09-10T08:36:08.372329+0000","last_undegraded":"2024-09-10T08:36:08.372329+0000","last_fullsized":"2024-09-10T08:36:08.372329+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397528+0000","last_change":"2024-09-10T08:36:08.394187+0000","last_active":"2024-09-10T08:36:08.397528+0000","last_peered":"2024-09-10T08:36:08.397528+0000","last_clean":"2024-09-10T08:36:08.397528+0000","last_became_active":"2024-09-10T08:36:08.393841+0000","last_became_peered":"2024-09-10T08:36:08.393841+0000","last_unstale":"2024-09-10T08:36:08.397528+0000","last_undegraded":"2024-09-10T08:36:08.397528+0000","last_fullsized":"2024-09-10T08:36:08.397528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:11.560861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383041+0000","last_change":"2024-09-10T08:36:07.381124+0000","last_active":"2024-09-10T08:36:08.383041+0000","last_peered":"2024-09-10T08:36:08.383041+0000","last_clean":"2024-09-10T08:36:08.383041+0000","last_became_active":"2024-09-10T08:36:07.380483+0000","last_became_peered":"2024-09-10T08:36:07.380483+0000","last_unstale":"2024-09-10T08:36:08.383041+0000","last_undegraded":"2024-09-10T08:36:08.383041+0000","last_fullsized":"2024-09-10T08:36:08.383041+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:38.349484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384773+0000","last_change":"2024-09-10T08:36:08.378474+0000","last_active":"2024-09-10T08:36:08.384773+0000","last_peered":"2024-09-10T08:36:08.384773+0000","last_clean":"2024-09-10T08:36:08.384773+0000","last_became_active":"2024-09-10T08:36:08.378204+0000","last_became_peered":"2024-09-10T08:36:08.378204+0000","last_unstale":"2024-09-10T08:36:08.384773+0000","last_undegraded":"2024-09-10T08:36:08.384773+0000","last_fullsized":"2024-09-10T08:36:08.384773+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:35.122057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373405+0000","last_change":"2024-09-10T08:36:07.380662+0000","last_active":"2024-09-10T08:36:08.373405+0000","last_peered":"2024-09-10T08:36:08.373405+0000","last_clean":"2024-09-10T08:36:08.373405+0000","last_became_active":"2024-09-10T08:36:07.380397+0000","last_became_peered":"2024-09-10T08:36:07.380397+0000","last_unstale":"2024-09-10T08:36:08.373405+0000","last_undegraded":"2024-09-10T08:36:08.373405+0000","last_fullsized":"2024-09-10T08:36:08.373405+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388680+0000","last_change":"2024-09-10T08:36:08.385425+0000","last_active":"2024-09-10T08:36:08.388680+0000","last_peered":"2024-09-10T08:36:08.388680+0000","last_clean":"2024-09-10T08:36:08.388680+0000","last_became_active":"2024-09-10T08:36:08.384838+0000","last_became_peered":"2024-09-10T08:36:08.384838+0000","last_unstale":"2024-09-10T08:36:08.388680+0000","last_undegraded":"2024-09-10T08:36:08.388680+0000","last_fullsized":"2024-09-10T08:36:08.388680+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372232+0000","last_change":"2024-09-10T08:36:07.377754+0000","last_active":"2024-09-10T08:36:08.372232+0000","last_peered":"2024-09-10T08:36:08.372232+0000","last_clean":"2024-09-10T08:36:08.372232+0000","last_became_active":"2024-09-10T08:36:07.377485+0000","last_became_peered":"2024-09-10T08:36:07.377485+0000","last_unstale":"2024-09-10T08:36:08.372232+0000","last_undegraded":"2024-09-10T08:36:08.372232+0000","last_fullsized":"2024-09-10T08:36:08.372232+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:43.778255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385225+0000","last_change":"2024-09-10T08:36:08.383116+0000","last_active":"2024-09-10T08:36:08.385225+0000","last_peered":"2024-09-10T08:36:08.385225+0000","last_clean":"2024-09-10T08:36:08.385225+0000","last_became_active":"2024-09-10T08:36:08.382765+0000","last_became_peered":"2024-09-10T08:36:08.382765+0000","last_unstale":"2024-09-10T08:36:08.385225+0000","last_undegraded":"2024-09-10T08:36:08.385225+0000","last_fullsized":"2024-09-10T08:36:08.385225+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"77'3","reported_seq":15,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400695+0000","last_change":"2024-09-10T08:36:07.378056+0000","last_active":"2024-09-10T08:36:08.400695+0000","last_peered":"2024-09-10T08:36:08.400695+0000","last_clean":"2024-09-10T08:36:08.400695+0000","last_became_active":"2024-09-10T08:36:07.377806+0000","last_became_peered":"2024-09-10T08:36:07.377806+0000","last_unstale":"2024-09-10T08:36:08.400695+0000","last_undegraded":"2024-09-10T08:36:08.400695+0000","last_fullsized":"2024-09-10T08:36:08.400695+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:45:32.755980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.14","version":"77'6","reported_seq":18,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401067+0000","last_change":"2024-09-10T08:36:07.380597+0000","last_active":"2024-09-10T08:36:08.401067+0000","last_peered":"2024-09-10T08:36:08.401067+0000","last_clean":"2024-09-10T08:36:08.401067+0000","last_became_active":"2024-09-10T08:36:07.380239+0000","last_became_peered":"2024-09-10T08:36:07.380239+0000","last_unstale":"2024-09-10T08:36:08.401067+0000","last_undegraded":"2024-09-10T08:36:08.401067+0000","last_fullsized":"2024-09-10T08:36:08.401067+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:12:15.761517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379484+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.379165+0000","last_became_peered":"2024-09-10T08:36:08.379165+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:06.111026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399533+0000","last_change":"2024-09-10T08:36:07.381145+0000","last_active":"2024-09-10T08:36:08.399533+0000","last_peered":"2024-09-10T08:36:08.399533+0000","last_clean":"2024-09-10T08:36:08.399533+0000","last_became_active":"2024-09-10T08:36:07.380876+0000","last_became_peered":"2024-09-10T08:36:07.380876+0000","last_unstale":"2024-09-10T08:36:08.399533+0000","last_undegraded":"2024-09-10T08:36:08.399533+0000","last_fullsized":"2024-09-10T08:36:08.399533+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:13.107767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392537+0000","last_change":"2024-09-10T08:36:08.390983+0000","last_active":"2024-09-10T08:36:08.392537+0000","last_peered":"2024-09-10T08:36:08.392537+0000","last_clean":"2024-09-10T08:36:08.392537+0000","last_became_active":"2024-09-10T08:36:08.390698+0000","last_became_peered":"2024-09-10T08:36:08.390698+0000","last_unstale":"2024-09-10T08:36:08.392537+0000","last_undegraded":"2024-09-10T08:36:08.392537+0000","last_fullsized":"2024-09-10T08:36:08.392537+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:40:40.924687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.371835+0000","last_change":"2024-09-10T08:36:07.375535+0000","last_active":"2024-09-10T08:36:08.371835+0000","last_peered":"2024-09-10T08:36:08.371835+0000","last_clean":"2024-09-10T08:36:08.371835+0000","last_became_active":"2024-09-10T08:36:07.375267+0000","last_became_peered":"2024-09-10T08:36:07.375267+0000","last_unstale":"2024-09-10T08:36:08.371835+0000","last_undegraded":"2024-09-10T08:36:08.371835+0000","last_fullsized":"2024-09-10T08:36:08.371835+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:29.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389287+0000","last_change":"2024-09-10T08:36:08.386767+0000","last_active":"2024-09-10T08:36:08.389287+0000","last_peered":"2024-09-10T08:36:08.389287+0000","last_clean":"2024-09-10T08:36:08.389287+0000","last_became_active":"2024-09-10T08:36:08.386484+0000","last_became_peered":"2024-09-10T08:36:08.386484+0000","last_unstale":"2024-09-10T08:36:08.389287+0000","last_undegraded":"2024-09-10T08:36:08.389287+0000","last_fullsized":"2024-09-10T08:36:08.389287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:31.778174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381864+0000","last_change":"2024-09-10T08:36:07.375706+0000","last_active":"2024-09-10T08:36:08.381864+0000","last_peered":"2024-09-10T08:36:08.381864+0000","last_clean":"2024-09-10T08:36:08.381864+0000","last_became_active":"2024-09-10T08:36:07.375483+0000","last_became_peered":"2024-09-10T08:36:07.375483+0000","last_unstale":"2024-09-10T08:36:08.381864+0000","last_undegraded":"2024-09-10T08:36:08.381864+0000","last_fullsized":"2024-09-10T08:36:08.381864+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:55.131435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386431+0000","last_change":"2024-09-10T08:36:08.384041+0000","last_active":"2024-09-10T08:36:08.386431+0000","last_peered":"2024-09-10T08:36:08.386431+0000","last_clean":"2024-09-10T08:36:08.386431+0000","last_became_active":"2024-09-10T08:36:08.383739+0000","last_became_peered":"2024-09-10T08:36:08.383739+0000","last_unstale":"2024-09-10T08:36:08.386431+0000","last_undegraded":"2024-09-10T08:36:08.386431+0000","last_fullsized":"2024-09-10T08:36:08.386431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:59.954516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"77'8","reported_seq":20,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400197+0000","last_change":"2024-09-10T08:36:07.380061+0000","last_active":"2024-09-10T08:36:08.400197+0000","last_peered":"2024-09-10T08:36:08.400197+0000","last_clean":"2024-09-10T08:36:08.400197+0000","last_became_active":"2024-09-10T08:36:07.379761+0000","last_became_peered":"2024-09-10T08:36:07.379761+0000","last_unstale":"2024-09-10T08:36:08.400197+0000","last_undegraded":"2024-09-10T08:36:08.400197+0000","last_fullsized":"2024-09-10T08:36:08.400197+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:05.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395997+0000","last_change":"2024-09-10T08:36:08.394482+0000","last_active":"2024-09-10T08:36:08.395997+0000","last_peered":"2024-09-10T08:36:08.395997+0000","last_clean":"2024-09-10T08:36:08.395997+0000","last_became_active":"2024-09-10T08:36:08.394206+0000","last_became_peered":"2024-09-10T08:36:08.394206+0000","last_unstale":"2024-09-10T08:36:08.395997+0000","last_undegraded":"2024-09-10T08:36:08.395997+0000","last_fullsized":"2024-09-10T08:36:08.395997+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395638+0000","last_change":"2024-09-10T08:36:07.375058+0000","last_active":"2024-09-10T08:36:08.395638+0000","last_peered":"2024-09-10T08:36:08.395638+0000","last_clean":"2024-09-10T08:36:08.395638+0000","last_became_active":"2024-09-10T08:36:07.374590+0000","last_became_peered":"2024-09-10T08:36:07.374590+0000","last_unstale":"2024-09-10T08:36:08.395638+0000","last_undegraded":"2024-09-10T08:36:08.395638+0000","last_fullsized":"2024-09-10T08:36:08.395638+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399948+0000","last_change":"2024-09-10T08:36:08.399119+0000","last_active":"2024-09-10T08:36:08.399948+0000","last_peered":"2024-09-10T08:36:08.399948+0000","last_clean":"2024-09-10T08:36:08.399948+0000","last_became_active":"2024-09-10T08:36:08.398053+0000","last_became_peered":"2024-09-10T08:36:08.398053+0000","last_unstale":"2024-09-10T08:36:08.399948+0000","last_undegraded":"2024-09-10T08:36:08.399948+0000","last_fullsized":"2024-09-10T08:36:08.399948+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:19.572046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:06.352063+0000","last_change":"2024-09-10T08:36:06.352063+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.352063+0000","last_undegraded":"2024-09-10T08:36:06.352063+0000","last_fullsized":"2024-09-10T08:36:06.352063+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398975+0000","last_change":"2024-09-10T08:36:08.393059+0000","last_active":"2024-09-10T08:36:08.398975+0000","last_peered":"2024-09-10T08:36:08.398975+0000","last_clean":"2024-09-10T08:36:08.398975+0000","last_became_active":"2024-09-10T08:36:08.392759+0000","last_became_peered":"2024-09-10T08:36:08.392759+0000","last_unstale":"2024-09-10T08:36:08.398975+0000","last_undegraded":"2024-09-10T08:36:08.398975+0000","last_fullsized":"2024-09-10T08:36:08.398975+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:34.178054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400124+0000","last_change":"2024-09-10T08:36:07.380215+0000","last_active":"2024-09-10T08:36:08.400124+0000","last_peered":"2024-09-10T08:36:08.400124+0000","last_clean":"2024-09-10T08:36:08.400124+0000","last_became_active":"2024-09-10T08:36:07.379942+0000","last_became_peered":"2024-09-10T08:36:07.379942+0000","last_unstale":"2024-09-10T08:36:08.400124+0000","last_undegraded":"2024-09-10T08:36:08.400124+0000","last_fullsized":"2024-09-10T08:36:08.400124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:03:19.253247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394974+0000","last_change":"2024-09-10T08:36:08.393019+0000","last_active":"2024-09-10T08:36:08.394974+0000","last_peered":"2024-09-10T08:36:08.394974+0000","last_clean":"2024-09-10T08:36:08.394974+0000","last_became_active":"2024-09-10T08:36:08.392767+0000","last_became_peered":"2024-09-10T08:36:08.392767+0000","last_unstale":"2024-09-10T08:36:08.394974+0000","last_undegraded":"2024-09-10T08:36:08.394974+0000","last_fullsized":"2024-09-10T08:36:08.394974+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-10T08:36:06.362497+0000","last_change":"2024-09-10T08:36:06.362497+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.362497+0000","last_undegraded":"2024-09-10T08:36:06.362497+0000","last_fullsized":"2024-09-10T08:36:06.362497+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390532+0000","last_change":"2024-09-10T08:36:08.386402+0000","last_active":"2024-09-10T08:36:08.390532+0000","last_peered":"2024-09-10T08:36:08.390532+0000","last_clean":"2024-09-10T08:36:08.390532+0000","last_became_active":"2024-09-10T08:36:08.386133+0000","last_became_peered":"2024-09-10T08:36:08.386133+0000","last_unstale":"2024-09-10T08:36:08.390532+0000","last_undegraded":"2024-09-10T08:36:08.390532+0000","last_fullsized":"2024-09-10T08:36:08.390532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400456+0000","last_change":"2024-09-10T08:36:07.379454+0000","last_active":"2024-09-10T08:36:08.400456+0000","last_peered":"2024-09-10T08:36:08.400456+0000","last_clean":"2024-09-10T08:36:08.400456+0000","last_became_active":"2024-09-10T08:36:07.379195+0000","last_became_peered":"2024-09-10T08:36:07.379195+0000","last_unstale":"2024-09-10T08:36:08.400456+0000","last_undegraded":"2024-09-10T08:36:08.400456+0000","last_fullsized":"2024-09-10T08:36:08.400456+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392148+0000","last_change":"2024-09-10T08:36:08.385466+0000","last_active":"2024-09-10T08:36:08.392148+0000","last_peered":"2024-09-10T08:36:08.392148+0000","last_clean":"2024-09-10T08:36:08.392148+0000","last_became_active":"2024-09-10T08:36:08.385230+0000","last_became_peered":"2024-09-10T08:36:08.385230+0000","last_unstale":"2024-09-10T08:36:08.392148+0000","last_undegraded":"2024-09-10T08:36:08.392148+0000","last_fullsized":"2024-09-10T08:36:08.392148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373028+0000","last_change":"2024-09-10T08:36:07.380703+0000","last_active":"2024-09-10T08:36:08.373028+0000","last_peered":"2024-09-10T08:36:08.373028+0000","last_clean":"2024-09-10T08:36:08.373028+0000","last_became_active":"2024-09-10T08:36:07.380055+0000","last_became_peered":"2024-09-10T08:36:07.380055+0000","last_unstale":"2024-09-10T08:36:08.373028+0000","last_undegraded":"2024-09-10T08:36:08.373028+0000","last_fullsized":"2024-09-10T08:36:08.373028+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385548+0000","last_change":"2024-09-10T08:36:08.383670+0000","last_active":"2024-09-10T08:36:08.385548+0000","last_peered":"2024-09-10T08:36:08.385548+0000","last_clean":"2024-09-10T08:36:08.385548+0000","last_became_active":"2024-09-10T08:36:08.383299+0000","last_became_peered":"2024-09-10T08:36:08.383299+0000","last_unstale":"2024-09-10T08:36:08.385548+0000","last_undegraded":"2024-09-10T08:36:08.385548+0000","last_fullsized":"2024-09-10T08:36:08.385548+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:48.216441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373227+0000","last_change":"2024-09-10T08:36:07.380023+0000","last_active":"2024-09-10T08:36:08.373227+0000","last_peered":"2024-09-10T08:36:08.373227+0000","last_clean":"2024-09-10T08:36:08.373227+0000","last_became_active":"2024-09-10T08:36:07.379770+0000","last_became_peered":"2024-09-10T08:36:07.379770+0000","last_unstale":"2024-09-10T08:36:08.373227+0000","last_undegraded":"2024-09-10T08:36:08.373227+0000","last_fullsized":"2024-09-10T08:36:08.373227+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398646+0000","last_change":"2024-09-10T08:36:07.376840+0000","last_active":"2024-09-10T08:36:08.398646+0000","last_peered":"2024-09-10T08:36:08.398646+0000","last_clean":"2024-09-10T08:36:08.398646+0000","last_became_active":"2024-09-10T08:36:07.376531+0000","last_became_peered":"2024-09-10T08:36:07.376531+0000","last_unstale":"2024-09-10T08:36:08.398646+0000","last_undegraded":"2024-09-10T08:36:08.398646+0000","last_fullsized":"2024-09-10T08:36:08.398646+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:34.945213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386461+0000","last_change":"2024-09-10T08:36:08.384046+0000","last_active":"2024-09-10T08:36:08.386461+0000","last_peered":"2024-09-10T08:36:08.386461+0000","last_clean":"2024-09-10T08:36:08.386461+0000","last_became_active":"2024-09-10T08:36:08.383621+0000","last_became_peered":"2024-09-10T08:36:08.383621+0000","last_unstale":"2024-09-10T08:36:08.386461+0000","last_undegraded":"2024-09-10T08:36:08.386461+0000","last_fullsized":"2024-09-10T08:36:08.386461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:14.102900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373373+0000","last_change":"2024-09-10T08:36:07.377421+0000","last_active":"2024-09-10T08:36:08.373373+0000","last_peered":"2024-09-10T08:36:08.373373+0000","last_clean":"2024-09-10T08:36:08.373373+0000","last_became_active":"2024-09-10T08:36:07.376898+0000","last_became_peered":"2024-09-10T08:36:07.376898+0000","last_unstale":"2024-09-10T08:36:08.373373+0000","last_undegraded":"2024-09-10T08:36:08.373373+0000","last_fullsized":"2024-09-10T08:36:08.373373+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372781+0000","last_change":"2024-09-10T08:36:07.377186+0000","last_active":"2024-09-10T08:36:08.372781+0000","last_peered":"2024-09-10T08:36:08.372781+0000","last_clean":"2024-09-10T08:36:08.372781+0000","last_became_active":"2024-09-10T08:36:07.376925+0000","last_became_peered":"2024-09-10T08:36:07.376925+0000","last_unstale":"2024-09-10T08:36:08.372781+0000","last_undegraded":"2024-09-10T08:36:08.372781+0000","last_fullsized":"2024-09-10T08:36:08.372781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384257+0000","last_change":"2024-09-10T08:36:08.379599+0000","last_active":"2024-09-10T08:36:08.384257+0000","last_peered":"2024-09-10T08:36:08.384257+0000","last_clean":"2024-09-10T08:36:08.384257+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.384257+0000","last_undegraded":"2024-09-10T08:36:08.384257+0000","last_fullsized":"2024-09-10T08:36:08.384257+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:01.489352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372106+0000","last_change":"2024-09-10T08:36:07.381832+0000","last_active":"2024-09-10T08:36:08.372106+0000","last_peered":"2024-09-10T08:36:08.372106+0000","last_clean":"2024-09-10T08:36:08.372106+0000","last_became_active":"2024-09-10T08:36:07.381558+0000","last_became_peered":"2024-09-10T08:36:07.381558+0000","last_unstale":"2024-09-10T08:36:08.372106+0000","last_undegraded":"2024-09-10T08:36:08.372106+0000","last_fullsized":"2024-09-10T08:36:08.372106+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392404+0000","last_change":"2024-09-10T08:36:08.391128+0000","last_active":"2024-09-10T08:36:08.392404+0000","last_peered":"2024-09-10T08:36:08.392404+0000","last_clean":"2024-09-10T08:36:08.392404+0000","last_became_active":"2024-09-10T08:36:08.390517+0000","last_became_peered":"2024-09-10T08:36:08.390517+0000","last_unstale":"2024-09-10T08:36:08.392404+0000","last_undegraded":"2024-09-10T08:36:08.392404+0000","last_fullsized":"2024-09-10T08:36:08.392404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:12.170315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376515+0000","last_change":"2024-09-10T08:36:07.379566+0000","last_active":"2024-09-10T08:36:08.376515+0000","last_peered":"2024-09-10T08:36:08.376515+0000","last_clean":"2024-09-10T08:36:08.376515+0000","last_became_active":"2024-09-10T08:36:07.379277+0000","last_became_peered":"2024-09-10T08:36:07.379277+0000","last_unstale":"2024-09-10T08:36:08.376515+0000","last_undegraded":"2024-09-10T08:36:08.376515+0000","last_fullsized":"2024-09-10T08:36:08.376515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:41.784960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397580+0000","last_change":"2024-09-10T08:36:08.394861+0000","last_active":"2024-09-10T08:36:08.397580+0000","last_peered":"2024-09-10T08:36:08.397580+0000","last_clean":"2024-09-10T08:36:08.397580+0000","last_became_active":"2024-09-10T08:36:08.394591+0000","last_became_peered":"2024-09-10T08:36:08.394591+0000","last_unstale":"2024-09-10T08:36:08.397580+0000","last_undegraded":"2024-09-10T08:36:08.397580+0000","last_fullsized":"2024-09-10T08:36:08.397580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:03.156714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381664+0000","last_change":"2024-09-10T08:36:07.375071+0000","last_active":"2024-09-10T08:36:08.381664+0000","last_peered":"2024-09-10T08:36:08.381664+0000","last_clean":"2024-09-10T08:36:08.381664+0000","last_became_active":"2024-09-10T08:36:07.374810+0000","last_became_peered":"2024-09-10T08:36:07.374810+0000","last_unstale":"2024-09-10T08:36:08.381664+0000","last_undegraded":"2024-09-10T08:36:08.381664+0000","last_fullsized":"2024-09-10T08:36:08.381664+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:21.482231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.377512+0000","last_change":"2024-09-10T08:36:07.379886+0000","last_active":"2024-09-10T08:36:08.377512+0000","last_peered":"2024-09-10T08:36:08.377512+0000","last_clean":"2024-09-10T08:36:08.377512+0000","last_became_active":"2024-09-10T08:36:07.379587+0000","last_became_peered":"2024-09-10T08:36:07.379587+0000","last_unstale":"2024-09-10T08:36:08.377512+0000","last_undegraded":"2024-09-10T08:36:08.377512+0000","last_fullsized":"2024-09-10T08:36:08.377512+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:37.129099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:07.356247+0000","last_change":"2024-09-10T08:36:07.356247+0000","last_active":"2024-09-10T08:36:07.356247+0000","last_peered":"2024-09-10T08:36:07.356247+0000","last_clean":"2024-09-10T08:36:07.356247+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:07.356247+0000","last_undegraded":"2024-09-10T08:36:07.356247+0000","last_fullsized":"2024-09-10T08:36:07.356247+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":1,"reported_epoch":75,"state":"creating+peering","last_fresh":"2024-09-10T08:36:06.361603+0000","last_change":"2024-09-10T08:36:06.361603+0000","last_active":"2024-09-10T08:36:06.352063+0000","last_peered":"2024-09-10T08:36:06.352063+0000","last_clean":"2024-09-10T08:36:06.352063+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:06.361603+0000","last_undegraded":"2024-09-10T08:36:06.361603+0000","last_fullsized":"2024-09-10T08:36:06.361603+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390643+0000","last_change":"2024-09-10T08:36:08.388542+0000","last_active":"2024-09-10T08:36:08.390643+0000","last_peered":"2024-09-10T08:36:08.390643+0000","last_clean":"2024-09-10T08:36:08.390643+0000","last_became_active":"2024-09-10T08:36:08.388272+0000","last_became_peered":"2024-09-10T08:36:08.388272+0000","last_unstale":"2024-09-10T08:36:08.390643+0000","last_undegraded":"2024-09-10T08:36:08.390643+0000","last_fullsized":"2024-09-10T08:36:08.390643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373542+0000","last_change":"2024-09-10T08:36:07.381367+0000","last_active":"2024-09-10T08:36:08.373542+0000","last_peered":"2024-09-10T08:36:08.373542+0000","last_clean":"2024-09-10T08:36:08.373542+0000","last_became_active":"2024-09-10T08:36:07.381107+0000","last_became_peered":"2024-09-10T08:36:07.381107+0000","last_unstale":"2024-09-10T08:36:08.373542+0000","last_undegraded":"2024-09-10T08:36:08.373542+0000","last_fullsized":"2024-09-10T08:36:08.373542+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":281,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372143+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:08.372143+0000","last_peered":"2024-09-10T08:36:08.372143+0000","last_clean":"2024-09-10T08:36:08.372143+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:08.372143+0000","last_undegraded":"2024-09-10T08:36:08.372143+0000","last_fullsized":"2024-09-10T08:36:08.372143+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":98,"acting":98,"num_store_stats":6},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":60,"acting":60,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476783,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27916,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343924,"statfs":{"total":96636764160,"available":96608178176,"internally_reserved":0,"allocated":897024,"data_stored":401682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509486,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":423337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509486,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":421759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":937984,"data_stored":422307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509486,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":921600,"data_stored":414558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574895,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32080,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339760,"statfs":{"total":96636764160,"available":96603914240,"internally_reserved":0,"allocated":909312,"data_stored":407891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:11.650 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:11.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.784+0000 7f9a6628b640 1 Processor -- start 2024-09-10T08:36:11.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.784+0000 7f9a6628b640 1 -- start start 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a6628b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9a60145b30 0x7f9a60072620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a6628b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f9a600af600 0x7f9a600ace10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a6628b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a60073710 con 0x7f9a600ad350 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a6628b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f9a600ad7a0 con 0x7f9a60145b30 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a6628b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f9a6006df30 con 0x7f9a600af600 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9a60145b30 0x7f9a60072620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9a60145b30 0x7f9a60072620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59126/0 (socket says 172.21.15.94:59126) 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a64828640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9a600ad350 0x7f9a6015fd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40530/0 (socket says 172.21.15.94:40530) 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5ffff640 1 -- 172.21.15.94:0/3665784838 learned_addr learned my addr 172.21.15.94:0/3665784838 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5f7fe640 1 --2- 172.21.15.94:0/3665784838 >> v2:172.21.15.143:3300/0 conn(0x7f9a600af600 0x7f9a600ace10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5ffff640 1 -- 172.21.15.94:0/3665784838 >> v2:172.21.15.143:3300/0 conn(0x7f9a600af600 msgr2=0x7f9a600ace10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:11.787 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5ffff640 1 --2- 172.21.15.94:0/3665784838 >> v2:172.21.15.143:3300/0 conn(0x7f9a600af600 0x7f9a600ace10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.787 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5ffff640 1 -- 172.21.15.94:0/3665784838 >> v1:172.21.15.94:6789/0 conn(0x7f9a600ad350 legacy=0x7f9a6015fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.787 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.785+0000 7f9a5ffff640 1 -- 172.21.15.94:0/3665784838 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a60145f10 con 0x7f9a60145b30 2024-09-10T08:36:11.788 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.786+0000 7f9a5ffff640 1 --2- 172.21.15.94:0/3665784838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a60145b30 0x7f9a60072620 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f9a600cf900 tx=0x7f9a5002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d0eed52e9c46f3a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.788 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.786+0000 7f9a5effd640 1 -- 172.21.15.94:0/3665784838 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a50037070 con 0x7f9a60145b30 2024-09-10T08:36:11.788 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.786+0000 7f9a5effd640 1 -- 172.21.15.94:0/3665784838 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a50032440 con 0x7f9a60145b30 2024-09-10T08:36:11.788 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.786+0000 7f9a5effd640 1 -- 172.21.15.94:0/3665784838 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a50032810 con 0x7f9a60145b30 2024-09-10T08:36:11.788 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 -- 172.21.15.94:0/3665784838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a60145b30 msgr2=0x7f9a60072620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.788 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 --2- 172.21.15.94:0/3665784838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a60145b30 0x7f9a60072620 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f9a600cf900 tx=0x7f9a5002a270 comp rx=0 tx=0).stop 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 -- 172.21.15.94:0/3665784838 shutdown_connections 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 --2- 172.21.15.94:0/3665784838 >> v2:172.21.15.143:3300/0 conn(0x7f9a600af600 0x7f9a600ace10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 --2- 172.21.15.94:0/3665784838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a60145b30 0x7f9a60072620 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 -- 172.21.15.94:0/3665784838 >> 172.21.15.94:0/3665784838 conn(0x7f9a600b1b30 msgr2=0x7f9a600b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 -- 172.21.15.94:0/3665784838 shutdown_connections 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.787+0000 7f9a6628b640 1 -- 172.21.15.94:0/3665784838 wait complete. 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.788+0000 7f9a6628b640 1 Processor -- start 2024-09-10T08:36:11.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.788+0000 7f9a6628b640 1 -- start start 2024-09-10T08:36:11.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a6628b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a600ad350 0x7f9a60140490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a6628b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a600af600 0x7f9a6013b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a6628b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a60145b30 0x7f9a601f5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a6628b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9a60073430 con 0x7f9a600af600 2024-09-10T08:36:11.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a6628b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9a60073150 con 0x7f9a600ad350 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a6628b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9a60072b60 con 0x7f9a60145b30 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a600af600 0x7f9a6013b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a600af600 0x7f9a6013b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59128/0 (socket says 172.21.15.94:59128) 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 -- 172.21.15.94:0/2321485134 learned_addr learned my addr 172.21.15.94:0/2321485134 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5ffff640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a600ad350 0x7f9a60140490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a64828640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a60145b30 0x7f9a601f5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 -- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a60145b30 msgr2=0x7f9a601f5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a60145b30 0x7f9a601f5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 -- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a600ad350 msgr2=0x7f9a60140490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a600ad350 0x7f9a60140490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 -- 172.21.15.94:0/2321485134 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a6009b530 con 0x7f9a600af600 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.789+0000 7f9a5f7fe640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a600af600 0x7f9a6013b540 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400d5f0 tx=0x7f9a5400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.790+0000 7f9a5cff9640 1 -- 172.21.15.94:0/2321485134 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a540125f0 con 0x7f9a600af600 2024-09-10T08:36:11.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.790+0000 7f9a5cff9640 1 -- 172.21.15.94:0/2321485134 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a54019070 con 0x7f9a600af600 2024-09-10T08:36:11.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.790+0000 7f9a5cff9640 1 -- 172.21.15.94:0/2321485134 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a540129d0 con 0x7f9a600af600 2024-09-10T08:36:11.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.790+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a601f60c0 con 0x7f9a600af600 2024-09-10T08:36:11.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.790+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a601f6680 con 0x7f9a600af600 2024-09-10T08:36:11.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.791+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a600ace10 con 0x7f9a600af600 2024-09-10T08:36:11.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.791+0000 7f9a5cff9640 1 -- 172.21.15.94:0/2321485134 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9a54012b70 con 0x7f9a600af600 2024-09-10T08:36:11.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.792+0000 7f9a5cff9640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a4c06be60 0x7f9a4c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:11.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.792+0000 7f9a5ffff640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a4c06be60 0x7f9a4c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:11.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.792+0000 7f9a5cff9640 1 -- 172.21.15.94:0/2321485134 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f9a5408b1f0 con 0x7f9a600af600 2024-09-10T08:36:11.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.792+0000 7f9a5ffff640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a4c06be60 0x7f9a4c06e320 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9a50034000 tx=0x7f9a5002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:11.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.796+0000 7f9a5cff9640 1 -- 172.21.15.94:0/2321485134 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9a54059450 con 0x7f9a600af600 2024-09-10T08:36:11.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.958+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9a60073cf0 con 0x7f9a4c06be60 2024-09-10T08:36:11.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.964+0000 7f9a5cff9640 1 -- 172.21.15.94:0/2321485134 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252009 (secure 0 0 0) 0x7f9a60073cf0 con 0x7f9a4c06be60 2024-09-10T08:36:11.967 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:11.968 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.967+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a4c06be60 msgr2=0x7f9a4c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.967+0000 7f9a6628b640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a4c06be60 0x7f9a4c06e320 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9a50034000 tx=0x7f9a5002e000 comp rx=0 tx=0).stop 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.967+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a600af600 msgr2=0x7f9a6013b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.967+0000 7f9a6628b640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a600af600 0x7f9a6013b540 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f9a5400d5f0 tx=0x7f9a5400dab0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 shutdown_connections 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9a4c06be60 0x7f9a4c06e320 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9a60145b30 0x7f9a601f5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9a600af600 0x7f9a6013b540 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 --2- 172.21.15.94:0/2321485134 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9a600ad350 0x7f9a60140490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 >> 172.21.15.94:0/2321485134 conn(0x7f9a600b1b30 msgr2=0x7f9a60144560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 shutdown_connections 2024-09-10T08:36:11.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:11.968+0000 7f9a6628b640 1 -- 172.21.15.94:0/2321485134 wait complete. 2024-09-10T08:36:11.980 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-09-10T08:36:11.855949+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":245536,"kb_used_data":8480,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729184,"statfs":{"total":773094113280,"available":772842684416,"internally_reserved":0,"allocated":8683520,"data_stored":4543783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.499228"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.387923+0000","last_change":"2024-09-10T08:36:08.386347+0000","last_active":"2024-09-10T08:36:08.387923+0000","last_peered":"2024-09-10T08:36:08.387923+0000","last_clean":"2024-09-10T08:36:08.387923+0000","last_became_active":"2024-09-10T08:36:08.385884+0000","last_became_peered":"2024-09-10T08:36:08.385884+0000","last_unstale":"2024-09-10T08:36:08.387923+0000","last_undegraded":"2024-09-10T08:36:08.387923+0000","last_fullsized":"2024-09-10T08:36:08.387923+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384807+0000","last_change":"2024-09-10T08:36:08.382881+0000","last_active":"2024-09-10T08:36:08.384807+0000","last_peered":"2024-09-10T08:36:08.384807+0000","last_clean":"2024-09-10T08:36:08.384807+0000","last_became_active":"2024-09-10T08:36:08.382601+0000","last_became_peered":"2024-09-10T08:36:08.382601+0000","last_unstale":"2024-09-10T08:36:08.384807+0000","last_undegraded":"2024-09-10T08:36:08.384807+0000","last_fullsized":"2024-09-10T08:36:08.384807+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380190+0000","last_change":"2024-09-10T08:36:08.380392+0000","last_active":"2024-09-10T08:36:10.380190+0000","last_peered":"2024-09-10T08:36:10.380190+0000","last_clean":"2024-09-10T08:36:10.380190+0000","last_became_active":"2024-09-10T08:36:08.380124+0000","last_became_peered":"2024-09-10T08:36:08.380124+0000","last_unstale":"2024-09-10T08:36:10.380190+0000","last_undegraded":"2024-09-10T08:36:10.380190+0000","last_fullsized":"2024-09-10T08:36:10.380190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:56.936601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388443+0000","last_change":"2024-09-10T08:36:08.385659+0000","last_active":"2024-09-10T08:36:08.388443+0000","last_peered":"2024-09-10T08:36:08.388443+0000","last_clean":"2024-09-10T08:36:08.388443+0000","last_became_active":"2024-09-10T08:36:08.385215+0000","last_became_peered":"2024-09-10T08:36:08.385215+0000","last_unstale":"2024-09-10T08:36:08.388443+0000","last_undegraded":"2024-09-10T08:36:08.388443+0000","last_fullsized":"2024-09-10T08:36:08.388443+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399260+0000","last_change":"2024-09-10T08:36:08.392170+0000","last_active":"2024-09-10T08:36:08.399260+0000","last_peered":"2024-09-10T08:36:08.399260+0000","last_clean":"2024-09-10T08:36:08.399260+0000","last_became_active":"2024-09-10T08:36:08.391889+0000","last_became_peered":"2024-09-10T08:36:08.391889+0000","last_unstale":"2024-09-10T08:36:08.399260+0000","last_undegraded":"2024-09-10T08:36:08.399260+0000","last_fullsized":"2024-09-10T08:36:08.399260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:12.783523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388688+0000","last_change":"2024-09-10T08:36:08.387878+0000","last_active":"2024-09-10T08:36:08.388688+0000","last_peered":"2024-09-10T08:36:08.388688+0000","last_clean":"2024-09-10T08:36:08.388688+0000","last_became_active":"2024-09-10T08:36:08.387249+0000","last_became_peered":"2024-09-10T08:36:08.387249+0000","last_unstale":"2024-09-10T08:36:08.388688+0000","last_undegraded":"2024-09-10T08:36:08.388688+0000","last_fullsized":"2024-09-10T08:36:08.388688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397563+0000","last_change":"2024-09-10T08:36:08.394983+0000","last_active":"2024-09-10T08:36:08.397563+0000","last_peered":"2024-09-10T08:36:08.397563+0000","last_clean":"2024-09-10T08:36:08.397563+0000","last_became_active":"2024-09-10T08:36:08.394636+0000","last_became_peered":"2024-09-10T08:36:08.394636+0000","last_unstale":"2024-09-10T08:36:08.397563+0000","last_undegraded":"2024-09-10T08:36:08.397563+0000","last_fullsized":"2024-09-10T08:36:08.397563+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.391172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400202+0000","last_change":"2024-09-10T08:36:08.393183+0000","last_active":"2024-09-10T08:36:08.400202+0000","last_peered":"2024-09-10T08:36:08.400202+0000","last_clean":"2024-09-10T08:36:08.400202+0000","last_became_active":"2024-09-10T08:36:08.392920+0000","last_became_peered":"2024-09-10T08:36:08.392920+0000","last_unstale":"2024-09-10T08:36:08.400202+0000","last_undegraded":"2024-09-10T08:36:08.400202+0000","last_fullsized":"2024-09-10T08:36:08.400202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.693446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385644+0000","last_change":"2024-09-10T08:36:08.382866+0000","last_active":"2024-09-10T08:36:08.385644+0000","last_peered":"2024-09-10T08:36:08.385644+0000","last_clean":"2024-09-10T08:36:08.385644+0000","last_became_active":"2024-09-10T08:36:08.382535+0000","last_became_peered":"2024-09-10T08:36:08.382535+0000","last_unstale":"2024-09-10T08:36:08.385644+0000","last_undegraded":"2024-09-10T08:36:08.385644+0000","last_fullsized":"2024-09-10T08:36:08.385644+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:42.789144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383240+0000","last_change":"2024-09-10T08:36:08.380120+0000","last_active":"2024-09-10T08:36:08.383240+0000","last_peered":"2024-09-10T08:36:08.383240+0000","last_clean":"2024-09-10T08:36:08.383240+0000","last_became_active":"2024-09-10T08:36:08.379833+0000","last_became_peered":"2024-09-10T08:36:08.379833+0000","last_unstale":"2024-09-10T08:36:08.383240+0000","last_undegraded":"2024-09-10T08:36:08.383240+0000","last_fullsized":"2024-09-10T08:36:08.383240+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:25.712623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396900+0000","last_change":"2024-09-10T08:36:08.394714+0000","last_active":"2024-09-10T08:36:08.396900+0000","last_peered":"2024-09-10T08:36:08.396900+0000","last_clean":"2024-09-10T08:36:08.396900+0000","last_became_active":"2024-09-10T08:36:08.394422+0000","last_became_peered":"2024-09-10T08:36:08.394422+0000","last_unstale":"2024-09-10T08:36:08.396900+0000","last_undegraded":"2024-09-10T08:36:08.396900+0000","last_fullsized":"2024-09-10T08:36:08.396900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:57:11.237597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382067+0000","last_change":"2024-09-10T08:36:08.379224+0000","last_active":"2024-09-10T08:36:08.382067+0000","last_peered":"2024-09-10T08:36:08.382067+0000","last_clean":"2024-09-10T08:36:08.382067+0000","last_became_active":"2024-09-10T08:36:08.378222+0000","last_became_peered":"2024-09-10T08:36:08.378222+0000","last_unstale":"2024-09-10T08:36:08.382067+0000","last_undegraded":"2024-09-10T08:36:08.382067+0000","last_fullsized":"2024-09-10T08:36:08.382067+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:52.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394003+0000","last_change":"2024-09-10T08:36:08.388437+0000","last_active":"2024-09-10T08:36:08.394003+0000","last_peered":"2024-09-10T08:36:08.394003+0000","last_clean":"2024-09-10T08:36:08.394003+0000","last_became_active":"2024-09-10T08:36:08.388120+0000","last_became_peered":"2024-09-10T08:36:08.388120+0000","last_unstale":"2024-09-10T08:36:08.394003+0000","last_undegraded":"2024-09-10T08:36:08.394003+0000","last_fullsized":"2024-09-10T08:36:08.394003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:43.239145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389859+0000","last_change":"2024-09-10T08:36:08.388132+0000","last_active":"2024-09-10T08:36:08.389859+0000","last_peered":"2024-09-10T08:36:08.389859+0000","last_clean":"2024-09-10T08:36:08.389859+0000","last_became_active":"2024-09-10T08:36:08.387587+0000","last_became_peered":"2024-09-10T08:36:08.387587+0000","last_unstale":"2024-09-10T08:36:08.389859+0000","last_undegraded":"2024-09-10T08:36:08.389859+0000","last_fullsized":"2024-09-10T08:36:08.389859+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381718+0000","last_change":"2024-09-10T08:36:08.377784+0000","last_active":"2024-09-10T08:36:08.381718+0000","last_peered":"2024-09-10T08:36:08.381718+0000","last_clean":"2024-09-10T08:36:08.381718+0000","last_became_active":"2024-09-10T08:36:08.377471+0000","last_became_peered":"2024-09-10T08:36:08.377471+0000","last_unstale":"2024-09-10T08:36:08.381718+0000","last_undegraded":"2024-09-10T08:36:08.381718+0000","last_fullsized":"2024-09-10T08:36:08.381718+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383765+0000","last_change":"2024-09-10T08:36:08.381763+0000","last_active":"2024-09-10T08:36:08.383765+0000","last_peered":"2024-09-10T08:36:08.383765+0000","last_clean":"2024-09-10T08:36:08.383765+0000","last_became_active":"2024-09-10T08:36:08.381280+0000","last_became_peered":"2024-09-10T08:36:08.381280+0000","last_unstale":"2024-09-10T08:36:08.383765+0000","last_undegraded":"2024-09-10T08:36:08.383765+0000","last_fullsized":"2024-09-10T08:36:08.383765+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397805+0000","last_change":"2024-09-10T08:36:08.391606+0000","last_active":"2024-09-10T08:36:08.397805+0000","last_peered":"2024-09-10T08:36:08.397805+0000","last_clean":"2024-09-10T08:36:08.397805+0000","last_became_active":"2024-09-10T08:36:08.391303+0000","last_became_peered":"2024-09-10T08:36:08.391303+0000","last_unstale":"2024-09-10T08:36:08.397805+0000","last_undegraded":"2024-09-10T08:36:08.397805+0000","last_fullsized":"2024-09-10T08:36:08.397805+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:27:13.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379899+0000","last_change":"2024-09-10T08:36:08.385534+0000","last_active":"2024-09-10T08:36:10.379899+0000","last_peered":"2024-09-10T08:36:10.379899+0000","last_clean":"2024-09-10T08:36:10.379899+0000","last_became_active":"2024-09-10T08:36:08.385292+0000","last_became_peered":"2024-09-10T08:36:08.385292+0000","last_unstale":"2024-09-10T08:36:10.379899+0000","last_undegraded":"2024-09-10T08:36:10.379899+0000","last_fullsized":"2024-09-10T08:36:10.379899+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:02.569018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395829+0000","last_change":"2024-09-10T08:36:08.394508+0000","last_active":"2024-09-10T08:36:08.395829+0000","last_peered":"2024-09-10T08:36:08.395829+0000","last_clean":"2024-09-10T08:36:08.395829+0000","last_became_active":"2024-09-10T08:36:08.394223+0000","last_became_peered":"2024-09-10T08:36:08.394223+0000","last_unstale":"2024-09-10T08:36:08.395829+0000","last_undegraded":"2024-09-10T08:36:08.395829+0000","last_fullsized":"2024-09-10T08:36:08.395829+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398927+0000","last_change":"2024-09-10T08:36:08.393340+0000","last_active":"2024-09-10T08:36:08.398927+0000","last_peered":"2024-09-10T08:36:08.398927+0000","last_clean":"2024-09-10T08:36:08.398927+0000","last_became_active":"2024-09-10T08:36:08.393064+0000","last_became_peered":"2024-09-10T08:36:08.393064+0000","last_unstale":"2024-09-10T08:36:08.398927+0000","last_undegraded":"2024-09-10T08:36:08.398927+0000","last_fullsized":"2024-09-10T08:36:08.398927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:29.177480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385710+0000","last_change":"2024-09-10T08:36:08.384685+0000","last_active":"2024-09-10T08:36:08.385710+0000","last_peered":"2024-09-10T08:36:08.385710+0000","last_clean":"2024-09-10T08:36:08.385710+0000","last_became_active":"2024-09-10T08:36:08.384417+0000","last_became_peered":"2024-09-10T08:36:08.384417+0000","last_unstale":"2024-09-10T08:36:08.385710+0000","last_undegraded":"2024-09-10T08:36:08.385710+0000","last_fullsized":"2024-09-10T08:36:08.385710+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:12:16.765701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398955+0000","last_change":"2024-09-10T08:36:08.393421+0000","last_active":"2024-09-10T08:36:08.398955+0000","last_peered":"2024-09-10T08:36:08.398955+0000","last_clean":"2024-09-10T08:36:08.398955+0000","last_became_active":"2024-09-10T08:36:08.393171+0000","last_became_peered":"2024-09-10T08:36:08.393171+0000","last_unstale":"2024-09-10T08:36:08.398955+0000","last_undegraded":"2024-09-10T08:36:08.398955+0000","last_fullsized":"2024-09-10T08:36:08.398955+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:50.918000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.387261+0000","last_change":"2024-09-10T08:36:08.385180+0000","last_active":"2024-09-10T08:36:08.387261+0000","last_peered":"2024-09-10T08:36:08.387261+0000","last_clean":"2024-09-10T08:36:08.387261+0000","last_became_active":"2024-09-10T08:36:08.384758+0000","last_became_peered":"2024-09-10T08:36:08.384758+0000","last_unstale":"2024-09-10T08:36:08.387261+0000","last_undegraded":"2024-09-10T08:36:08.387261+0000","last_fullsized":"2024-09-10T08:36:08.387261+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:38.133283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386695+0000","last_change":"2024-09-10T08:36:08.384586+0000","last_active":"2024-09-10T08:36:08.386695+0000","last_peered":"2024-09-10T08:36:08.386695+0000","last_clean":"2024-09-10T08:36:08.386695+0000","last_became_active":"2024-09-10T08:36:08.384309+0000","last_became_peered":"2024-09-10T08:36:08.384309+0000","last_unstale":"2024-09-10T08:36:08.386695+0000","last_undegraded":"2024-09-10T08:36:08.386695+0000","last_fullsized":"2024-09-10T08:36:08.386695+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392370+0000","last_change":"2024-09-10T08:36:08.390326+0000","last_active":"2024-09-10T08:36:08.392370+0000","last_peered":"2024-09-10T08:36:08.392370+0000","last_clean":"2024-09-10T08:36:08.392370+0000","last_became_active":"2024-09-10T08:36:08.390016+0000","last_became_peered":"2024-09-10T08:36:08.390016+0000","last_unstale":"2024-09-10T08:36:08.392370+0000","last_undegraded":"2024-09-10T08:36:08.392370+0000","last_fullsized":"2024-09-10T08:36:08.392370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383219+0000","last_change":"2024-09-10T08:36:08.379619+0000","last_active":"2024-09-10T08:36:08.383219+0000","last_peered":"2024-09-10T08:36:08.383219+0000","last_clean":"2024-09-10T08:36:08.383219+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.383219+0000","last_undegraded":"2024-09-10T08:36:08.383219+0000","last_fullsized":"2024-09-10T08:36:08.383219+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:06.516645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385688+0000","last_change":"2024-09-10T08:36:08.381830+0000","last_active":"2024-09-10T08:36:08.385688+0000","last_peered":"2024-09-10T08:36:08.385688+0000","last_clean":"2024-09-10T08:36:08.385688+0000","last_became_active":"2024-09-10T08:36:08.381529+0000","last_became_peered":"2024-09-10T08:36:08.381529+0000","last_unstale":"2024-09-10T08:36:08.385688+0000","last_undegraded":"2024-09-10T08:36:08.385688+0000","last_fullsized":"2024-09-10T08:36:08.385688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392477+0000","last_change":"2024-09-10T08:36:08.384081+0000","last_active":"2024-09-10T08:36:08.392477+0000","last_peered":"2024-09-10T08:36:08.392477+0000","last_clean":"2024-09-10T08:36:08.392477+0000","last_became_active":"2024-09-10T08:36:08.383807+0000","last_became_peered":"2024-09-10T08:36:08.383807+0000","last_unstale":"2024-09-10T08:36:08.392477+0000","last_undegraded":"2024-09-10T08:36:08.392477+0000","last_fullsized":"2024-09-10T08:36:08.392477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:21.054939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384283+0000","last_change":"2024-09-10T08:36:08.380201+0000","last_active":"2024-09-10T08:36:08.384283+0000","last_peered":"2024-09-10T08:36:08.384283+0000","last_clean":"2024-09-10T08:36:08.384283+0000","last_became_active":"2024-09-10T08:36:08.379934+0000","last_became_peered":"2024-09-10T08:36:08.379934+0000","last_unstale":"2024-09-10T08:36:08.384283+0000","last_undegraded":"2024-09-10T08:36:08.384283+0000","last_fullsized":"2024-09-10T08:36:08.384283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:22.809736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379079+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.378727+0000","last_became_peered":"2024-09-10T08:36:08.378727+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379816+0000","last_change":"2024-09-10T08:36:08.382161+0000","last_active":"2024-09-10T08:36:10.379816+0000","last_peered":"2024-09-10T08:36:10.379816+0000","last_clean":"2024-09-10T08:36:10.379816+0000","last_became_active":"2024-09-10T08:36:08.381464+0000","last_became_peered":"2024-09-10T08:36:08.381464+0000","last_unstale":"2024-09-10T08:36:10.379816+0000","last_undegraded":"2024-09-10T08:36:10.379816+0000","last_fullsized":"2024-09-10T08:36:10.379816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:37.695653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388784+0000","last_change":"2024-09-10T08:36:08.387075+0000","last_active":"2024-09-10T08:36:08.388784+0000","last_peered":"2024-09-10T08:36:08.388784+0000","last_clean":"2024-09-10T08:36:08.388784+0000","last_became_active":"2024-09-10T08:36:08.386786+0000","last_became_peered":"2024-09-10T08:36:08.386786+0000","last_unstale":"2024-09-10T08:36:08.388784+0000","last_undegraded":"2024-09-10T08:36:08.388784+0000","last_fullsized":"2024-09-10T08:36:08.388784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379735+0000","last_change":"2024-09-10T08:36:08.384968+0000","last_active":"2024-09-10T08:36:10.379735+0000","last_peered":"2024-09-10T08:36:10.379735+0000","last_clean":"2024-09-10T08:36:10.379735+0000","last_became_active":"2024-09-10T08:36:08.384694+0000","last_became_peered":"2024-09-10T08:36:08.384694+0000","last_unstale":"2024-09-10T08:36:10.379735+0000","last_undegraded":"2024-09-10T08:36:10.379735+0000","last_fullsized":"2024-09-10T08:36:10.379735+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:03.375148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"77'4","reported_seq":16,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401056+0000","last_change":"2024-09-10T08:36:07.373777+0000","last_active":"2024-09-10T08:36:08.401056+0000","last_peered":"2024-09-10T08:36:08.401056+0000","last_clean":"2024-09-10T08:36:08.401056+0000","last_became_active":"2024-09-10T08:36:07.373513+0000","last_became_peered":"2024-09-10T08:36:07.373513+0000","last_unstale":"2024-09-10T08:36:08.401056+0000","last_undegraded":"2024-09-10T08:36:08.401056+0000","last_fullsized":"2024-09-10T08:36:08.401056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:01.804523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376786+0000","last_change":"2024-09-10T08:36:08.375544+0000","last_active":"2024-09-10T08:36:08.376786+0000","last_peered":"2024-09-10T08:36:08.376786+0000","last_clean":"2024-09-10T08:36:08.376786+0000","last_became_active":"2024-09-10T08:36:08.375261+0000","last_became_peered":"2024-09-10T08:36:08.375261+0000","last_unstale":"2024-09-10T08:36:08.376786+0000","last_undegraded":"2024-09-10T08:36:08.376786+0000","last_fullsized":"2024-09-10T08:36:08.376786+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395515+0000","last_change":"2024-09-10T08:36:07.381016+0000","last_active":"2024-09-10T08:36:08.395515+0000","last_peered":"2024-09-10T08:36:08.395515+0000","last_clean":"2024-09-10T08:36:08.395515+0000","last_became_active":"2024-09-10T08:36:07.380686+0000","last_became_peered":"2024-09-10T08:36:07.380686+0000","last_unstale":"2024-09-10T08:36:08.395515+0000","last_undegraded":"2024-09-10T08:36:08.395515+0000","last_fullsized":"2024-09-10T08:36:08.395515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391746+0000","last_change":"2024-09-10T08:36:08.390437+0000","last_active":"2024-09-10T08:36:08.391746+0000","last_peered":"2024-09-10T08:36:08.391746+0000","last_clean":"2024-09-10T08:36:08.391746+0000","last_became_active":"2024-09-10T08:36:08.389556+0000","last_became_peered":"2024-09-10T08:36:08.389556+0000","last_unstale":"2024-09-10T08:36:08.391746+0000","last_undegraded":"2024-09-10T08:36:08.391746+0000","last_fullsized":"2024-09-10T08:36:08.391746+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:31.778174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.393372+0000","last_change":"2024-09-10T08:36:07.374679+0000","last_active":"2024-09-10T08:36:08.393372+0000","last_peered":"2024-09-10T08:36:08.393372+0000","last_clean":"2024-09-10T08:36:08.393372+0000","last_became_active":"2024-09-10T08:36:07.374385+0000","last_became_peered":"2024-09-10T08:36:07.374385+0000","last_unstale":"2024-09-10T08:36:08.393372+0000","last_undegraded":"2024-09-10T08:36:08.393372+0000","last_fullsized":"2024-09-10T08:36:08.393372+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385692+0000","last_change":"2024-09-10T08:36:08.384087+0000","last_active":"2024-09-10T08:36:08.385692+0000","last_peered":"2024-09-10T08:36:08.385692+0000","last_clean":"2024-09-10T08:36:08.385692+0000","last_became_active":"2024-09-10T08:36:08.383515+0000","last_became_peered":"2024-09-10T08:36:08.383515+0000","last_unstale":"2024-09-10T08:36:08.385692+0000","last_undegraded":"2024-09-10T08:36:08.385692+0000","last_fullsized":"2024-09-10T08:36:08.385692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:31.957557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396298+0000","last_change":"2024-09-10T08:36:07.381157+0000","last_active":"2024-09-10T08:36:08.396298+0000","last_peered":"2024-09-10T08:36:08.396298+0000","last_clean":"2024-09-10T08:36:08.396298+0000","last_became_active":"2024-09-10T08:36:07.380295+0000","last_became_peered":"2024-09-10T08:36:07.380295+0000","last_unstale":"2024-09-10T08:36:08.396298+0000","last_undegraded":"2024-09-10T08:36:08.396298+0000","last_fullsized":"2024-09-10T08:36:08.396298+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:30.953373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396874+0000","last_change":"2024-09-10T08:36:08.394775+0000","last_active":"2024-09-10T08:36:08.396874+0000","last_peered":"2024-09-10T08:36:08.396874+0000","last_clean":"2024-09-10T08:36:08.396874+0000","last_became_active":"2024-09-10T08:36:08.394446+0000","last_became_peered":"2024-09-10T08:36:08.394446+0000","last_unstale":"2024-09-10T08:36:08.396874+0000","last_undegraded":"2024-09-10T08:36:08.396874+0000","last_fullsized":"2024-09-10T08:36:08.396874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:54.936574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395673+0000","last_change":"2024-09-10T08:36:07.368368+0000","last_active":"2024-09-10T08:36:08.395673+0000","last_peered":"2024-09-10T08:36:08.395673+0000","last_clean":"2024-09-10T08:36:08.395673+0000","last_became_active":"2024-09-10T08:36:07.367923+0000","last_became_peered":"2024-09-10T08:36:07.367923+0000","last_unstale":"2024-09-10T08:36:08.395673+0000","last_undegraded":"2024-09-10T08:36:08.395673+0000","last_fullsized":"2024-09-10T08:36:08.395673+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:21:39.878619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384733+0000","last_change":"2024-09-10T08:36:08.383834+0000","last_active":"2024-09-10T08:36:08.384733+0000","last_peered":"2024-09-10T08:36:08.384733+0000","last_clean":"2024-09-10T08:36:08.384733+0000","last_became_active":"2024-09-10T08:36:08.383562+0000","last_became_peered":"2024-09-10T08:36:08.383562+0000","last_unstale":"2024-09-10T08:36:08.384733+0000","last_undegraded":"2024-09-10T08:36:08.384733+0000","last_fullsized":"2024-09-10T08:36:08.384733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400419+0000","last_change":"2024-09-10T08:36:07.373994+0000","last_active":"2024-09-10T08:36:08.400419+0000","last_peered":"2024-09-10T08:36:08.400419+0000","last_clean":"2024-09-10T08:36:08.400419+0000","last_became_active":"2024-09-10T08:36:07.373720+0000","last_became_peered":"2024-09-10T08:36:07.373720+0000","last_unstale":"2024-09-10T08:36:08.400419+0000","last_undegraded":"2024-09-10T08:36:08.400419+0000","last_fullsized":"2024-09-10T08:36:08.400419+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:33:12.502934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391811+0000","last_change":"2024-09-10T08:36:08.389588+0000","last_active":"2024-09-10T08:36:08.391811+0000","last_peered":"2024-09-10T08:36:08.391811+0000","last_clean":"2024-09-10T08:36:08.391811+0000","last_became_active":"2024-09-10T08:36:08.389243+0000","last_became_peered":"2024-09-10T08:36:08.389243+0000","last_unstale":"2024-09-10T08:36:08.391811+0000","last_undegraded":"2024-09-10T08:36:08.391811+0000","last_fullsized":"2024-09-10T08:36:08.391811+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:59.954516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372329+0000","last_change":"2024-09-10T08:36:07.373768+0000","last_active":"2024-09-10T08:36:08.372329+0000","last_peered":"2024-09-10T08:36:08.372329+0000","last_clean":"2024-09-10T08:36:08.372329+0000","last_became_active":"2024-09-10T08:36:07.373445+0000","last_became_peered":"2024-09-10T08:36:07.373445+0000","last_unstale":"2024-09-10T08:36:08.372329+0000","last_undegraded":"2024-09-10T08:36:08.372329+0000","last_fullsized":"2024-09-10T08:36:08.372329+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397528+0000","last_change":"2024-09-10T08:36:08.394187+0000","last_active":"2024-09-10T08:36:08.397528+0000","last_peered":"2024-09-10T08:36:08.397528+0000","last_clean":"2024-09-10T08:36:08.397528+0000","last_became_active":"2024-09-10T08:36:08.393841+0000","last_became_peered":"2024-09-10T08:36:08.393841+0000","last_unstale":"2024-09-10T08:36:08.397528+0000","last_undegraded":"2024-09-10T08:36:08.397528+0000","last_fullsized":"2024-09-10T08:36:08.397528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:11.560861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383041+0000","last_change":"2024-09-10T08:36:07.381124+0000","last_active":"2024-09-10T08:36:08.383041+0000","last_peered":"2024-09-10T08:36:08.383041+0000","last_clean":"2024-09-10T08:36:08.383041+0000","last_became_active":"2024-09-10T08:36:07.380483+0000","last_became_peered":"2024-09-10T08:36:07.380483+0000","last_unstale":"2024-09-10T08:36:08.383041+0000","last_undegraded":"2024-09-10T08:36:08.383041+0000","last_fullsized":"2024-09-10T08:36:08.383041+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:38.349484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384773+0000","last_change":"2024-09-10T08:36:08.378474+0000","last_active":"2024-09-10T08:36:08.384773+0000","last_peered":"2024-09-10T08:36:08.384773+0000","last_clean":"2024-09-10T08:36:08.384773+0000","last_became_active":"2024-09-10T08:36:08.378204+0000","last_became_peered":"2024-09-10T08:36:08.378204+0000","last_unstale":"2024-09-10T08:36:08.384773+0000","last_undegraded":"2024-09-10T08:36:08.384773+0000","last_fullsized":"2024-09-10T08:36:08.384773+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:35.122057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373405+0000","last_change":"2024-09-10T08:36:07.380662+0000","last_active":"2024-09-10T08:36:08.373405+0000","last_peered":"2024-09-10T08:36:08.373405+0000","last_clean":"2024-09-10T08:36:08.373405+0000","last_became_active":"2024-09-10T08:36:07.380397+0000","last_became_peered":"2024-09-10T08:36:07.380397+0000","last_unstale":"2024-09-10T08:36:08.373405+0000","last_undegraded":"2024-09-10T08:36:08.373405+0000","last_fullsized":"2024-09-10T08:36:08.373405+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388680+0000","last_change":"2024-09-10T08:36:08.385425+0000","last_active":"2024-09-10T08:36:08.388680+0000","last_peered":"2024-09-10T08:36:08.388680+0000","last_clean":"2024-09-10T08:36:08.388680+0000","last_became_active":"2024-09-10T08:36:08.384838+0000","last_became_peered":"2024-09-10T08:36:08.384838+0000","last_unstale":"2024-09-10T08:36:08.388680+0000","last_undegraded":"2024-09-10T08:36:08.388680+0000","last_fullsized":"2024-09-10T08:36:08.388680+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372232+0000","last_change":"2024-09-10T08:36:07.377754+0000","last_active":"2024-09-10T08:36:08.372232+0000","last_peered":"2024-09-10T08:36:08.372232+0000","last_clean":"2024-09-10T08:36:08.372232+0000","last_became_active":"2024-09-10T08:36:07.377485+0000","last_became_peered":"2024-09-10T08:36:07.377485+0000","last_unstale":"2024-09-10T08:36:08.372232+0000","last_undegraded":"2024-09-10T08:36:08.372232+0000","last_fullsized":"2024-09-10T08:36:08.372232+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:43.778255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385225+0000","last_change":"2024-09-10T08:36:08.383116+0000","last_active":"2024-09-10T08:36:08.385225+0000","last_peered":"2024-09-10T08:36:08.385225+0000","last_clean":"2024-09-10T08:36:08.385225+0000","last_became_active":"2024-09-10T08:36:08.382765+0000","last_became_peered":"2024-09-10T08:36:08.382765+0000","last_unstale":"2024-09-10T08:36:08.385225+0000","last_undegraded":"2024-09-10T08:36:08.385225+0000","last_fullsized":"2024-09-10T08:36:08.385225+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"77'3","reported_seq":15,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400695+0000","last_change":"2024-09-10T08:36:07.378056+0000","last_active":"2024-09-10T08:36:08.400695+0000","last_peered":"2024-09-10T08:36:08.400695+0000","last_clean":"2024-09-10T08:36:08.400695+0000","last_became_active":"2024-09-10T08:36:07.377806+0000","last_became_peered":"2024-09-10T08:36:07.377806+0000","last_unstale":"2024-09-10T08:36:08.400695+0000","last_undegraded":"2024-09-10T08:36:08.400695+0000","last_fullsized":"2024-09-10T08:36:08.400695+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:45:32.755980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380287+0000","last_change":"2024-09-10T08:36:08.381023+0000","last_active":"2024-09-10T08:36:10.380287+0000","last_peered":"2024-09-10T08:36:10.380287+0000","last_clean":"2024-09-10T08:36:10.380287+0000","last_became_active":"2024-09-10T08:36:08.380767+0000","last_became_peered":"2024-09-10T08:36:08.380767+0000","last_unstale":"2024-09-10T08:36:10.380287+0000","last_undegraded":"2024-09-10T08:36:10.380287+0000","last_fullsized":"2024-09-10T08:36:10.380287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:32.665791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"77'6","reported_seq":18,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401067+0000","last_change":"2024-09-10T08:36:07.380597+0000","last_active":"2024-09-10T08:36:08.401067+0000","last_peered":"2024-09-10T08:36:08.401067+0000","last_clean":"2024-09-10T08:36:08.401067+0000","last_became_active":"2024-09-10T08:36:07.380239+0000","last_became_peered":"2024-09-10T08:36:07.380239+0000","last_unstale":"2024-09-10T08:36:08.401067+0000","last_undegraded":"2024-09-10T08:36:08.401067+0000","last_fullsized":"2024-09-10T08:36:08.401067+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:12:15.761517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379484+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.379165+0000","last_became_peered":"2024-09-10T08:36:08.379165+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:06.111026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399533+0000","last_change":"2024-09-10T08:36:07.381145+0000","last_active":"2024-09-10T08:36:08.399533+0000","last_peered":"2024-09-10T08:36:08.399533+0000","last_clean":"2024-09-10T08:36:08.399533+0000","last_became_active":"2024-09-10T08:36:07.380876+0000","last_became_peered":"2024-09-10T08:36:07.380876+0000","last_unstale":"2024-09-10T08:36:08.399533+0000","last_undegraded":"2024-09-10T08:36:08.399533+0000","last_fullsized":"2024-09-10T08:36:08.399533+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:13.107767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392537+0000","last_change":"2024-09-10T08:36:08.390983+0000","last_active":"2024-09-10T08:36:08.392537+0000","last_peered":"2024-09-10T08:36:08.392537+0000","last_clean":"2024-09-10T08:36:08.392537+0000","last_became_active":"2024-09-10T08:36:08.390698+0000","last_became_peered":"2024-09-10T08:36:08.390698+0000","last_unstale":"2024-09-10T08:36:08.392537+0000","last_undegraded":"2024-09-10T08:36:08.392537+0000","last_fullsized":"2024-09-10T08:36:08.392537+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:40:40.924687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.371835+0000","last_change":"2024-09-10T08:36:07.375535+0000","last_active":"2024-09-10T08:36:08.371835+0000","last_peered":"2024-09-10T08:36:08.371835+0000","last_clean":"2024-09-10T08:36:08.371835+0000","last_became_active":"2024-09-10T08:36:07.375267+0000","last_became_peered":"2024-09-10T08:36:07.375267+0000","last_unstale":"2024-09-10T08:36:08.371835+0000","last_undegraded":"2024-09-10T08:36:08.371835+0000","last_fullsized":"2024-09-10T08:36:08.371835+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:29.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389287+0000","last_change":"2024-09-10T08:36:08.386767+0000","last_active":"2024-09-10T08:36:08.389287+0000","last_peered":"2024-09-10T08:36:08.389287+0000","last_clean":"2024-09-10T08:36:08.389287+0000","last_became_active":"2024-09-10T08:36:08.386484+0000","last_became_peered":"2024-09-10T08:36:08.386484+0000","last_unstale":"2024-09-10T08:36:08.389287+0000","last_undegraded":"2024-09-10T08:36:08.389287+0000","last_fullsized":"2024-09-10T08:36:08.389287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:31.778174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381864+0000","last_change":"2024-09-10T08:36:07.375706+0000","last_active":"2024-09-10T08:36:08.381864+0000","last_peered":"2024-09-10T08:36:08.381864+0000","last_clean":"2024-09-10T08:36:08.381864+0000","last_became_active":"2024-09-10T08:36:07.375483+0000","last_became_peered":"2024-09-10T08:36:07.375483+0000","last_unstale":"2024-09-10T08:36:08.381864+0000","last_undegraded":"2024-09-10T08:36:08.381864+0000","last_fullsized":"2024-09-10T08:36:08.381864+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:55.131435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386431+0000","last_change":"2024-09-10T08:36:08.384041+0000","last_active":"2024-09-10T08:36:08.386431+0000","last_peered":"2024-09-10T08:36:08.386431+0000","last_clean":"2024-09-10T08:36:08.386431+0000","last_became_active":"2024-09-10T08:36:08.383739+0000","last_became_peered":"2024-09-10T08:36:08.383739+0000","last_unstale":"2024-09-10T08:36:08.386431+0000","last_undegraded":"2024-09-10T08:36:08.386431+0000","last_fullsized":"2024-09-10T08:36:08.386431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:59.954516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"77'8","reported_seq":20,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400197+0000","last_change":"2024-09-10T08:36:07.380061+0000","last_active":"2024-09-10T08:36:08.400197+0000","last_peered":"2024-09-10T08:36:08.400197+0000","last_clean":"2024-09-10T08:36:08.400197+0000","last_became_active":"2024-09-10T08:36:07.379761+0000","last_became_peered":"2024-09-10T08:36:07.379761+0000","last_unstale":"2024-09-10T08:36:08.400197+0000","last_undegraded":"2024-09-10T08:36:08.400197+0000","last_fullsized":"2024-09-10T08:36:08.400197+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:05.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395997+0000","last_change":"2024-09-10T08:36:08.394482+0000","last_active":"2024-09-10T08:36:08.395997+0000","last_peered":"2024-09-10T08:36:08.395997+0000","last_clean":"2024-09-10T08:36:08.395997+0000","last_became_active":"2024-09-10T08:36:08.394206+0000","last_became_peered":"2024-09-10T08:36:08.394206+0000","last_unstale":"2024-09-10T08:36:08.395997+0000","last_undegraded":"2024-09-10T08:36:08.395997+0000","last_fullsized":"2024-09-10T08:36:08.395997+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395638+0000","last_change":"2024-09-10T08:36:07.375058+0000","last_active":"2024-09-10T08:36:08.395638+0000","last_peered":"2024-09-10T08:36:08.395638+0000","last_clean":"2024-09-10T08:36:08.395638+0000","last_became_active":"2024-09-10T08:36:07.374590+0000","last_became_peered":"2024-09-10T08:36:07.374590+0000","last_unstale":"2024-09-10T08:36:08.395638+0000","last_undegraded":"2024-09-10T08:36:08.395638+0000","last_fullsized":"2024-09-10T08:36:08.395638+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399948+0000","last_change":"2024-09-10T08:36:08.399119+0000","last_active":"2024-09-10T08:36:08.399948+0000","last_peered":"2024-09-10T08:36:08.399948+0000","last_clean":"2024-09-10T08:36:08.399948+0000","last_became_active":"2024-09-10T08:36:08.398053+0000","last_became_peered":"2024-09-10T08:36:08.398053+0000","last_unstale":"2024-09-10T08:36:08.399948+0000","last_undegraded":"2024-09-10T08:36:08.399948+0000","last_fullsized":"2024-09-10T08:36:08.399948+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:19.572046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397116+0000","last_change":"2024-09-10T08:36:07.373799+0000","last_active":"2024-09-10T08:36:08.397116+0000","last_peered":"2024-09-10T08:36:08.397116+0000","last_clean":"2024-09-10T08:36:08.397116+0000","last_became_active":"2024-09-10T08:36:07.373217+0000","last_became_peered":"2024-09-10T08:36:07.373217+0000","last_unstale":"2024-09-10T08:36:08.397116+0000","last_undegraded":"2024-09-10T08:36:08.397116+0000","last_fullsized":"2024-09-10T08:36:08.397116+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:28.086289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398975+0000","last_change":"2024-09-10T08:36:08.393059+0000","last_active":"2024-09-10T08:36:08.398975+0000","last_peered":"2024-09-10T08:36:08.398975+0000","last_clean":"2024-09-10T08:36:08.398975+0000","last_became_active":"2024-09-10T08:36:08.392759+0000","last_became_peered":"2024-09-10T08:36:08.392759+0000","last_unstale":"2024-09-10T08:36:08.398975+0000","last_undegraded":"2024-09-10T08:36:08.398975+0000","last_fullsized":"2024-09-10T08:36:08.398975+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:34.178054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400124+0000","last_change":"2024-09-10T08:36:07.380215+0000","last_active":"2024-09-10T08:36:08.400124+0000","last_peered":"2024-09-10T08:36:08.400124+0000","last_clean":"2024-09-10T08:36:08.400124+0000","last_became_active":"2024-09-10T08:36:07.379942+0000","last_became_peered":"2024-09-10T08:36:07.379942+0000","last_unstale":"2024-09-10T08:36:08.400124+0000","last_undegraded":"2024-09-10T08:36:08.400124+0000","last_fullsized":"2024-09-10T08:36:08.400124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:03:19.253247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394974+0000","last_change":"2024-09-10T08:36:08.393019+0000","last_active":"2024-09-10T08:36:08.394974+0000","last_peered":"2024-09-10T08:36:08.394974+0000","last_clean":"2024-09-10T08:36:08.394974+0000","last_became_active":"2024-09-10T08:36:08.392767+0000","last_became_peered":"2024-09-10T08:36:08.392767+0000","last_unstale":"2024-09-10T08:36:08.394974+0000","last_undegraded":"2024-09-10T08:36:08.394974+0000","last_fullsized":"2024-09-10T08:36:08.394974+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380073+0000","last_change":"2024-09-10T08:36:07.376544+0000","last_active":"2024-09-10T08:36:10.380073+0000","last_peered":"2024-09-10T08:36:10.380073+0000","last_clean":"2024-09-10T08:36:10.380073+0000","last_became_active":"2024-09-10T08:36:07.376302+0000","last_became_peered":"2024-09-10T08:36:07.376302+0000","last_unstale":"2024-09-10T08:36:10.380073+0000","last_undegraded":"2024-09-10T08:36:10.380073+0000","last_fullsized":"2024-09-10T08:36:10.380073+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:41:35.545716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390532+0000","last_change":"2024-09-10T08:36:08.386402+0000","last_active":"2024-09-10T08:36:08.390532+0000","last_peered":"2024-09-10T08:36:08.390532+0000","last_clean":"2024-09-10T08:36:08.390532+0000","last_became_active":"2024-09-10T08:36:08.386133+0000","last_became_peered":"2024-09-10T08:36:08.386133+0000","last_unstale":"2024-09-10T08:36:08.390532+0000","last_undegraded":"2024-09-10T08:36:08.390532+0000","last_fullsized":"2024-09-10T08:36:08.390532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400456+0000","last_change":"2024-09-10T08:36:07.379454+0000","last_active":"2024-09-10T08:36:08.400456+0000","last_peered":"2024-09-10T08:36:08.400456+0000","last_clean":"2024-09-10T08:36:08.400456+0000","last_became_active":"2024-09-10T08:36:07.379195+0000","last_became_peered":"2024-09-10T08:36:07.379195+0000","last_unstale":"2024-09-10T08:36:08.400456+0000","last_undegraded":"2024-09-10T08:36:08.400456+0000","last_fullsized":"2024-09-10T08:36:08.400456+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392148+0000","last_change":"2024-09-10T08:36:08.385466+0000","last_active":"2024-09-10T08:36:08.392148+0000","last_peered":"2024-09-10T08:36:08.392148+0000","last_clean":"2024-09-10T08:36:08.392148+0000","last_became_active":"2024-09-10T08:36:08.385230+0000","last_became_peered":"2024-09-10T08:36:08.385230+0000","last_unstale":"2024-09-10T08:36:08.392148+0000","last_undegraded":"2024-09-10T08:36:08.392148+0000","last_fullsized":"2024-09-10T08:36:08.392148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373028+0000","last_change":"2024-09-10T08:36:07.380703+0000","last_active":"2024-09-10T08:36:08.373028+0000","last_peered":"2024-09-10T08:36:08.373028+0000","last_clean":"2024-09-10T08:36:08.373028+0000","last_became_active":"2024-09-10T08:36:07.380055+0000","last_became_peered":"2024-09-10T08:36:07.380055+0000","last_unstale":"2024-09-10T08:36:08.373028+0000","last_undegraded":"2024-09-10T08:36:08.373028+0000","last_fullsized":"2024-09-10T08:36:08.373028+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385548+0000","last_change":"2024-09-10T08:36:08.383670+0000","last_active":"2024-09-10T08:36:08.385548+0000","last_peered":"2024-09-10T08:36:08.385548+0000","last_clean":"2024-09-10T08:36:08.385548+0000","last_became_active":"2024-09-10T08:36:08.383299+0000","last_became_peered":"2024-09-10T08:36:08.383299+0000","last_unstale":"2024-09-10T08:36:08.385548+0000","last_undegraded":"2024-09-10T08:36:08.385548+0000","last_fullsized":"2024-09-10T08:36:08.385548+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:48.216441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373227+0000","last_change":"2024-09-10T08:36:07.380023+0000","last_active":"2024-09-10T08:36:08.373227+0000","last_peered":"2024-09-10T08:36:08.373227+0000","last_clean":"2024-09-10T08:36:08.373227+0000","last_became_active":"2024-09-10T08:36:07.379770+0000","last_became_peered":"2024-09-10T08:36:07.379770+0000","last_unstale":"2024-09-10T08:36:08.373227+0000","last_undegraded":"2024-09-10T08:36:08.373227+0000","last_fullsized":"2024-09-10T08:36:08.373227+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391069+0000","last_change":"2024-09-10T08:36:08.386513+0000","last_active":"2024-09-10T08:36:08.391069+0000","last_peered":"2024-09-10T08:36:08.391069+0000","last_clean":"2024-09-10T08:36:08.391069+0000","last_became_active":"2024-09-10T08:36:08.386237+0000","last_became_peered":"2024-09-10T08:36:08.386237+0000","last_unstale":"2024-09-10T08:36:08.391069+0000","last_undegraded":"2024-09-10T08:36:08.391069+0000","last_fullsized":"2024-09-10T08:36:08.391069+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:48.216441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398646+0000","last_change":"2024-09-10T08:36:07.376840+0000","last_active":"2024-09-10T08:36:08.398646+0000","last_peered":"2024-09-10T08:36:08.398646+0000","last_clean":"2024-09-10T08:36:08.398646+0000","last_became_active":"2024-09-10T08:36:07.376531+0000","last_became_peered":"2024-09-10T08:36:07.376531+0000","last_unstale":"2024-09-10T08:36:08.398646+0000","last_undegraded":"2024-09-10T08:36:08.398646+0000","last_fullsized":"2024-09-10T08:36:08.398646+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:34.945213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386461+0000","last_change":"2024-09-10T08:36:08.384046+0000","last_active":"2024-09-10T08:36:08.386461+0000","last_peered":"2024-09-10T08:36:08.386461+0000","last_clean":"2024-09-10T08:36:08.386461+0000","last_became_active":"2024-09-10T08:36:08.383621+0000","last_became_peered":"2024-09-10T08:36:08.383621+0000","last_unstale":"2024-09-10T08:36:08.386461+0000","last_undegraded":"2024-09-10T08:36:08.386461+0000","last_fullsized":"2024-09-10T08:36:08.386461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:14.102900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373373+0000","last_change":"2024-09-10T08:36:07.377421+0000","last_active":"2024-09-10T08:36:08.373373+0000","last_peered":"2024-09-10T08:36:08.373373+0000","last_clean":"2024-09-10T08:36:08.373373+0000","last_became_active":"2024-09-10T08:36:07.376898+0000","last_became_peered":"2024-09-10T08:36:07.376898+0000","last_unstale":"2024-09-10T08:36:08.373373+0000","last_undegraded":"2024-09-10T08:36:08.373373+0000","last_fullsized":"2024-09-10T08:36:08.373373+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391668+0000","last_change":"2024-09-10T08:36:08.389294+0000","last_active":"2024-09-10T08:36:08.391668+0000","last_peered":"2024-09-10T08:36:08.391668+0000","last_clean":"2024-09-10T08:36:08.391668+0000","last_became_active":"2024-09-10T08:36:08.388468+0000","last_became_peered":"2024-09-10T08:36:08.388468+0000","last_unstale":"2024-09-10T08:36:08.391668+0000","last_undegraded":"2024-09-10T08:36:08.391668+0000","last_fullsized":"2024-09-10T08:36:08.391668+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:14.102900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372781+0000","last_change":"2024-09-10T08:36:07.377186+0000","last_active":"2024-09-10T08:36:08.372781+0000","last_peered":"2024-09-10T08:36:08.372781+0000","last_clean":"2024-09-10T08:36:08.372781+0000","last_became_active":"2024-09-10T08:36:07.376925+0000","last_became_peered":"2024-09-10T08:36:07.376925+0000","last_unstale":"2024-09-10T08:36:08.372781+0000","last_undegraded":"2024-09-10T08:36:08.372781+0000","last_fullsized":"2024-09-10T08:36:08.372781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384257+0000","last_change":"2024-09-10T08:36:08.379599+0000","last_active":"2024-09-10T08:36:08.384257+0000","last_peered":"2024-09-10T08:36:08.384257+0000","last_clean":"2024-09-10T08:36:08.384257+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.384257+0000","last_undegraded":"2024-09-10T08:36:08.384257+0000","last_fullsized":"2024-09-10T08:36:08.384257+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:01.489352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372106+0000","last_change":"2024-09-10T08:36:07.381832+0000","last_active":"2024-09-10T08:36:08.372106+0000","last_peered":"2024-09-10T08:36:08.372106+0000","last_clean":"2024-09-10T08:36:08.372106+0000","last_became_active":"2024-09-10T08:36:07.381558+0000","last_became_peered":"2024-09-10T08:36:07.381558+0000","last_unstale":"2024-09-10T08:36:08.372106+0000","last_undegraded":"2024-09-10T08:36:08.372106+0000","last_fullsized":"2024-09-10T08:36:08.372106+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392404+0000","last_change":"2024-09-10T08:36:08.391128+0000","last_active":"2024-09-10T08:36:08.392404+0000","last_peered":"2024-09-10T08:36:08.392404+0000","last_clean":"2024-09-10T08:36:08.392404+0000","last_became_active":"2024-09-10T08:36:08.390517+0000","last_became_peered":"2024-09-10T08:36:08.390517+0000","last_unstale":"2024-09-10T08:36:08.392404+0000","last_undegraded":"2024-09-10T08:36:08.392404+0000","last_fullsized":"2024-09-10T08:36:08.392404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:12.170315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376515+0000","last_change":"2024-09-10T08:36:07.379566+0000","last_active":"2024-09-10T08:36:08.376515+0000","last_peered":"2024-09-10T08:36:08.376515+0000","last_clean":"2024-09-10T08:36:08.376515+0000","last_became_active":"2024-09-10T08:36:07.379277+0000","last_became_peered":"2024-09-10T08:36:07.379277+0000","last_unstale":"2024-09-10T08:36:08.376515+0000","last_undegraded":"2024-09-10T08:36:08.376515+0000","last_fullsized":"2024-09-10T08:36:08.376515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:41.784960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397580+0000","last_change":"2024-09-10T08:36:08.394861+0000","last_active":"2024-09-10T08:36:08.397580+0000","last_peered":"2024-09-10T08:36:08.397580+0000","last_clean":"2024-09-10T08:36:08.397580+0000","last_became_active":"2024-09-10T08:36:08.394591+0000","last_became_peered":"2024-09-10T08:36:08.394591+0000","last_unstale":"2024-09-10T08:36:08.397580+0000","last_undegraded":"2024-09-10T08:36:08.397580+0000","last_fullsized":"2024-09-10T08:36:08.397580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:03.156714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381664+0000","last_change":"2024-09-10T08:36:07.375071+0000","last_active":"2024-09-10T08:36:08.381664+0000","last_peered":"2024-09-10T08:36:08.381664+0000","last_clean":"2024-09-10T08:36:08.381664+0000","last_became_active":"2024-09-10T08:36:07.374810+0000","last_became_peered":"2024-09-10T08:36:07.374810+0000","last_unstale":"2024-09-10T08:36:08.381664+0000","last_undegraded":"2024-09-10T08:36:08.381664+0000","last_fullsized":"2024-09-10T08:36:08.381664+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:21.482231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380025+0000","last_change":"2024-09-10T08:36:08.381859+0000","last_active":"2024-09-10T08:36:10.380025+0000","last_peered":"2024-09-10T08:36:10.380025+0000","last_clean":"2024-09-10T08:36:10.380025+0000","last_became_active":"2024-09-10T08:36:08.381515+0000","last_became_peered":"2024-09-10T08:36:08.381515+0000","last_unstale":"2024-09-10T08:36:10.380025+0000","last_undegraded":"2024-09-10T08:36:10.380025+0000","last_fullsized":"2024-09-10T08:36:10.380025+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:44:14.345594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.377512+0000","last_change":"2024-09-10T08:36:07.379886+0000","last_active":"2024-09-10T08:36:08.377512+0000","last_peered":"2024-09-10T08:36:08.377512+0000","last_clean":"2024-09-10T08:36:08.377512+0000","last_became_active":"2024-09-10T08:36:07.379587+0000","last_became_peered":"2024-09-10T08:36:07.379587+0000","last_unstale":"2024-09-10T08:36:08.377512+0000","last_undegraded":"2024-09-10T08:36:08.377512+0000","last_fullsized":"2024-09-10T08:36:08.377512+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:37.129099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380016+0000","last_change":"2024-09-10T08:36:08.378359+0000","last_active":"2024-09-10T08:36:10.380016+0000","last_peered":"2024-09-10T08:36:10.380016+0000","last_clean":"2024-09-10T08:36:10.380016+0000","last_became_active":"2024-09-10T08:36:08.377757+0000","last_became_peered":"2024-09-10T08:36:08.377757+0000","last_unstale":"2024-09-10T08:36:10.380016+0000","last_undegraded":"2024-09-10T08:36:10.380016+0000","last_fullsized":"2024-09-10T08:36:10.380016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:43.130502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379790+0000","last_change":"2024-09-10T08:36:07.381445+0000","last_active":"2024-09-10T08:36:10.379790+0000","last_peered":"2024-09-10T08:36:10.379790+0000","last_clean":"2024-09-10T08:36:10.379790+0000","last_became_active":"2024-09-10T08:36:07.381169+0000","last_became_peered":"2024-09-10T08:36:07.381169+0000","last_unstale":"2024-09-10T08:36:10.379790+0000","last_undegraded":"2024-09-10T08:36:10.379790+0000","last_fullsized":"2024-09-10T08:36:10.379790+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:51:56.164032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390643+0000","last_change":"2024-09-10T08:36:08.388542+0000","last_active":"2024-09-10T08:36:08.390643+0000","last_peered":"2024-09-10T08:36:08.390643+0000","last_clean":"2024-09-10T08:36:08.390643+0000","last_became_active":"2024-09-10T08:36:08.388272+0000","last_became_peered":"2024-09-10T08:36:08.388272+0000","last_unstale":"2024-09-10T08:36:08.390643+0000","last_undegraded":"2024-09-10T08:36:08.390643+0000","last_fullsized":"2024-09-10T08:36:08.390643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373542+0000","last_change":"2024-09-10T08:36:07.381367+0000","last_active":"2024-09-10T08:36:08.373542+0000","last_peered":"2024-09-10T08:36:08.373542+0000","last_clean":"2024-09-10T08:36:08.373542+0000","last_became_active":"2024-09-10T08:36:07.381107+0000","last_became_peered":"2024-09-10T08:36:07.381107+0000","last_unstale":"2024-09-10T08:36:08.373542+0000","last_undegraded":"2024-09-10T08:36:08.373542+0000","last_fullsized":"2024-09-10T08:36:08.373542+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":281,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372143+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:08.372143+0000","last_peered":"2024-09-10T08:36:08.372143+0000","last_clean":"2024-09-10T08:36:08.372143+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:08.372143+0000","last_undegraded":"2024-09-10T08:36:08.372143+0000","last_fullsized":"2024-09-10T08:36:08.372143+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476784,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":954368,"data_stored":423441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509486,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":423337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509486,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":421759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":937984,"data_stored":422307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509486,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":921600,"data_stored":414558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":954368,"data_stored":428529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:11.984 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T08:36:12.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.116+0000 7f2d20b4b640 1 Processor -- start 2024-09-10T08:36:12.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.116+0000 7f2d20b4b640 1 -- start start 2024-09-10T08:36:12.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d20b4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c0adb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d20b4b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2d1c06f450 0x7f2d1c06f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d20b4b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d1c15f1f0 con 0x7f2d1c15b160 2024-09-10T08:36:12.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d20b4b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f2d1c06fe00 con 0x7f2d1c06f450 2024-09-10T08:36:12.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d20b4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c15f4d0 con 0x7f2d1c15ecf0 2024-09-10T08:36:12.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d1ad9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2d1c06f450 0x7f2d1c06f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d19d9b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c0adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d1a59c640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f2d1c15b160 0x7f2d1c073400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:56936/0 (socket says 172.21.15.94:56936) 2024-09-10T08:36:12.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.117+0000 7f2d1a59c640 1 -- 172.21.15.94:0/2034226047 learned_addr learned my addr 172.21.15.94:0/2034226047 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:12.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.118+0000 7f2d1959a640 1 -- 172.21.15.94:0/2034226047 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 138688028 0 0) 0x7f2d1c15f1f0 con 0x7f2d1c15b160 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.118+0000 7f2d19d9b640 1 -- 172.21.15.94:0/2034226047 >> v2:172.21.15.143:3300/0 conn(0x7f2d1c06f450 msgr2=0x7f2d1c06f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.118+0000 7f2d19d9b640 1 --2- 172.21.15.94:0/2034226047 >> v2:172.21.15.143:3300/0 conn(0x7f2d1c06f450 0x7f2d1c06f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.118+0000 7f2d19d9b640 1 -- 172.21.15.94:0/2034226047 >> v1:172.21.15.143:6789/0 conn(0x7f2d1c15b160 legacy=0x7f2d1c073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.118+0000 7f2d19d9b640 1 -- 172.21.15.94:0/2034226047 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c15f7b0 con 0x7f2d1c15ecf0 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.118+0000 7f2d19d9b640 1 --2- 172.21.15.94:0/2034226047 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c0adb70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2d100097a0 tx=0x7f2d1002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=184fadd8ccfea651 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d1959a640 1 -- 172.21.15.94:0/2034226047 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10037070 con 0x7f2d1c15ecf0 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d1959a640 1 -- 172.21.15.94:0/2034226047 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d1002ae50 con 0x7f2d1c15ecf0 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d1959a640 1 -- 172.21.15.94:0/2034226047 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d10032660 con 0x7f2d1c15ecf0 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 -- 172.21.15.94:0/2034226047 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 msgr2=0x7f2d1c0adb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/2034226047 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c0adb70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2d100097a0 tx=0x7f2d1002a100 comp rx=0 tx=0).stop 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 -- 172.21.15.94:0/2034226047 shutdown_connections 2024-09-10T08:36:12.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/2034226047 >> v2:172.21.15.143:3300/0 conn(0x7f2d1c06f450 0x7f2d1c06f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/2034226047 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c0adb70 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 -- 172.21.15.94:0/2034226047 >> 172.21.15.94:0/2034226047 conn(0x7f2d1c0b1b30 msgr2=0x7f2d1c0b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:12.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 -- 172.21.15.94:0/2034226047 shutdown_connections 2024-09-10T08:36:12.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.119+0000 7f2d20b4b640 1 -- 172.21.15.94:0/2034226047 wait complete. 2024-09-10T08:36:12.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 Processor -- start 2024-09-10T08:36:12.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 -- start start 2024-09-10T08:36:12.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1c06f450 0x7f2d1c15a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d1c15b160 0x7f2d1c14ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c1469d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c0ae0b0 con 0x7f2d1c06f450 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2d1c15b540 con 0x7f2d1c15b160 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.121+0000 7f2d20b4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2d1c0b3310 con 0x7f2d1c15ecf0 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1c06f450 0x7f2d1c15a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1c06f450 0x7f2d1c15a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59138/0 (socket says 172.21.15.94:59138) 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 -- 172.21.15.94:0/225293766 learned_addr learned my addr 172.21.15.94:0/225293766 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1ad9d640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c1469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d19d9b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d1c15b160 0x7f2d1c14ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 -- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 msgr2=0x7f2d1c1469d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c1469d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 -- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d1c15b160 msgr2=0x7f2d1c14ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d1c15b160 0x7f2d1c14ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 -- 172.21.15.94:0/225293766 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1c14f470 con 0x7f2d1c06f450 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d19d9b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d1c15b160 0x7f2d1c14ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d1a59c640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1c06f450 0x7f2d1c15a320 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c00c4d0 tx=0x7f2d0c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d0affd640 1 -- 172.21.15.94:0/225293766 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c018070 con 0x7f2d1c06f450 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d0affd640 1 -- 172.21.15.94:0/225293766 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d0c007500 con 0x7f2d1c06f450 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d0affd640 1 -- 172.21.15.94:0/225293766 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c004a20 con 0x7f2d1c06f450 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1c14f6f0 con 0x7f2d1c06f450 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.122+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d1c14fcb0 con 0x7f2d1c06f450 2024-09-10T08:36:12.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.123+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d1c1503c0 con 0x7f2d1c06f450 2024-09-10T08:36:12.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.124+0000 7f2d0affd640 1 -- 172.21.15.94:0/225293766 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2d0c01b070 con 0x7f2d1c06f450 2024-09-10T08:36:12.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.124+0000 7f2d0affd640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06be30 0x7f2cfc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.124+0000 7f2d0affd640 1 -- 172.21.15.94:0/225293766 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f2d0c08a340 con 0x7f2d1c06f450 2024-09-10T08:36:12.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.124+0000 7f2d19d9b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06be30 0x7f2cfc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.124+0000 7f2d19d9b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06be30 0x7f2cfc06e2f0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f2d10034000 tx=0x7f2d1002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:12.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.128+0000 7f2d0affd640 1 -- 172.21.15.94:0/225293766 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2d1c14f470 con 0x7f2d1c06f450 2024-09-10T08:36:12.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.359+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f2d1c06f010 con 0x7f2d1c06f450 2024-09-10T08:36:12.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.359+0000 7f2d0affd640 1 -- 172.21.15.94:0/225293766 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1637 (secure 0 0 0) 0x7f2d0c058b60 con 0x7f2d1c06f450 2024-09-10T08:36:12.360 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:12.360 INFO:teuthology.orchestra.run.smithi094.stdout:{"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":230,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":78,"num_osds":8,"num_up_osds":8,"osd_up_since":1725957154,"num_in_osds":8,"osd_in_since":1725957143,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":78},{"state_name":"unknown","count":17},{"state_name":"creating+peering","count":2}],"num_pgs":97,"num_pools":3,"num_objects":22,"data_bytes":592778,"bytes_used":251334656,"bytes_avail":772842778624,"bytes_total":773094113280,"unknown_pgs_ratio":0.17525772750377655,"inactive_pgs_ratio":0.020618556067347527,"write_bytes_sec":3583,"read_op_per_sec":0,"write_op_per_sec":10},"fsmap":{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"c","status":"up:active","gid":6174}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-09-10T08:35:57.853761+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T08:36:12.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06be30 msgr2=0x7f2cfc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06be30 0x7f2cfc06e2f0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f2d10034000 tx=0x7f2d1002e000 comp rx=0 tx=0).stop 2024-09-10T08:36:12.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1c06f450 msgr2=0x7f2d1c15a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1c06f450 0x7f2d1c15a320 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c00c4d0 tx=0x7f2d0c00c990 comp rx=0 tx=0).stop 2024-09-10T08:36:12.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 shutdown_connections 2024-09-10T08:36:12.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2cfc06be30 0x7f2cfc06e2f0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2d1c15b160 0x7f2d1c14ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2d1c15ecf0 0x7f2d1c1469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 --2- 172.21.15.94:0/225293766 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2d1c06f450 0x7f2d1c15a320 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 >> 172.21.15.94:0/225293766 conn(0x7f2d1c0b1b30 msgr2=0x7f2d1c06e800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:12.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 shutdown_connections 2024-09-10T08:36:12.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.362+0000 7f2d20b4b640 1 -- 172.21.15.94:0/225293766 wait complete. 2024-09-10T08:36:12.373 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T08:36:12.373 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:12.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.472+0000 7f925b9ed640 1 Processor -- start 2024-09-10T08:36:12.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.472+0000 7f925b9ed640 1 -- start start 2024-09-10T08:36:12.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.472+0000 7f925b9ed640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f925415e500 0x7f925415e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.472+0000 7f925b9ed640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f92540d41a0 0x7f92540d45e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.472+0000 7f925b9ed640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f92540cf040 0x7f92540cf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.472+0000 7f925b9ed640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f92540d26a0 con 0x7f925415e500 2024-09-10T08:36:12.475 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.472+0000 7f925b9ed640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f92540b44f0 con 0x7f92540cf040 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f925b9ed640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f92540cfd90 con 0x7f92540d41a0 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f925415e500 0x7f925415e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f925415e500 0x7f925415e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59152/0 (socket says 172.21.15.94:59152) 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 -- 172.21.15.94:0/2210350418 learned_addr learned my addr 172.21.15.94:0/2210350418 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259f8a640 1 --2- 172.21.15.94:0/2210350418 >> v2:172.21.15.143:3300/0 conn(0x7f92540cf040 0x7f92540cf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9258f88640 1 --2- 172.21.15.94:0/2210350418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f92540d41a0 0x7f92540d45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 -- 172.21.15.94:0/2210350418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f92540d41a0 msgr2=0x7f92540d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 --2- 172.21.15.94:0/2210350418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f92540d41a0 0x7f92540d45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 -- 172.21.15.94:0/2210350418 >> v2:172.21.15.143:3300/0 conn(0x7f92540cf040 msgr2=0x7f92540cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 --2- 172.21.15.94:0/2210350418 >> v2:172.21.15.143:3300/0 conn(0x7f92540cf040 0x7f92540cf4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.476 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259789640 1 -- 172.21.15.94:0/2210350418 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92540d0070 con 0x7f925415e500 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9259f8a640 1 --2- 172.21.15.94:0/2210350418 >> v2:172.21.15.143:3300/0 conn(0x7f92540cf040 0x7f92540cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.473+0000 7f9258f88640 1 --2- 172.21.15.94:0/2210350418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f92540d41a0 0x7f92540d45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f9259789640 1 --2- 172.21.15.94:0/2210350418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f925415e500 0x7f925415e8e0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f925408e650 tx=0x7f925002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81113a211fbdcc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f924bfff640 1 -- 172.21.15.94:0/2210350418 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250037070 con 0x7f925415e500 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f924bfff640 1 -- 172.21.15.94:0/2210350418 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9250032440 con 0x7f925415e500 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f924bfff640 1 -- 172.21.15.94:0/2210350418 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250032810 con 0x7f925415e500 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 -- 172.21.15.94:0/2210350418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f925415e500 msgr2=0x7f925415e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 --2- 172.21.15.94:0/2210350418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f925415e500 0x7f925415e8e0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f925408e650 tx=0x7f925002a1e0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 -- 172.21.15.94:0/2210350418 shutdown_connections 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 --2- 172.21.15.94:0/2210350418 >> v2:172.21.15.143:3300/0 conn(0x7f92540cf040 0x7f92540cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.477 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 --2- 172.21.15.94:0/2210350418 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f92540d41a0 0x7f92540d45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 --2- 172.21.15.94:0/2210350418 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f925415e500 0x7f925415e8e0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 -- 172.21.15.94:0/2210350418 >> 172.21.15.94:0/2210350418 conn(0x7f925408bf90 msgr2=0x7f925409d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:12.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 -- 172.21.15.94:0/2210350418 shutdown_connections 2024-09-10T08:36:12.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.474+0000 7f925b9ed640 1 -- 172.21.15.94:0/2210350418 wait complete. 2024-09-10T08:36:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 Processor -- start 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 -- start start 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f92540cf040 0x7f92541f7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f92540d41a0 0x7f92540c81f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f925415e500 0x7f92540c8730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f92540d4b20 con 0x7f92540cf040 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f92540b4180 con 0x7f92540d41a0 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f925b9ed640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f92540cfa30 con 0x7f925415e500 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f9259789640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f92540cf040 0x7f92541f7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f9259789640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f92540cf040 0x7f92541f7a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59154/0 (socket says 172.21.15.94:59154) 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.476+0000 7f9259789640 1 -- 172.21.15.94:0/527434293 learned_addr learned my addr 172.21.15.94:0/527434293 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9259789640 1 -- 172.21.15.94:0/527434293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f925415e500 msgr2=0x7f92540c8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9259789640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f925415e500 0x7f92540c8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9259789640 1 -- 172.21.15.94:0/527434293 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f92540d41a0 msgr2=0x7f92540c81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9259789640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f92540d41a0 0x7f92540c81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9259789640 1 -- 172.21.15.94:0/527434293 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92540c8c70 con 0x7f92540cf040 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9259789640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f92540cf040 0x7f92541f7a90 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f9250000c00 tx=0x7f92500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9249ffb640 1 -- 172.21.15.94:0/527434293 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250041070 con 0x7f92540cf040 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9249ffb640 1 -- 172.21.15.94:0/527434293 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f925003c930 con 0x7f92540cf040 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92540c8ee0 con 0x7f92540cf040 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f9249ffb640 1 -- 172.21.15.94:0/527434293 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9250037040 con 0x7f92540cf040 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.477+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92540c94a0 con 0x7f92540cf040 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.478+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92540d45e0 con 0x7f92540cf040 2024-09-10T08:36:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.479+0000 7f9249ffb640 1 -- 172.21.15.94:0/527434293 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9250044070 con 0x7f92540cf040 2024-09-10T08:36:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.479+0000 7f9249ffb640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f923806be30 0x7f923806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.479+0000 7f9258f88640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f923806be30 0x7f923806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.479+0000 7f9249ffb640 1 -- 172.21.15.94:0/527434293 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f92500abfb0 con 0x7f92540cf040 2024-09-10T08:36:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.480+0000 7f9258f88640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f923806be30 0x7f923806e2f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9244006b10 tx=0x7f9244008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.484+0000 7f9249ffb640 1 -- 172.21.15.94:0/527434293 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f925007a980 con 0x7f92540cf040 2024-09-10T08:36:12.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.646+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f925414d3e0 con 0x7f923806be30 2024-09-10T08:36:12.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.651+0000 7f9249ffb640 1 -- 172.21.15.94:0/527434293 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252009 (secure 0 0 0) 0x7f924400ae40 con 0x7f923806be30 2024-09-10T08:36:12.654 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:12.656 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:12.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f923806be30 msgr2=0x7f923806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f923806be30 0x7f923806e2f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f9244006b10 tx=0x7f9244008040 comp rx=0 tx=0).stop 2024-09-10T08:36:12.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f92540cf040 msgr2=0x7f92541f7a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f92540cf040 0x7f92541f7a90 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f9250000c00 tx=0x7f92500046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 shutdown_connections 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f923806be30 0x7f923806e2f0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f92540d41a0 0x7f92540c81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f925415e500 0x7f92540c8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 --2- 172.21.15.94:0/527434293 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f92540cf040 0x7f92541f7a90 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 >> 172.21.15.94:0/527434293 conn(0x7f925408bf90 msgr2=0x7f92540b4b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:12.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 shutdown_connections 2024-09-10T08:36:12.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:12.654+0000 7f925b9ed640 1 -- 172.21.15.94:0/527434293 wait complete. 2024-09-10T08:36:12.666 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-09-10T08:36:11.855949+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":85,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":245536,"kb_used_data":8480,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729184,"statfs":{"total":773094113280,"available":772842684416,"internally_reserved":0,"allocated":8683520,"data_stored":4543783,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.499228"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.387923+0000","last_change":"2024-09-10T08:36:08.386347+0000","last_active":"2024-09-10T08:36:08.387923+0000","last_peered":"2024-09-10T08:36:08.387923+0000","last_clean":"2024-09-10T08:36:08.387923+0000","last_became_active":"2024-09-10T08:36:08.385884+0000","last_became_peered":"2024-09-10T08:36:08.385884+0000","last_unstale":"2024-09-10T08:36:08.387923+0000","last_undegraded":"2024-09-10T08:36:08.387923+0000","last_fullsized":"2024-09-10T08:36:08.387923+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384807+0000","last_change":"2024-09-10T08:36:08.382881+0000","last_active":"2024-09-10T08:36:08.384807+0000","last_peered":"2024-09-10T08:36:08.384807+0000","last_clean":"2024-09-10T08:36:08.384807+0000","last_became_active":"2024-09-10T08:36:08.382601+0000","last_became_peered":"2024-09-10T08:36:08.382601+0000","last_unstale":"2024-09-10T08:36:08.384807+0000","last_undegraded":"2024-09-10T08:36:08.384807+0000","last_fullsized":"2024-09-10T08:36:08.384807+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380190+0000","last_change":"2024-09-10T08:36:08.380392+0000","last_active":"2024-09-10T08:36:10.380190+0000","last_peered":"2024-09-10T08:36:10.380190+0000","last_clean":"2024-09-10T08:36:10.380190+0000","last_became_active":"2024-09-10T08:36:08.380124+0000","last_became_peered":"2024-09-10T08:36:08.380124+0000","last_unstale":"2024-09-10T08:36:10.380190+0000","last_undegraded":"2024-09-10T08:36:10.380190+0000","last_fullsized":"2024-09-10T08:36:10.380190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:56.936601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388443+0000","last_change":"2024-09-10T08:36:08.385659+0000","last_active":"2024-09-10T08:36:08.388443+0000","last_peered":"2024-09-10T08:36:08.388443+0000","last_clean":"2024-09-10T08:36:08.388443+0000","last_became_active":"2024-09-10T08:36:08.385215+0000","last_became_peered":"2024-09-10T08:36:08.385215+0000","last_unstale":"2024-09-10T08:36:08.388443+0000","last_undegraded":"2024-09-10T08:36:08.388443+0000","last_fullsized":"2024-09-10T08:36:08.388443+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399260+0000","last_change":"2024-09-10T08:36:08.392170+0000","last_active":"2024-09-10T08:36:08.399260+0000","last_peered":"2024-09-10T08:36:08.399260+0000","last_clean":"2024-09-10T08:36:08.399260+0000","last_became_active":"2024-09-10T08:36:08.391889+0000","last_became_peered":"2024-09-10T08:36:08.391889+0000","last_unstale":"2024-09-10T08:36:08.399260+0000","last_undegraded":"2024-09-10T08:36:08.399260+0000","last_fullsized":"2024-09-10T08:36:08.399260+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:07:12.783523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388688+0000","last_change":"2024-09-10T08:36:08.387878+0000","last_active":"2024-09-10T08:36:08.388688+0000","last_peered":"2024-09-10T08:36:08.388688+0000","last_clean":"2024-09-10T08:36:08.388688+0000","last_became_active":"2024-09-10T08:36:08.387249+0000","last_became_peered":"2024-09-10T08:36:08.387249+0000","last_unstale":"2024-09-10T08:36:08.388688+0000","last_undegraded":"2024-09-10T08:36:08.388688+0000","last_fullsized":"2024-09-10T08:36:08.388688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397563+0000","last_change":"2024-09-10T08:36:08.394983+0000","last_active":"2024-09-10T08:36:08.397563+0000","last_peered":"2024-09-10T08:36:08.397563+0000","last_clean":"2024-09-10T08:36:08.397563+0000","last_became_active":"2024-09-10T08:36:08.394636+0000","last_became_peered":"2024-09-10T08:36:08.394636+0000","last_unstale":"2024-09-10T08:36:08.397563+0000","last_undegraded":"2024-09-10T08:36:08.397563+0000","last_fullsized":"2024-09-10T08:36:08.397563+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.391172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400202+0000","last_change":"2024-09-10T08:36:08.393183+0000","last_active":"2024-09-10T08:36:08.400202+0000","last_peered":"2024-09-10T08:36:08.400202+0000","last_clean":"2024-09-10T08:36:08.400202+0000","last_became_active":"2024-09-10T08:36:08.392920+0000","last_became_peered":"2024-09-10T08:36:08.392920+0000","last_unstale":"2024-09-10T08:36:08.400202+0000","last_undegraded":"2024-09-10T08:36:08.400202+0000","last_fullsized":"2024-09-10T08:36:08.400202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:32:04.693446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385644+0000","last_change":"2024-09-10T08:36:08.382866+0000","last_active":"2024-09-10T08:36:08.385644+0000","last_peered":"2024-09-10T08:36:08.385644+0000","last_clean":"2024-09-10T08:36:08.385644+0000","last_became_active":"2024-09-10T08:36:08.382535+0000","last_became_peered":"2024-09-10T08:36:08.382535+0000","last_unstale":"2024-09-10T08:36:08.385644+0000","last_undegraded":"2024-09-10T08:36:08.385644+0000","last_fullsized":"2024-09-10T08:36:08.385644+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:42.789144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383240+0000","last_change":"2024-09-10T08:36:08.380120+0000","last_active":"2024-09-10T08:36:08.383240+0000","last_peered":"2024-09-10T08:36:08.383240+0000","last_clean":"2024-09-10T08:36:08.383240+0000","last_became_active":"2024-09-10T08:36:08.379833+0000","last_became_peered":"2024-09-10T08:36:08.379833+0000","last_unstale":"2024-09-10T08:36:08.383240+0000","last_undegraded":"2024-09-10T08:36:08.383240+0000","last_fullsized":"2024-09-10T08:36:08.383240+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:25.712623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396900+0000","last_change":"2024-09-10T08:36:08.394714+0000","last_active":"2024-09-10T08:36:08.396900+0000","last_peered":"2024-09-10T08:36:08.396900+0000","last_clean":"2024-09-10T08:36:08.396900+0000","last_became_active":"2024-09-10T08:36:08.394422+0000","last_became_peered":"2024-09-10T08:36:08.394422+0000","last_unstale":"2024-09-10T08:36:08.396900+0000","last_undegraded":"2024-09-10T08:36:08.396900+0000","last_fullsized":"2024-09-10T08:36:08.396900+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:57:11.237597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382067+0000","last_change":"2024-09-10T08:36:08.379224+0000","last_active":"2024-09-10T08:36:08.382067+0000","last_peered":"2024-09-10T08:36:08.382067+0000","last_clean":"2024-09-10T08:36:08.382067+0000","last_became_active":"2024-09-10T08:36:08.378222+0000","last_became_peered":"2024-09-10T08:36:08.378222+0000","last_unstale":"2024-09-10T08:36:08.382067+0000","last_undegraded":"2024-09-10T08:36:08.382067+0000","last_fullsized":"2024-09-10T08:36:08.382067+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:52.186067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394003+0000","last_change":"2024-09-10T08:36:08.388437+0000","last_active":"2024-09-10T08:36:08.394003+0000","last_peered":"2024-09-10T08:36:08.394003+0000","last_clean":"2024-09-10T08:36:08.394003+0000","last_became_active":"2024-09-10T08:36:08.388120+0000","last_became_peered":"2024-09-10T08:36:08.388120+0000","last_unstale":"2024-09-10T08:36:08.394003+0000","last_undegraded":"2024-09-10T08:36:08.394003+0000","last_fullsized":"2024-09-10T08:36:08.394003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:43.239145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389859+0000","last_change":"2024-09-10T08:36:08.388132+0000","last_active":"2024-09-10T08:36:08.389859+0000","last_peered":"2024-09-10T08:36:08.389859+0000","last_clean":"2024-09-10T08:36:08.389859+0000","last_became_active":"2024-09-10T08:36:08.387587+0000","last_became_peered":"2024-09-10T08:36:08.387587+0000","last_unstale":"2024-09-10T08:36:08.389859+0000","last_undegraded":"2024-09-10T08:36:08.389859+0000","last_fullsized":"2024-09-10T08:36:08.389859+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381718+0000","last_change":"2024-09-10T08:36:08.377784+0000","last_active":"2024-09-10T08:36:08.381718+0000","last_peered":"2024-09-10T08:36:08.381718+0000","last_clean":"2024-09-10T08:36:08.381718+0000","last_became_active":"2024-09-10T08:36:08.377471+0000","last_became_peered":"2024-09-10T08:36:08.377471+0000","last_unstale":"2024-09-10T08:36:08.381718+0000","last_undegraded":"2024-09-10T08:36:08.381718+0000","last_fullsized":"2024-09-10T08:36:08.381718+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:41.949563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383765+0000","last_change":"2024-09-10T08:36:08.381763+0000","last_active":"2024-09-10T08:36:08.383765+0000","last_peered":"2024-09-10T08:36:08.383765+0000","last_clean":"2024-09-10T08:36:08.383765+0000","last_became_active":"2024-09-10T08:36:08.381280+0000","last_became_peered":"2024-09-10T08:36:08.381280+0000","last_unstale":"2024-09-10T08:36:08.383765+0000","last_undegraded":"2024-09-10T08:36:08.383765+0000","last_fullsized":"2024-09-10T08:36:08.383765+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397805+0000","last_change":"2024-09-10T08:36:08.391606+0000","last_active":"2024-09-10T08:36:08.397805+0000","last_peered":"2024-09-10T08:36:08.397805+0000","last_clean":"2024-09-10T08:36:08.397805+0000","last_became_active":"2024-09-10T08:36:08.391303+0000","last_became_peered":"2024-09-10T08:36:08.391303+0000","last_unstale":"2024-09-10T08:36:08.397805+0000","last_undegraded":"2024-09-10T08:36:08.397805+0000","last_fullsized":"2024-09-10T08:36:08.397805+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:27:13.531973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379899+0000","last_change":"2024-09-10T08:36:08.385534+0000","last_active":"2024-09-10T08:36:10.379899+0000","last_peered":"2024-09-10T08:36:10.379899+0000","last_clean":"2024-09-10T08:36:10.379899+0000","last_became_active":"2024-09-10T08:36:08.385292+0000","last_became_peered":"2024-09-10T08:36:08.385292+0000","last_unstale":"2024-09-10T08:36:10.379899+0000","last_undegraded":"2024-09-10T08:36:10.379899+0000","last_fullsized":"2024-09-10T08:36:10.379899+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:02.569018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395829+0000","last_change":"2024-09-10T08:36:08.394508+0000","last_active":"2024-09-10T08:36:08.395829+0000","last_peered":"2024-09-10T08:36:08.395829+0000","last_clean":"2024-09-10T08:36:08.395829+0000","last_became_active":"2024-09-10T08:36:08.394223+0000","last_became_peered":"2024-09-10T08:36:08.394223+0000","last_unstale":"2024-09-10T08:36:08.395829+0000","last_undegraded":"2024-09-10T08:36:08.395829+0000","last_fullsized":"2024-09-10T08:36:08.395829+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398927+0000","last_change":"2024-09-10T08:36:08.393340+0000","last_active":"2024-09-10T08:36:08.398927+0000","last_peered":"2024-09-10T08:36:08.398927+0000","last_clean":"2024-09-10T08:36:08.398927+0000","last_became_active":"2024-09-10T08:36:08.393064+0000","last_became_peered":"2024-09-10T08:36:08.393064+0000","last_unstale":"2024-09-10T08:36:08.398927+0000","last_undegraded":"2024-09-10T08:36:08.398927+0000","last_fullsized":"2024-09-10T08:36:08.398927+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:57:29.177480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385710+0000","last_change":"2024-09-10T08:36:08.384685+0000","last_active":"2024-09-10T08:36:08.385710+0000","last_peered":"2024-09-10T08:36:08.385710+0000","last_clean":"2024-09-10T08:36:08.385710+0000","last_became_active":"2024-09-10T08:36:08.384417+0000","last_became_peered":"2024-09-10T08:36:08.384417+0000","last_unstale":"2024-09-10T08:36:08.385710+0000","last_undegraded":"2024-09-10T08:36:08.385710+0000","last_fullsized":"2024-09-10T08:36:08.385710+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:12:16.765701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398955+0000","last_change":"2024-09-10T08:36:08.393421+0000","last_active":"2024-09-10T08:36:08.398955+0000","last_peered":"2024-09-10T08:36:08.398955+0000","last_clean":"2024-09-10T08:36:08.398955+0000","last_became_active":"2024-09-10T08:36:08.393171+0000","last_became_peered":"2024-09-10T08:36:08.393171+0000","last_unstale":"2024-09-10T08:36:08.398955+0000","last_undegraded":"2024-09-10T08:36:08.398955+0000","last_fullsized":"2024-09-10T08:36:08.398955+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:09:50.918000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.387261+0000","last_change":"2024-09-10T08:36:08.385180+0000","last_active":"2024-09-10T08:36:08.387261+0000","last_peered":"2024-09-10T08:36:08.387261+0000","last_clean":"2024-09-10T08:36:08.387261+0000","last_became_active":"2024-09-10T08:36:08.384758+0000","last_became_peered":"2024-09-10T08:36:08.384758+0000","last_unstale":"2024-09-10T08:36:08.387261+0000","last_undegraded":"2024-09-10T08:36:08.387261+0000","last_fullsized":"2024-09-10T08:36:08.387261+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:38.133283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386695+0000","last_change":"2024-09-10T08:36:08.384586+0000","last_active":"2024-09-10T08:36:08.386695+0000","last_peered":"2024-09-10T08:36:08.386695+0000","last_clean":"2024-09-10T08:36:08.386695+0000","last_became_active":"2024-09-10T08:36:08.384309+0000","last_became_peered":"2024-09-10T08:36:08.384309+0000","last_unstale":"2024-09-10T08:36:08.386695+0000","last_undegraded":"2024-09-10T08:36:08.386695+0000","last_fullsized":"2024-09-10T08:36:08.386695+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392370+0000","last_change":"2024-09-10T08:36:08.390326+0000","last_active":"2024-09-10T08:36:08.392370+0000","last_peered":"2024-09-10T08:36:08.392370+0000","last_clean":"2024-09-10T08:36:08.392370+0000","last_became_active":"2024-09-10T08:36:08.390016+0000","last_became_peered":"2024-09-10T08:36:08.390016+0000","last_unstale":"2024-09-10T08:36:08.392370+0000","last_undegraded":"2024-09-10T08:36:08.392370+0000","last_fullsized":"2024-09-10T08:36:08.392370+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383219+0000","last_change":"2024-09-10T08:36:08.379619+0000","last_active":"2024-09-10T08:36:08.383219+0000","last_peered":"2024-09-10T08:36:08.383219+0000","last_clean":"2024-09-10T08:36:08.383219+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.383219+0000","last_undegraded":"2024-09-10T08:36:08.383219+0000","last_fullsized":"2024-09-10T08:36:08.383219+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:06.516645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385688+0000","last_change":"2024-09-10T08:36:08.381830+0000","last_active":"2024-09-10T08:36:08.385688+0000","last_peered":"2024-09-10T08:36:08.385688+0000","last_clean":"2024-09-10T08:36:08.385688+0000","last_became_active":"2024-09-10T08:36:08.381529+0000","last_became_peered":"2024-09-10T08:36:08.381529+0000","last_unstale":"2024-09-10T08:36:08.385688+0000","last_undegraded":"2024-09-10T08:36:08.385688+0000","last_fullsized":"2024-09-10T08:36:08.385688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392477+0000","last_change":"2024-09-10T08:36:08.384081+0000","last_active":"2024-09-10T08:36:08.392477+0000","last_peered":"2024-09-10T08:36:08.392477+0000","last_clean":"2024-09-10T08:36:08.392477+0000","last_became_active":"2024-09-10T08:36:08.383807+0000","last_became_peered":"2024-09-10T08:36:08.383807+0000","last_unstale":"2024-09-10T08:36:08.392477+0000","last_undegraded":"2024-09-10T08:36:08.392477+0000","last_fullsized":"2024-09-10T08:36:08.392477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:27:21.054939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384283+0000","last_change":"2024-09-10T08:36:08.380201+0000","last_active":"2024-09-10T08:36:08.384283+0000","last_peered":"2024-09-10T08:36:08.384283+0000","last_clean":"2024-09-10T08:36:08.384283+0000","last_became_active":"2024-09-10T08:36:08.379934+0000","last_became_peered":"2024-09-10T08:36:08.379934+0000","last_unstale":"2024-09-10T08:36:08.384283+0000","last_undegraded":"2024-09-10T08:36:08.384283+0000","last_fullsized":"2024-09-10T08:36:08.384283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:22.809736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379079+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.378727+0000","last_became_peered":"2024-09-10T08:36:08.378727+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379816+0000","last_change":"2024-09-10T08:36:08.382161+0000","last_active":"2024-09-10T08:36:10.379816+0000","last_peered":"2024-09-10T08:36:10.379816+0000","last_clean":"2024-09-10T08:36:10.379816+0000","last_became_active":"2024-09-10T08:36:08.381464+0000","last_became_peered":"2024-09-10T08:36:08.381464+0000","last_unstale":"2024-09-10T08:36:10.379816+0000","last_undegraded":"2024-09-10T08:36:10.379816+0000","last_fullsized":"2024-09-10T08:36:10.379816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:37.695653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388784+0000","last_change":"2024-09-10T08:36:08.387075+0000","last_active":"2024-09-10T08:36:08.388784+0000","last_peered":"2024-09-10T08:36:08.388784+0000","last_clean":"2024-09-10T08:36:08.388784+0000","last_became_active":"2024-09-10T08:36:08.386786+0000","last_became_peered":"2024-09-10T08:36:08.386786+0000","last_unstale":"2024-09-10T08:36:08.388784+0000","last_undegraded":"2024-09-10T08:36:08.388784+0000","last_fullsized":"2024-09-10T08:36:08.388784+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379735+0000","last_change":"2024-09-10T08:36:08.384968+0000","last_active":"2024-09-10T08:36:10.379735+0000","last_peered":"2024-09-10T08:36:10.379735+0000","last_clean":"2024-09-10T08:36:10.379735+0000","last_became_active":"2024-09-10T08:36:08.384694+0000","last_became_peered":"2024-09-10T08:36:08.384694+0000","last_unstale":"2024-09-10T08:36:10.379735+0000","last_undegraded":"2024-09-10T08:36:10.379735+0000","last_fullsized":"2024-09-10T08:36:10.379735+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:03.375148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"77'4","reported_seq":16,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401056+0000","last_change":"2024-09-10T08:36:07.373777+0000","last_active":"2024-09-10T08:36:08.401056+0000","last_peered":"2024-09-10T08:36:08.401056+0000","last_clean":"2024-09-10T08:36:08.401056+0000","last_became_active":"2024-09-10T08:36:07.373513+0000","last_became_peered":"2024-09-10T08:36:07.373513+0000","last_unstale":"2024-09-10T08:36:08.401056+0000","last_undegraded":"2024-09-10T08:36:08.401056+0000","last_fullsized":"2024-09-10T08:36:08.401056+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:01.804523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376786+0000","last_change":"2024-09-10T08:36:08.375544+0000","last_active":"2024-09-10T08:36:08.376786+0000","last_peered":"2024-09-10T08:36:08.376786+0000","last_clean":"2024-09-10T08:36:08.376786+0000","last_became_active":"2024-09-10T08:36:08.375261+0000","last_became_peered":"2024-09-10T08:36:08.375261+0000","last_unstale":"2024-09-10T08:36:08.376786+0000","last_undegraded":"2024-09-10T08:36:08.376786+0000","last_fullsized":"2024-09-10T08:36:08.376786+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395515+0000","last_change":"2024-09-10T08:36:07.381016+0000","last_active":"2024-09-10T08:36:08.395515+0000","last_peered":"2024-09-10T08:36:08.395515+0000","last_clean":"2024-09-10T08:36:08.395515+0000","last_became_active":"2024-09-10T08:36:07.380686+0000","last_became_peered":"2024-09-10T08:36:07.380686+0000","last_unstale":"2024-09-10T08:36:08.395515+0000","last_undegraded":"2024-09-10T08:36:08.395515+0000","last_fullsized":"2024-09-10T08:36:08.395515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391746+0000","last_change":"2024-09-10T08:36:08.390437+0000","last_active":"2024-09-10T08:36:08.391746+0000","last_peered":"2024-09-10T08:36:08.391746+0000","last_clean":"2024-09-10T08:36:08.391746+0000","last_became_active":"2024-09-10T08:36:08.389556+0000","last_became_peered":"2024-09-10T08:36:08.389556+0000","last_unstale":"2024-09-10T08:36:08.391746+0000","last_undegraded":"2024-09-10T08:36:08.391746+0000","last_fullsized":"2024-09-10T08:36:08.391746+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:31.778174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.393372+0000","last_change":"2024-09-10T08:36:07.374679+0000","last_active":"2024-09-10T08:36:08.393372+0000","last_peered":"2024-09-10T08:36:08.393372+0000","last_clean":"2024-09-10T08:36:08.393372+0000","last_became_active":"2024-09-10T08:36:07.374385+0000","last_became_peered":"2024-09-10T08:36:07.374385+0000","last_unstale":"2024-09-10T08:36:08.393372+0000","last_undegraded":"2024-09-10T08:36:08.393372+0000","last_fullsized":"2024-09-10T08:36:08.393372+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385692+0000","last_change":"2024-09-10T08:36:08.384087+0000","last_active":"2024-09-10T08:36:08.385692+0000","last_peered":"2024-09-10T08:36:08.385692+0000","last_clean":"2024-09-10T08:36:08.385692+0000","last_became_active":"2024-09-10T08:36:08.383515+0000","last_became_peered":"2024-09-10T08:36:08.383515+0000","last_unstale":"2024-09-10T08:36:08.385692+0000","last_undegraded":"2024-09-10T08:36:08.385692+0000","last_fullsized":"2024-09-10T08:36:08.385692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:31.957557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396298+0000","last_change":"2024-09-10T08:36:07.381157+0000","last_active":"2024-09-10T08:36:08.396298+0000","last_peered":"2024-09-10T08:36:08.396298+0000","last_clean":"2024-09-10T08:36:08.396298+0000","last_became_active":"2024-09-10T08:36:07.380295+0000","last_became_peered":"2024-09-10T08:36:07.380295+0000","last_unstale":"2024-09-10T08:36:08.396298+0000","last_undegraded":"2024-09-10T08:36:08.396298+0000","last_fullsized":"2024-09-10T08:36:08.396298+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:30.953373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.396874+0000","last_change":"2024-09-10T08:36:08.394775+0000","last_active":"2024-09-10T08:36:08.396874+0000","last_peered":"2024-09-10T08:36:08.396874+0000","last_clean":"2024-09-10T08:36:08.396874+0000","last_became_active":"2024-09-10T08:36:08.394446+0000","last_became_peered":"2024-09-10T08:36:08.394446+0000","last_unstale":"2024-09-10T08:36:08.396874+0000","last_undegraded":"2024-09-10T08:36:08.396874+0000","last_fullsized":"2024-09-10T08:36:08.396874+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:54.936574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395673+0000","last_change":"2024-09-10T08:36:07.368368+0000","last_active":"2024-09-10T08:36:08.395673+0000","last_peered":"2024-09-10T08:36:08.395673+0000","last_clean":"2024-09-10T08:36:08.395673+0000","last_became_active":"2024-09-10T08:36:07.367923+0000","last_became_peered":"2024-09-10T08:36:07.367923+0000","last_unstale":"2024-09-10T08:36:08.395673+0000","last_undegraded":"2024-09-10T08:36:08.395673+0000","last_fullsized":"2024-09-10T08:36:08.395673+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:21:39.878619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384733+0000","last_change":"2024-09-10T08:36:08.383834+0000","last_active":"2024-09-10T08:36:08.384733+0000","last_peered":"2024-09-10T08:36:08.384733+0000","last_clean":"2024-09-10T08:36:08.384733+0000","last_became_active":"2024-09-10T08:36:08.383562+0000","last_became_peered":"2024-09-10T08:36:08.383562+0000","last_unstale":"2024-09-10T08:36:08.384733+0000","last_undegraded":"2024-09-10T08:36:08.384733+0000","last_fullsized":"2024-09-10T08:36:08.384733+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400419+0000","last_change":"2024-09-10T08:36:07.373994+0000","last_active":"2024-09-10T08:36:08.400419+0000","last_peered":"2024-09-10T08:36:08.400419+0000","last_clean":"2024-09-10T08:36:08.400419+0000","last_became_active":"2024-09-10T08:36:07.373720+0000","last_became_peered":"2024-09-10T08:36:07.373720+0000","last_unstale":"2024-09-10T08:36:08.400419+0000","last_undegraded":"2024-09-10T08:36:08.400419+0000","last_fullsized":"2024-09-10T08:36:08.400419+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:33:12.502934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391811+0000","last_change":"2024-09-10T08:36:08.389588+0000","last_active":"2024-09-10T08:36:08.391811+0000","last_peered":"2024-09-10T08:36:08.391811+0000","last_clean":"2024-09-10T08:36:08.391811+0000","last_became_active":"2024-09-10T08:36:08.389243+0000","last_became_peered":"2024-09-10T08:36:08.389243+0000","last_unstale":"2024-09-10T08:36:08.391811+0000","last_undegraded":"2024-09-10T08:36:08.391811+0000","last_fullsized":"2024-09-10T08:36:08.391811+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:59.954516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372329+0000","last_change":"2024-09-10T08:36:07.373768+0000","last_active":"2024-09-10T08:36:08.372329+0000","last_peered":"2024-09-10T08:36:08.372329+0000","last_clean":"2024-09-10T08:36:08.372329+0000","last_became_active":"2024-09-10T08:36:07.373445+0000","last_became_peered":"2024-09-10T08:36:07.373445+0000","last_unstale":"2024-09-10T08:36:08.372329+0000","last_undegraded":"2024-09-10T08:36:08.372329+0000","last_fullsized":"2024-09-10T08:36:08.372329+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397528+0000","last_change":"2024-09-10T08:36:08.394187+0000","last_active":"2024-09-10T08:36:08.397528+0000","last_peered":"2024-09-10T08:36:08.397528+0000","last_clean":"2024-09-10T08:36:08.397528+0000","last_became_active":"2024-09-10T08:36:08.393841+0000","last_became_peered":"2024-09-10T08:36:08.393841+0000","last_unstale":"2024-09-10T08:36:08.397528+0000","last_undegraded":"2024-09-10T08:36:08.397528+0000","last_fullsized":"2024-09-10T08:36:08.397528+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:11.560861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.383041+0000","last_change":"2024-09-10T08:36:07.381124+0000","last_active":"2024-09-10T08:36:08.383041+0000","last_peered":"2024-09-10T08:36:08.383041+0000","last_clean":"2024-09-10T08:36:08.383041+0000","last_became_active":"2024-09-10T08:36:07.380483+0000","last_became_peered":"2024-09-10T08:36:07.380483+0000","last_unstale":"2024-09-10T08:36:08.383041+0000","last_undegraded":"2024-09-10T08:36:08.383041+0000","last_fullsized":"2024-09-10T08:36:08.383041+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:38.349484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384773+0000","last_change":"2024-09-10T08:36:08.378474+0000","last_active":"2024-09-10T08:36:08.384773+0000","last_peered":"2024-09-10T08:36:08.384773+0000","last_clean":"2024-09-10T08:36:08.384773+0000","last_became_active":"2024-09-10T08:36:08.378204+0000","last_became_peered":"2024-09-10T08:36:08.378204+0000","last_unstale":"2024-09-10T08:36:08.384773+0000","last_undegraded":"2024-09-10T08:36:08.384773+0000","last_fullsized":"2024-09-10T08:36:08.384773+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:35.122057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373405+0000","last_change":"2024-09-10T08:36:07.380662+0000","last_active":"2024-09-10T08:36:08.373405+0000","last_peered":"2024-09-10T08:36:08.373405+0000","last_clean":"2024-09-10T08:36:08.373405+0000","last_became_active":"2024-09-10T08:36:07.380397+0000","last_became_peered":"2024-09-10T08:36:07.380397+0000","last_unstale":"2024-09-10T08:36:08.373405+0000","last_undegraded":"2024-09-10T08:36:08.373405+0000","last_fullsized":"2024-09-10T08:36:08.373405+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.388680+0000","last_change":"2024-09-10T08:36:08.385425+0000","last_active":"2024-09-10T08:36:08.388680+0000","last_peered":"2024-09-10T08:36:08.388680+0000","last_clean":"2024-09-10T08:36:08.388680+0000","last_became_active":"2024-09-10T08:36:08.384838+0000","last_became_peered":"2024-09-10T08:36:08.384838+0000","last_unstale":"2024-09-10T08:36:08.388680+0000","last_undegraded":"2024-09-10T08:36:08.388680+0000","last_fullsized":"2024-09-10T08:36:08.388680+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:30.712316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372232+0000","last_change":"2024-09-10T08:36:07.377754+0000","last_active":"2024-09-10T08:36:08.372232+0000","last_peered":"2024-09-10T08:36:08.372232+0000","last_clean":"2024-09-10T08:36:08.372232+0000","last_became_active":"2024-09-10T08:36:07.377485+0000","last_became_peered":"2024-09-10T08:36:07.377485+0000","last_unstale":"2024-09-10T08:36:08.372232+0000","last_undegraded":"2024-09-10T08:36:08.372232+0000","last_fullsized":"2024-09-10T08:36:08.372232+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:43.778255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385225+0000","last_change":"2024-09-10T08:36:08.383116+0000","last_active":"2024-09-10T08:36:08.385225+0000","last_peered":"2024-09-10T08:36:08.385225+0000","last_clean":"2024-09-10T08:36:08.385225+0000","last_became_active":"2024-09-10T08:36:08.382765+0000","last_became_peered":"2024-09-10T08:36:08.382765+0000","last_unstale":"2024-09-10T08:36:08.385225+0000","last_undegraded":"2024-09-10T08:36:08.385225+0000","last_fullsized":"2024-09-10T08:36:08.385225+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"77'3","reported_seq":15,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400695+0000","last_change":"2024-09-10T08:36:07.378056+0000","last_active":"2024-09-10T08:36:08.400695+0000","last_peered":"2024-09-10T08:36:08.400695+0000","last_clean":"2024-09-10T08:36:08.400695+0000","last_became_active":"2024-09-10T08:36:07.377806+0000","last_became_peered":"2024-09-10T08:36:07.377806+0000","last_unstale":"2024-09-10T08:36:08.400695+0000","last_undegraded":"2024-09-10T08:36:08.400695+0000","last_fullsized":"2024-09-10T08:36:08.400695+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:45:32.755980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380287+0000","last_change":"2024-09-10T08:36:08.381023+0000","last_active":"2024-09-10T08:36:10.380287+0000","last_peered":"2024-09-10T08:36:10.380287+0000","last_clean":"2024-09-10T08:36:10.380287+0000","last_became_active":"2024-09-10T08:36:08.380767+0000","last_became_peered":"2024-09-10T08:36:08.380767+0000","last_unstale":"2024-09-10T08:36:10.380287+0000","last_undegraded":"2024-09-10T08:36:10.380287+0000","last_fullsized":"2024-09-10T08:36:10.380287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:32.665791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"77'6","reported_seq":18,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.401067+0000","last_change":"2024-09-10T08:36:07.380597+0000","last_active":"2024-09-10T08:36:08.401067+0000","last_peered":"2024-09-10T08:36:08.401067+0000","last_clean":"2024-09-10T08:36:08.401067+0000","last_became_active":"2024-09-10T08:36:07.380239+0000","last_became_peered":"2024-09-10T08:36:07.380239+0000","last_unstale":"2024-09-10T08:36:08.401067+0000","last_undegraded":"2024-09-10T08:36:08.401067+0000","last_fullsized":"2024-09-10T08:36:08.401067+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:12:15.761517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.382047+0000","last_change":"2024-09-10T08:36:08.379484+0000","last_active":"2024-09-10T08:36:08.382047+0000","last_peered":"2024-09-10T08:36:08.382047+0000","last_clean":"2024-09-10T08:36:08.382047+0000","last_became_active":"2024-09-10T08:36:08.379165+0000","last_became_peered":"2024-09-10T08:36:08.379165+0000","last_unstale":"2024-09-10T08:36:08.382047+0000","last_undegraded":"2024-09-10T08:36:08.382047+0000","last_fullsized":"2024-09-10T08:36:08.382047+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:06.111026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399533+0000","last_change":"2024-09-10T08:36:07.381145+0000","last_active":"2024-09-10T08:36:08.399533+0000","last_peered":"2024-09-10T08:36:08.399533+0000","last_clean":"2024-09-10T08:36:08.399533+0000","last_became_active":"2024-09-10T08:36:07.380876+0000","last_became_peered":"2024-09-10T08:36:07.380876+0000","last_unstale":"2024-09-10T08:36:08.399533+0000","last_undegraded":"2024-09-10T08:36:08.399533+0000","last_fullsized":"2024-09-10T08:36:08.399533+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:13.107767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392537+0000","last_change":"2024-09-10T08:36:08.390983+0000","last_active":"2024-09-10T08:36:08.392537+0000","last_peered":"2024-09-10T08:36:08.392537+0000","last_clean":"2024-09-10T08:36:08.392537+0000","last_became_active":"2024-09-10T08:36:08.390698+0000","last_became_peered":"2024-09-10T08:36:08.390698+0000","last_unstale":"2024-09-10T08:36:08.392537+0000","last_undegraded":"2024-09-10T08:36:08.392537+0000","last_fullsized":"2024-09-10T08:36:08.392537+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:40:40.924687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.371835+0000","last_change":"2024-09-10T08:36:07.375535+0000","last_active":"2024-09-10T08:36:08.371835+0000","last_peered":"2024-09-10T08:36:08.371835+0000","last_clean":"2024-09-10T08:36:08.371835+0000","last_became_active":"2024-09-10T08:36:07.375267+0000","last_became_peered":"2024-09-10T08:36:07.375267+0000","last_unstale":"2024-09-10T08:36:08.371835+0000","last_undegraded":"2024-09-10T08:36:08.371835+0000","last_fullsized":"2024-09-10T08:36:08.371835+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:29.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.389287+0000","last_change":"2024-09-10T08:36:08.386767+0000","last_active":"2024-09-10T08:36:08.389287+0000","last_peered":"2024-09-10T08:36:08.389287+0000","last_clean":"2024-09-10T08:36:08.389287+0000","last_became_active":"2024-09-10T08:36:08.386484+0000","last_became_peered":"2024-09-10T08:36:08.386484+0000","last_unstale":"2024-09-10T08:36:08.389287+0000","last_undegraded":"2024-09-10T08:36:08.389287+0000","last_fullsized":"2024-09-10T08:36:08.389287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:31.778174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381864+0000","last_change":"2024-09-10T08:36:07.375706+0000","last_active":"2024-09-10T08:36:08.381864+0000","last_peered":"2024-09-10T08:36:08.381864+0000","last_clean":"2024-09-10T08:36:08.381864+0000","last_became_active":"2024-09-10T08:36:07.375483+0000","last_became_peered":"2024-09-10T08:36:07.375483+0000","last_unstale":"2024-09-10T08:36:08.381864+0000","last_undegraded":"2024-09-10T08:36:08.381864+0000","last_fullsized":"2024-09-10T08:36:08.381864+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:55.131435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386431+0000","last_change":"2024-09-10T08:36:08.384041+0000","last_active":"2024-09-10T08:36:08.386431+0000","last_peered":"2024-09-10T08:36:08.386431+0000","last_clean":"2024-09-10T08:36:08.386431+0000","last_became_active":"2024-09-10T08:36:08.383739+0000","last_became_peered":"2024-09-10T08:36:08.383739+0000","last_unstale":"2024-09-10T08:36:08.386431+0000","last_undegraded":"2024-09-10T08:36:08.386431+0000","last_fullsized":"2024-09-10T08:36:08.386431+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:59.954516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"77'8","reported_seq":20,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400197+0000","last_change":"2024-09-10T08:36:07.380061+0000","last_active":"2024-09-10T08:36:08.400197+0000","last_peered":"2024-09-10T08:36:08.400197+0000","last_clean":"2024-09-10T08:36:08.400197+0000","last_became_active":"2024-09-10T08:36:07.379761+0000","last_became_peered":"2024-09-10T08:36:07.379761+0000","last_unstale":"2024-09-10T08:36:08.400197+0000","last_undegraded":"2024-09-10T08:36:08.400197+0000","last_fullsized":"2024-09-10T08:36:08.400197+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:05.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395997+0000","last_change":"2024-09-10T08:36:08.394482+0000","last_active":"2024-09-10T08:36:08.395997+0000","last_peered":"2024-09-10T08:36:08.395997+0000","last_clean":"2024-09-10T08:36:08.395997+0000","last_became_active":"2024-09-10T08:36:08.394206+0000","last_became_peered":"2024-09-10T08:36:08.394206+0000","last_unstale":"2024-09-10T08:36:08.395997+0000","last_undegraded":"2024-09-10T08:36:08.395997+0000","last_fullsized":"2024-09-10T08:36:08.395997+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.395638+0000","last_change":"2024-09-10T08:36:07.375058+0000","last_active":"2024-09-10T08:36:08.395638+0000","last_peered":"2024-09-10T08:36:08.395638+0000","last_clean":"2024-09-10T08:36:08.395638+0000","last_became_active":"2024-09-10T08:36:07.374590+0000","last_became_peered":"2024-09-10T08:36:07.374590+0000","last_unstale":"2024-09-10T08:36:08.395638+0000","last_undegraded":"2024-09-10T08:36:08.395638+0000","last_fullsized":"2024-09-10T08:36:08.395638+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.399948+0000","last_change":"2024-09-10T08:36:08.399119+0000","last_active":"2024-09-10T08:36:08.399948+0000","last_peered":"2024-09-10T08:36:08.399948+0000","last_clean":"2024-09-10T08:36:08.399948+0000","last_became_active":"2024-09-10T08:36:08.398053+0000","last_became_peered":"2024-09-10T08:36:08.398053+0000","last_unstale":"2024-09-10T08:36:08.399948+0000","last_undegraded":"2024-09-10T08:36:08.399948+0000","last_fullsized":"2024-09-10T08:36:08.399948+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:00:19.572046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397116+0000","last_change":"2024-09-10T08:36:07.373799+0000","last_active":"2024-09-10T08:36:08.397116+0000","last_peered":"2024-09-10T08:36:08.397116+0000","last_clean":"2024-09-10T08:36:08.397116+0000","last_became_active":"2024-09-10T08:36:07.373217+0000","last_became_peered":"2024-09-10T08:36:07.373217+0000","last_unstale":"2024-09-10T08:36:08.397116+0000","last_undegraded":"2024-09-10T08:36:08.397116+0000","last_fullsized":"2024-09-10T08:36:08.397116+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:28.086289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398975+0000","last_change":"2024-09-10T08:36:08.393059+0000","last_active":"2024-09-10T08:36:08.398975+0000","last_peered":"2024-09-10T08:36:08.398975+0000","last_clean":"2024-09-10T08:36:08.398975+0000","last_became_active":"2024-09-10T08:36:08.392759+0000","last_became_peered":"2024-09-10T08:36:08.392759+0000","last_unstale":"2024-09-10T08:36:08.398975+0000","last_undegraded":"2024-09-10T08:36:08.398975+0000","last_fullsized":"2024-09-10T08:36:08.398975+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:34.178054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"77'1","reported_seq":13,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400124+0000","last_change":"2024-09-10T08:36:07.380215+0000","last_active":"2024-09-10T08:36:08.400124+0000","last_peered":"2024-09-10T08:36:08.400124+0000","last_clean":"2024-09-10T08:36:08.400124+0000","last_became_active":"2024-09-10T08:36:07.379942+0000","last_became_peered":"2024-09-10T08:36:07.379942+0000","last_unstale":"2024-09-10T08:36:08.400124+0000","last_undegraded":"2024-09-10T08:36:08.400124+0000","last_fullsized":"2024-09-10T08:36:08.400124+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:03:19.253247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.394974+0000","last_change":"2024-09-10T08:36:08.393019+0000","last_active":"2024-09-10T08:36:08.394974+0000","last_peered":"2024-09-10T08:36:08.394974+0000","last_clean":"2024-09-10T08:36:08.394974+0000","last_became_active":"2024-09-10T08:36:08.392767+0000","last_became_peered":"2024-09-10T08:36:08.392767+0000","last_unstale":"2024-09-10T08:36:08.394974+0000","last_undegraded":"2024-09-10T08:36:08.394974+0000","last_fullsized":"2024-09-10T08:36:08.394974+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380073+0000","last_change":"2024-09-10T08:36:07.376544+0000","last_active":"2024-09-10T08:36:10.380073+0000","last_peered":"2024-09-10T08:36:10.380073+0000","last_clean":"2024-09-10T08:36:10.380073+0000","last_became_active":"2024-09-10T08:36:07.376302+0000","last_became_peered":"2024-09-10T08:36:07.376302+0000","last_unstale":"2024-09-10T08:36:10.380073+0000","last_undegraded":"2024-09-10T08:36:10.380073+0000","last_fullsized":"2024-09-10T08:36:10.380073+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:41:35.545716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390532+0000","last_change":"2024-09-10T08:36:08.386402+0000","last_active":"2024-09-10T08:36:08.390532+0000","last_peered":"2024-09-10T08:36:08.390532+0000","last_clean":"2024-09-10T08:36:08.390532+0000","last_became_active":"2024-09-10T08:36:08.386133+0000","last_became_peered":"2024-09-10T08:36:08.386133+0000","last_unstale":"2024-09-10T08:36:08.390532+0000","last_undegraded":"2024-09-10T08:36:08.390532+0000","last_fullsized":"2024-09-10T08:36:08.390532+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:58.901669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.400456+0000","last_change":"2024-09-10T08:36:07.379454+0000","last_active":"2024-09-10T08:36:08.400456+0000","last_peered":"2024-09-10T08:36:08.400456+0000","last_clean":"2024-09-10T08:36:08.400456+0000","last_became_active":"2024-09-10T08:36:07.379195+0000","last_became_peered":"2024-09-10T08:36:07.379195+0000","last_unstale":"2024-09-10T08:36:08.400456+0000","last_undegraded":"2024-09-10T08:36:08.400456+0000","last_fullsized":"2024-09-10T08:36:08.400456+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392148+0000","last_change":"2024-09-10T08:36:08.385466+0000","last_active":"2024-09-10T08:36:08.392148+0000","last_peered":"2024-09-10T08:36:08.392148+0000","last_clean":"2024-09-10T08:36:08.392148+0000","last_became_active":"2024-09-10T08:36:08.385230+0000","last_became_peered":"2024-09-10T08:36:08.385230+0000","last_unstale":"2024-09-10T08:36:08.392148+0000","last_undegraded":"2024-09-10T08:36:08.392148+0000","last_fullsized":"2024-09-10T08:36:08.392148+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373028+0000","last_change":"2024-09-10T08:36:07.380703+0000","last_active":"2024-09-10T08:36:08.373028+0000","last_peered":"2024-09-10T08:36:08.373028+0000","last_clean":"2024-09-10T08:36:08.373028+0000","last_became_active":"2024-09-10T08:36:07.380055+0000","last_became_peered":"2024-09-10T08:36:07.380055+0000","last_unstale":"2024-09-10T08:36:08.373028+0000","last_undegraded":"2024-09-10T08:36:08.373028+0000","last_fullsized":"2024-09-10T08:36:08.373028+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.385548+0000","last_change":"2024-09-10T08:36:08.383670+0000","last_active":"2024-09-10T08:36:08.385548+0000","last_peered":"2024-09-10T08:36:08.385548+0000","last_clean":"2024-09-10T08:36:08.385548+0000","last_became_active":"2024-09-10T08:36:08.383299+0000","last_became_peered":"2024-09-10T08:36:08.383299+0000","last_unstale":"2024-09-10T08:36:08.385548+0000","last_undegraded":"2024-09-10T08:36:08.385548+0000","last_fullsized":"2024-09-10T08:36:08.385548+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:48.216441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373227+0000","last_change":"2024-09-10T08:36:07.380023+0000","last_active":"2024-09-10T08:36:08.373227+0000","last_peered":"2024-09-10T08:36:08.373227+0000","last_clean":"2024-09-10T08:36:08.373227+0000","last_became_active":"2024-09-10T08:36:07.379770+0000","last_became_peered":"2024-09-10T08:36:07.379770+0000","last_unstale":"2024-09-10T08:36:08.373227+0000","last_undegraded":"2024-09-10T08:36:08.373227+0000","last_fullsized":"2024-09-10T08:36:08.373227+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391069+0000","last_change":"2024-09-10T08:36:08.386513+0000","last_active":"2024-09-10T08:36:08.391069+0000","last_peered":"2024-09-10T08:36:08.391069+0000","last_clean":"2024-09-10T08:36:08.391069+0000","last_became_active":"2024-09-10T08:36:08.386237+0000","last_became_peered":"2024-09-10T08:36:08.386237+0000","last_unstale":"2024-09-10T08:36:08.391069+0000","last_undegraded":"2024-09-10T08:36:08.391069+0000","last_fullsized":"2024-09-10T08:36:08.391069+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:27:48.216441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"77'2","reported_seq":14,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.398646+0000","last_change":"2024-09-10T08:36:07.376840+0000","last_active":"2024-09-10T08:36:08.398646+0000","last_peered":"2024-09-10T08:36:08.398646+0000","last_clean":"2024-09-10T08:36:08.398646+0000","last_became_active":"2024-09-10T08:36:07.376531+0000","last_became_peered":"2024-09-10T08:36:07.376531+0000","last_unstale":"2024-09-10T08:36:08.398646+0000","last_undegraded":"2024-09-10T08:36:08.398646+0000","last_fullsized":"2024-09-10T08:36:08.398646+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:34.945213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.386461+0000","last_change":"2024-09-10T08:36:08.384046+0000","last_active":"2024-09-10T08:36:08.386461+0000","last_peered":"2024-09-10T08:36:08.386461+0000","last_clean":"2024-09-10T08:36:08.386461+0000","last_became_active":"2024-09-10T08:36:08.383621+0000","last_became_peered":"2024-09-10T08:36:08.383621+0000","last_unstale":"2024-09-10T08:36:08.386461+0000","last_undegraded":"2024-09-10T08:36:08.386461+0000","last_fullsized":"2024-09-10T08:36:08.386461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:14.102900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373373+0000","last_change":"2024-09-10T08:36:07.377421+0000","last_active":"2024-09-10T08:36:08.373373+0000","last_peered":"2024-09-10T08:36:08.373373+0000","last_clean":"2024-09-10T08:36:08.373373+0000","last_became_active":"2024-09-10T08:36:07.376898+0000","last_became_peered":"2024-09-10T08:36:07.376898+0000","last_unstale":"2024-09-10T08:36:08.373373+0000","last_undegraded":"2024-09-10T08:36:08.373373+0000","last_fullsized":"2024-09-10T08:36:08.373373+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.391668+0000","last_change":"2024-09-10T08:36:08.389294+0000","last_active":"2024-09-10T08:36:08.391668+0000","last_peered":"2024-09-10T08:36:08.391668+0000","last_clean":"2024-09-10T08:36:08.391668+0000","last_became_active":"2024-09-10T08:36:08.388468+0000","last_became_peered":"2024-09-10T08:36:08.388468+0000","last_unstale":"2024-09-10T08:36:08.391668+0000","last_undegraded":"2024-09-10T08:36:08.391668+0000","last_fullsized":"2024-09-10T08:36:08.391668+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:14.102900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372781+0000","last_change":"2024-09-10T08:36:07.377186+0000","last_active":"2024-09-10T08:36:08.372781+0000","last_peered":"2024-09-10T08:36:08.372781+0000","last_clean":"2024-09-10T08:36:08.372781+0000","last_became_active":"2024-09-10T08:36:07.376925+0000","last_became_peered":"2024-09-10T08:36:07.376925+0000","last_unstale":"2024-09-10T08:36:08.372781+0000","last_undegraded":"2024-09-10T08:36:08.372781+0000","last_fullsized":"2024-09-10T08:36:08.372781+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.384257+0000","last_change":"2024-09-10T08:36:08.379599+0000","last_active":"2024-09-10T08:36:08.384257+0000","last_peered":"2024-09-10T08:36:08.384257+0000","last_clean":"2024-09-10T08:36:08.384257+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:08.384257+0000","last_undegraded":"2024-09-10T08:36:08.384257+0000","last_fullsized":"2024-09-10T08:36:08.384257+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:01.489352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372106+0000","last_change":"2024-09-10T08:36:07.381832+0000","last_active":"2024-09-10T08:36:08.372106+0000","last_peered":"2024-09-10T08:36:08.372106+0000","last_clean":"2024-09-10T08:36:08.372106+0000","last_became_active":"2024-09-10T08:36:07.381558+0000","last_became_peered":"2024-09-10T08:36:07.381558+0000","last_unstale":"2024-09-10T08:36:08.372106+0000","last_undegraded":"2024-09-10T08:36:08.372106+0000","last_fullsized":"2024-09-10T08:36:08.372106+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.392404+0000","last_change":"2024-09-10T08:36:08.391128+0000","last_active":"2024-09-10T08:36:08.392404+0000","last_peered":"2024-09-10T08:36:08.392404+0000","last_clean":"2024-09-10T08:36:08.392404+0000","last_became_active":"2024-09-10T08:36:08.390517+0000","last_became_peered":"2024-09-10T08:36:08.390517+0000","last_unstale":"2024-09-10T08:36:08.392404+0000","last_undegraded":"2024-09-10T08:36:08.392404+0000","last_fullsized":"2024-09-10T08:36:08.392404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:12.170315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.376515+0000","last_change":"2024-09-10T08:36:07.379566+0000","last_active":"2024-09-10T08:36:08.376515+0000","last_peered":"2024-09-10T08:36:08.376515+0000","last_clean":"2024-09-10T08:36:08.376515+0000","last_became_active":"2024-09-10T08:36:07.379277+0000","last_became_peered":"2024-09-10T08:36:07.379277+0000","last_unstale":"2024-09-10T08:36:08.376515+0000","last_undegraded":"2024-09-10T08:36:08.376515+0000","last_fullsized":"2024-09-10T08:36:08.376515+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:41.784960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.397580+0000","last_change":"2024-09-10T08:36:08.394861+0000","last_active":"2024-09-10T08:36:08.397580+0000","last_peered":"2024-09-10T08:36:08.397580+0000","last_clean":"2024-09-10T08:36:08.397580+0000","last_became_active":"2024-09-10T08:36:08.394591+0000","last_became_peered":"2024-09-10T08:36:08.394591+0000","last_unstale":"2024-09-10T08:36:08.397580+0000","last_undegraded":"2024-09-10T08:36:08.397580+0000","last_fullsized":"2024-09-10T08:36:08.397580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:03.156714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.381664+0000","last_change":"2024-09-10T08:36:07.375071+0000","last_active":"2024-09-10T08:36:08.381664+0000","last_peered":"2024-09-10T08:36:08.381664+0000","last_clean":"2024-09-10T08:36:08.381664+0000","last_became_active":"2024-09-10T08:36:07.374810+0000","last_became_peered":"2024-09-10T08:36:07.374810+0000","last_unstale":"2024-09-10T08:36:08.381664+0000","last_undegraded":"2024-09-10T08:36:08.381664+0000","last_fullsized":"2024-09-10T08:36:08.381664+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:21.482231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380025+0000","last_change":"2024-09-10T08:36:08.381859+0000","last_active":"2024-09-10T08:36:10.380025+0000","last_peered":"2024-09-10T08:36:10.380025+0000","last_clean":"2024-09-10T08:36:10.380025+0000","last_became_active":"2024-09-10T08:36:08.381515+0000","last_became_peered":"2024-09-10T08:36:08.381515+0000","last_unstale":"2024-09-10T08:36:10.380025+0000","last_undegraded":"2024-09-10T08:36:10.380025+0000","last_fullsized":"2024-09-10T08:36:10.380025+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:44:14.345594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.377512+0000","last_change":"2024-09-10T08:36:07.379886+0000","last_active":"2024-09-10T08:36:08.377512+0000","last_peered":"2024-09-10T08:36:08.377512+0000","last_clean":"2024-09-10T08:36:08.377512+0000","last_became_active":"2024-09-10T08:36:07.379587+0000","last_became_peered":"2024-09-10T08:36:07.379587+0000","last_unstale":"2024-09-10T08:36:08.377512+0000","last_undegraded":"2024-09-10T08:36:08.377512+0000","last_fullsized":"2024-09-10T08:36:08.377512+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:37.129099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380016+0000","last_change":"2024-09-10T08:36:08.378359+0000","last_active":"2024-09-10T08:36:10.380016+0000","last_peered":"2024-09-10T08:36:10.380016+0000","last_clean":"2024-09-10T08:36:10.380016+0000","last_became_active":"2024-09-10T08:36:08.377757+0000","last_became_peered":"2024-09-10T08:36:08.377757+0000","last_unstale":"2024-09-10T08:36:10.380016+0000","last_undegraded":"2024-09-10T08:36:10.380016+0000","last_fullsized":"2024-09-10T08:36:10.380016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:43.130502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379790+0000","last_change":"2024-09-10T08:36:07.381445+0000","last_active":"2024-09-10T08:36:10.379790+0000","last_peered":"2024-09-10T08:36:10.379790+0000","last_clean":"2024-09-10T08:36:10.379790+0000","last_became_active":"2024-09-10T08:36:07.381169+0000","last_became_peered":"2024-09-10T08:36:07.381169+0000","last_unstale":"2024-09-10T08:36:10.379790+0000","last_undegraded":"2024-09-10T08:36:10.379790+0000","last_fullsized":"2024-09-10T08:36:10.379790+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:51:56.164032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.390643+0000","last_change":"2024-09-10T08:36:08.388542+0000","last_active":"2024-09-10T08:36:08.390643+0000","last_peered":"2024-09-10T08:36:08.390643+0000","last_clean":"2024-09-10T08:36:08.390643+0000","last_became_active":"2024-09-10T08:36:08.388272+0000","last_became_peered":"2024-09-10T08:36:08.388272+0000","last_unstale":"2024-09-10T08:36:08.390643+0000","last_undegraded":"2024-09-10T08:36:08.390643+0000","last_fullsized":"2024-09-10T08:36:08.390643+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:16:51.436297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.373542+0000","last_change":"2024-09-10T08:36:07.381367+0000","last_active":"2024-09-10T08:36:08.373542+0000","last_peered":"2024-09-10T08:36:08.373542+0000","last_clean":"2024-09-10T08:36:08.373542+0000","last_became_active":"2024-09-10T08:36:07.381107+0000","last_became_peered":"2024-09-10T08:36:07.381107+0000","last_unstale":"2024-09-10T08:36:08.373542+0000","last_undegraded":"2024-09-10T08:36:08.373542+0000","last_fullsized":"2024-09-10T08:36:08.373542+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":281,"reported_epoch":77,"state":"active+clean","last_fresh":"2024-09-10T08:36:08.372143+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:08.372143+0000","last_peered":"2024-09-10T08:36:08.372143+0000","last_clean":"2024-09-10T08:36:08.372143+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:08.372143+0000","last_undegraded":"2024-09-10T08:36:08.372143+0000","last_fullsized":"2024-09-10T08:36:08.372143+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476784,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":954368,"data_stored":423441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509486,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509487,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":946176,"data_stored":423337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509486,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":937984,"data_stored":421759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":937984,"data_stored":422307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509486,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":921600,"data_stored":414558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509486,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32672,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339168,"statfs":{"total":96636764160,"available":96603308032,"internally_reserved":0,"allocated":1515520,"data_stored":1004926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":954368,"data_stored":428529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:13.626 INFO:tasks.ceph.mds.c.smithi094.stderr:2024-09-10T08:36:13.624+0000 7fa58ebb3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:36:15.671 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:15.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.781+0000 7f0041bd8640 1 Processor -- start 2024-09-10T08:36:15.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.781+0000 7f0041bd8640 1 -- start start 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f0041bd8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f003c15e790 0x7f003c0d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f0041bd8640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f003c0cf0a0 con 0x7f003c0d1510 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f0041bd8640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f003c0cf380 con 0x7f003c0d5040 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f0041bd8640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f003c0cf660 con 0x7f003c15e790 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f003b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f003c15e790 0x7f003c0d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f003bfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f003c0d1510 0x7f003c06cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40540/0 (socket says 172.21.15.94:40540) 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f003b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f003c15e790 0x7f003c0d4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59168/0 (socket says 172.21.15.94:59168) 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.782+0000 7f003bfff640 1 -- 172.21.15.94:0/790612234 learned_addr learned my addr 172.21.15.94:0/790612234 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.783+0000 7f003b7fe640 1 -- 172.21.15.94:0/790612234 >> v1:172.21.15.143:6789/0 conn(0x7f003c0d5040 legacy=0x7f003c0d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.783+0000 7f003b7fe640 1 -- 172.21.15.94:0/790612234 >> v1:172.21.15.94:6789/0 conn(0x7f003c0d1510 legacy=0x7f003c06cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:15.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.783+0000 7f003b7fe640 1 -- 172.21.15.94:0/790612234 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003c0cf940 con 0x7f003c15e790 2024-09-10T08:36:15.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.783+0000 7f003a7fc640 1 -- 172.21.15.94:0/790612234 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3997089421 0 0) 0x7f003c0cf0a0 con 0x7f003c0d1510 2024-09-10T08:36:15.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.783+0000 7f003b7fe640 1 --2- 172.21.15.94:0/790612234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c15e790 0x7f003c0d4b00 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f002c0097a0 tx=0x7f002c02a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3f934858bed4b7b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:15.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.783+0000 7f003a7fc640 1 -- 172.21.15.94:0/790612234 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c037070 con 0x7f003c15e790 2024-09-10T08:36:15.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.783+0000 7f003a7fc640 1 -- 172.21.15.94:0/790612234 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f002c032640 con 0x7f003c15e790 2024-09-10T08:36:15.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f003a7fc640 1 -- 172.21.15.94:0/790612234 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c032a10 con 0x7f003c15e790 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f0041bd8640 1 -- 172.21.15.94:0/790612234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c15e790 msgr2=0x7f003c0d4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f0041bd8640 1 --2- 172.21.15.94:0/790612234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c15e790 0x7f003c0d4b00 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f002c0097a0 tx=0x7f002c02a2c0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f0041bd8640 1 -- 172.21.15.94:0/790612234 shutdown_connections 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f0041bd8640 1 --2- 172.21.15.94:0/790612234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c15e790 0x7f003c0d4b00 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f0041bd8640 1 -- 172.21.15.94:0/790612234 >> 172.21.15.94:0/790612234 conn(0x7f003c09d740 msgr2=0x7f003c0d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f0041bd8640 1 -- 172.21.15.94:0/790612234 shutdown_connections 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.784+0000 7f0041bd8640 1 -- 172.21.15.94:0/790612234 wait complete. 2024-09-10T08:36:15.786 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.785+0000 7f0041bd8640 1 Processor -- start 2024-09-10T08:36:15.787 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f0041bd8640 1 -- start start 2024-09-10T08:36:15.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f0041bd8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f003c0d1510 0x7f003c1f8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:15.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f0041bd8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c0d5040 0x7f003c0b7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:15.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f0041bd8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f003c15e790 0x7f003c0b2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:15.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f0041bd8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f003c0d0140 con 0x7f003c0d5040 2024-09-10T08:36:15.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f0041bd8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f003c06d240 con 0x7f003c0d1510 2024-09-10T08:36:15.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f0041bd8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f003c160300 con 0x7f003c15e790 2024-09-10T08:36:15.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f003affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c0d5040 0x7f003c0b7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f003affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c0d5040 0x7f003c0b7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59170/0 (socket says 172.21.15.94:59170) 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.786+0000 7f003affd640 1 -- 172.21.15.94:0/3824528632 learned_addr learned my addr 172.21.15.94:0/3824528632 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003b7fe640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f003c0d1510 0x7f003c1f8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003bfff640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f003c15e790 0x7f003c0b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003affd640 1 -- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f003c15e790 msgr2=0x7f003c0b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003affd640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f003c15e790 0x7f003c0b2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003affd640 1 -- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f003c0d1510 msgr2=0x7f003c1f8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003affd640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f003c0d1510 0x7f003c1f8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003affd640 1 -- 172.21.15.94:0/3824528632 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003c1f8670 con 0x7f003c0d5040 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f003affd640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c0d5040 0x7f003c0b7240 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f003000c450 tx=0x7f003000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f0023fff640 1 -- 172.21.15.94:0/3824528632 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0030017070 con 0x7f003c0d5040 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f0023fff640 1 -- 172.21.15.94:0/3824528632 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00300052d0 con 0x7f003c0d5040 2024-09-10T08:36:15.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f003c1f4fb0 con 0x7f003c0d5040 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f0023fff640 1 -- 172.21.15.94:0/3824528632 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0030003830 con 0x7f003c0d5040 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.787+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f003c160830 con 0x7f003c0d5040 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.788+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f003c0d4b00 con 0x7f003c0d5040 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.789+0000 7f0023fff640 1 -- 172.21.15.94:0/3824528632 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f003001a070 con 0x7f003c0d5040 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.789+0000 7f0023fff640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f002806be30 0x7f002806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.789+0000 7f0023fff640 1 -- 172.21.15.94:0/3824528632 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f003008a320 con 0x7f003c0d5040 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.789+0000 7f003b7fe640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f002806be30 0x7f002806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:15.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.789+0000 7f003b7fe640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f002806be30 0x7f002806e2f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f002c034000 tx=0x7f002c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:15.793 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.793+0000 7f0023fff640 1 -- 172.21.15.94:0/3824528632 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f00300584f0 con 0x7f003c0d5040 2024-09-10T08:36:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.958+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f003c0d02c0 con 0x7f002806be30 2024-09-10T08:36:15.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.964+0000 7f0023fff640 1 -- 172.21.15.94:0/3824528632 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251985 (secure 0 0 0) 0x7f003c0d02c0 con 0x7f002806be30 2024-09-10T08:36:15.967 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:15.968 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f002806be30 msgr2=0x7f002806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f002806be30 0x7f002806e2f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f002c034000 tx=0x7f002c02e000 comp rx=0 tx=0).stop 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c0d5040 msgr2=0x7f003c0b7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c0d5040 0x7f003c0b7240 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f003000c450 tx=0x7f003000c910 comp rx=0 tx=0).stop 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 shutdown_connections 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f002806be30 0x7f002806e2f0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f003c15e790 0x7f003c0b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f003c0d5040 0x7f003c0b7240 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 --2- 172.21.15.94:0/3824528632 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f003c0d1510 0x7f003c1f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:15.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.967+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 >> 172.21.15.94:0/3824528632 conn(0x7f003c09d740 msgr2=0x7f003c0d2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:15.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.968+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 shutdown_connections 2024-09-10T08:36:15.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:15.968+0000 7f0041bd8640 1 -- 172.21.15.94:0/3824528632 wait complete. 2024-09-10T08:36:15.979 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":183,"stamp":"2024-09-10T08:36:15.856766+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":245660,"kb_used_data":8616,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754729060,"statfs":{"total":773094113280,"available":772842557440,"internally_reserved":0,"allocated":8822784,"data_stored":4612892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001482"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372402+0000","last_change":"2024-09-10T08:36:08.386347+0000","last_active":"2024-09-10T08:36:09.372402+0000","last_peered":"2024-09-10T08:36:09.372402+0000","last_clean":"2024-09-10T08:36:09.372402+0000","last_became_active":"2024-09-10T08:36:08.385884+0000","last_became_peered":"2024-09-10T08:36:08.385884+0000","last_unstale":"2024-09-10T08:36:09.372402+0000","last_undegraded":"2024-09-10T08:36:09.372402+0000","last_fullsized":"2024-09-10T08:36:09.372402+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:50.725350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388145+0000","last_change":"2024-09-10T08:36:08.382881+0000","last_active":"2024-09-10T08:36:09.388145+0000","last_peered":"2024-09-10T08:36:09.388145+0000","last_clean":"2024-09-10T08:36:09.388145+0000","last_became_active":"2024-09-10T08:36:08.382601+0000","last_became_peered":"2024-09-10T08:36:08.382601+0000","last_unstale":"2024-09-10T08:36:09.388145+0000","last_undegraded":"2024-09-10T08:36:09.388145+0000","last_fullsized":"2024-09-10T08:36:09.388145+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:31.611807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380190+0000","last_change":"2024-09-10T08:36:08.380392+0000","last_active":"2024-09-10T08:36:10.380190+0000","last_peered":"2024-09-10T08:36:10.380190+0000","last_clean":"2024-09-10T08:36:10.380190+0000","last_became_active":"2024-09-10T08:36:08.380124+0000","last_became_peered":"2024-09-10T08:36:08.380124+0000","last_unstale":"2024-09-10T08:36:10.380190+0000","last_undegraded":"2024-09-10T08:36:10.380190+0000","last_fullsized":"2024-09-10T08:36:10.380190+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:09:56.936601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372907+0000","last_change":"2024-09-10T08:36:08.385659+0000","last_active":"2024-09-10T08:36:09.372907+0000","last_peered":"2024-09-10T08:36:09.372907+0000","last_clean":"2024-09-10T08:36:09.372907+0000","last_became_active":"2024-09-10T08:36:08.385215+0000","last_became_peered":"2024-09-10T08:36:08.385215+0000","last_unstale":"2024-09-10T08:36:09.372907+0000","last_undegraded":"2024-09-10T08:36:09.372907+0000","last_fullsized":"2024-09-10T08:36:09.372907+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:54.087621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370859+0000","last_change":"2024-09-10T08:36:08.392170+0000","last_active":"2024-09-10T08:36:09.370859+0000","last_peered":"2024-09-10T08:36:09.370859+0000","last_clean":"2024-09-10T08:36:09.370859+0000","last_became_active":"2024-09-10T08:36:08.391889+0000","last_became_peered":"2024-09-10T08:36:08.391889+0000","last_unstale":"2024-09-10T08:36:09.370859+0000","last_undegraded":"2024-09-10T08:36:09.370859+0000","last_fullsized":"2024-09-10T08:36:09.370859+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:14:36.734988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380400+0000","last_change":"2024-09-10T08:36:08.387878+0000","last_active":"2024-09-10T08:36:10.380400+0000","last_peered":"2024-09-10T08:36:10.380400+0000","last_clean":"2024-09-10T08:36:10.380400+0000","last_became_active":"2024-09-10T08:36:08.387249+0000","last_became_peered":"2024-09-10T08:36:08.387249+0000","last_unstale":"2024-09-10T08:36:10.380400+0000","last_undegraded":"2024-09-10T08:36:10.380400+0000","last_fullsized":"2024-09-10T08:36:10.380400+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:50.725350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380819+0000","last_change":"2024-09-10T08:36:08.394983+0000","last_active":"2024-09-10T08:36:10.380819+0000","last_peered":"2024-09-10T08:36:10.380819+0000","last_clean":"2024-09-10T08:36:10.380819+0000","last_became_active":"2024-09-10T08:36:08.394636+0000","last_became_peered":"2024-09-10T08:36:08.394636+0000","last_unstale":"2024-09-10T08:36:10.380819+0000","last_undegraded":"2024-09-10T08:36:10.380819+0000","last_fullsized":"2024-09-10T08:36:10.380819+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:57.547603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370341+0000","last_change":"2024-09-10T08:36:08.393183+0000","last_active":"2024-09-10T08:36:09.370341+0000","last_peered":"2024-09-10T08:36:09.370341+0000","last_clean":"2024-09-10T08:36:09.370341+0000","last_became_active":"2024-09-10T08:36:08.392920+0000","last_became_peered":"2024-09-10T08:36:08.392920+0000","last_unstale":"2024-09-10T08:36:09.370341+0000","last_undegraded":"2024-09-10T08:36:09.370341+0000","last_fullsized":"2024-09-10T08:36:09.370341+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:08:42.948537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380869+0000","last_change":"2024-09-10T08:36:08.382866+0000","last_active":"2024-09-10T08:36:10.380869+0000","last_peered":"2024-09-10T08:36:10.380869+0000","last_clean":"2024-09-10T08:36:10.380869+0000","last_became_active":"2024-09-10T08:36:08.382535+0000","last_became_peered":"2024-09-10T08:36:08.382535+0000","last_unstale":"2024-09-10T08:36:10.380869+0000","last_undegraded":"2024-09-10T08:36:10.380869+0000","last_fullsized":"2024-09-10T08:36:10.380869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:12.170315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372557+0000","last_change":"2024-09-10T08:36:08.380120+0000","last_active":"2024-09-10T08:36:09.372557+0000","last_peered":"2024-09-10T08:36:09.372557+0000","last_clean":"2024-09-10T08:36:09.372557+0000","last_became_active":"2024-09-10T08:36:08.379833+0000","last_became_peered":"2024-09-10T08:36:08.379833+0000","last_unstale":"2024-09-10T08:36:09.372557+0000","last_undegraded":"2024-09-10T08:36:09.372557+0000","last_fullsized":"2024-09-10T08:36:09.372557+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:41.868690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388282+0000","last_change":"2024-09-10T08:36:08.394714+0000","last_active":"2024-09-10T08:36:09.388282+0000","last_peered":"2024-09-10T08:36:09.388282+0000","last_clean":"2024-09-10T08:36:09.388282+0000","last_became_active":"2024-09-10T08:36:08.394422+0000","last_became_peered":"2024-09-10T08:36:08.394422+0000","last_unstale":"2024-09-10T08:36:09.388282+0000","last_undegraded":"2024-09-10T08:36:09.388282+0000","last_fullsized":"2024-09-10T08:36:09.388282+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:17:52.886102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372945+0000","last_change":"2024-09-10T08:36:08.379224+0000","last_active":"2024-09-10T08:36:09.372945+0000","last_peered":"2024-09-10T08:36:09.372945+0000","last_clean":"2024-09-10T08:36:09.372945+0000","last_became_active":"2024-09-10T08:36:08.378222+0000","last_became_peered":"2024-09-10T08:36:08.378222+0000","last_unstale":"2024-09-10T08:36:09.372945+0000","last_undegraded":"2024-09-10T08:36:09.372945+0000","last_fullsized":"2024-09-10T08:36:09.372945+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:57:47.231664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370737+0000","last_change":"2024-09-10T08:36:08.388437+0000","last_active":"2024-09-10T08:36:09.370737+0000","last_peered":"2024-09-10T08:36:09.370737+0000","last_clean":"2024-09-10T08:36:09.370737+0000","last_became_active":"2024-09-10T08:36:08.388120+0000","last_became_peered":"2024-09-10T08:36:08.388120+0000","last_unstale":"2024-09-10T08:36:09.370737+0000","last_undegraded":"2024-09-10T08:36:09.370737+0000","last_fullsized":"2024-09-10T08:36:09.370737+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:39:01.512699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380440+0000","last_change":"2024-09-10T08:36:08.388132+0000","last_active":"2024-09-10T08:36:10.380440+0000","last_peered":"2024-09-10T08:36:10.380440+0000","last_clean":"2024-09-10T08:36:10.380440+0000","last_became_active":"2024-09-10T08:36:08.387587+0000","last_became_peered":"2024-09-10T08:36:08.387587+0000","last_unstale":"2024-09-10T08:36:10.380440+0000","last_undegraded":"2024-09-10T08:36:10.380440+0000","last_fullsized":"2024-09-10T08:36:10.380440+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:45.127951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388022+0000","last_change":"2024-09-10T08:36:08.377784+0000","last_active":"2024-09-10T08:36:09.388022+0000","last_peered":"2024-09-10T08:36:09.388022+0000","last_clean":"2024-09-10T08:36:09.388022+0000","last_became_active":"2024-09-10T08:36:08.377471+0000","last_became_peered":"2024-09-10T08:36:08.377471+0000","last_unstale":"2024-09-10T08:36:09.388022+0000","last_undegraded":"2024-09-10T08:36:09.388022+0000","last_fullsized":"2024-09-10T08:36:09.388022+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:48:50.725350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372101+0000","last_change":"2024-09-10T08:36:08.381763+0000","last_active":"2024-09-10T08:36:09.372101+0000","last_peered":"2024-09-10T08:36:09.372101+0000","last_clean":"2024-09-10T08:36:09.372101+0000","last_became_active":"2024-09-10T08:36:08.381280+0000","last_became_peered":"2024-09-10T08:36:08.381280+0000","last_unstale":"2024-09-10T08:36:09.372101+0000","last_undegraded":"2024-09-10T08:36:09.372101+0000","last_fullsized":"2024-09-10T08:36:09.372101+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:08:31.233202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370862+0000","last_change":"2024-09-10T08:36:08.391606+0000","last_active":"2024-09-10T08:36:09.370862+0000","last_peered":"2024-09-10T08:36:09.370862+0000","last_clean":"2024-09-10T08:36:09.370862+0000","last_became_active":"2024-09-10T08:36:08.391303+0000","last_became_peered":"2024-09-10T08:36:08.391303+0000","last_unstale":"2024-09-10T08:36:09.370862+0000","last_undegraded":"2024-09-10T08:36:09.370862+0000","last_fullsized":"2024-09-10T08:36:09.370862+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:13:13.243583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379899+0000","last_change":"2024-09-10T08:36:08.385534+0000","last_active":"2024-09-10T08:36:10.379899+0000","last_peered":"2024-09-10T08:36:10.379899+0000","last_clean":"2024-09-10T08:36:10.379899+0000","last_became_active":"2024-09-10T08:36:08.385292+0000","last_became_peered":"2024-09-10T08:36:08.385292+0000","last_unstale":"2024-09-10T08:36:10.379899+0000","last_undegraded":"2024-09-10T08:36:10.379899+0000","last_fullsized":"2024-09-10T08:36:10.379899+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:39:02.569018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379841+0000","last_change":"2024-09-10T08:36:08.394508+0000","last_active":"2024-09-10T08:36:10.379841+0000","last_peered":"2024-09-10T08:36:10.379841+0000","last_clean":"2024-09-10T08:36:10.379841+0000","last_became_active":"2024-09-10T08:36:08.394223+0000","last_became_peered":"2024-09-10T08:36:08.394223+0000","last_unstale":"2024-09-10T08:36:10.379841+0000","last_undegraded":"2024-09-10T08:36:10.379841+0000","last_fullsized":"2024-09-10T08:36:10.379841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:54.936574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370745+0000","last_change":"2024-09-10T08:36:08.393340+0000","last_active":"2024-09-10T08:36:09.370745+0000","last_peered":"2024-09-10T08:36:09.370745+0000","last_clean":"2024-09-10T08:36:09.370745+0000","last_became_active":"2024-09-10T08:36:08.393064+0000","last_became_peered":"2024-09-10T08:36:08.393064+0000","last_unstale":"2024-09-10T08:36:09.370745+0000","last_undegraded":"2024-09-10T08:36:09.370745+0000","last_fullsized":"2024-09-10T08:36:09.370745+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:17:27.937949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381317+0000","last_change":"2024-09-10T08:36:08.384685+0000","last_active":"2024-09-10T08:36:10.381317+0000","last_peered":"2024-09-10T08:36:10.381317+0000","last_clean":"2024-09-10T08:36:10.381317+0000","last_became_active":"2024-09-10T08:36:08.384417+0000","last_became_peered":"2024-09-10T08:36:08.384417+0000","last_unstale":"2024-09-10T08:36:10.381317+0000","last_undegraded":"2024-09-10T08:36:10.381317+0000","last_fullsized":"2024-09-10T08:36:10.381317+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:47.153151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370626+0000","last_change":"2024-09-10T08:36:08.393421+0000","last_active":"2024-09-10T08:36:09.370626+0000","last_peered":"2024-09-10T08:36:09.370626+0000","last_clean":"2024-09-10T08:36:09.370626+0000","last_became_active":"2024-09-10T08:36:08.393171+0000","last_became_peered":"2024-09-10T08:36:08.393171+0000","last_unstale":"2024-09-10T08:36:09.370626+0000","last_undegraded":"2024-09-10T08:36:09.370626+0000","last_fullsized":"2024-09-10T08:36:09.370626+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:54:51.043553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381090+0000","last_change":"2024-09-10T08:36:08.385180+0000","last_active":"2024-09-10T08:36:10.381090+0000","last_peered":"2024-09-10T08:36:10.381090+0000","last_clean":"2024-09-10T08:36:10.381090+0000","last_became_active":"2024-09-10T08:36:08.384758+0000","last_became_peered":"2024-09-10T08:36:08.384758+0000","last_unstale":"2024-09-10T08:36:10.381090+0000","last_undegraded":"2024-09-10T08:36:10.381090+0000","last_fullsized":"2024-09-10T08:36:10.381090+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.391172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388014+0000","last_change":"2024-09-10T08:36:08.384586+0000","last_active":"2024-09-10T08:36:09.388014+0000","last_peered":"2024-09-10T08:36:09.388014+0000","last_clean":"2024-09-10T08:36:09.388014+0000","last_became_active":"2024-09-10T08:36:08.384309+0000","last_became_peered":"2024-09-10T08:36:08.384309+0000","last_unstale":"2024-09-10T08:36:09.388014+0000","last_undegraded":"2024-09-10T08:36:09.388014+0000","last_fullsized":"2024-09-10T08:36:09.388014+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:21.479232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388577+0000","last_change":"2024-09-10T08:36:08.390326+0000","last_active":"2024-09-10T08:36:09.388577+0000","last_peered":"2024-09-10T08:36:09.388577+0000","last_clean":"2024-09-10T08:36:09.388577+0000","last_became_active":"2024-09-10T08:36:08.390016+0000","last_became_peered":"2024-09-10T08:36:08.390016+0000","last_unstale":"2024-09-10T08:36:09.388577+0000","last_undegraded":"2024-09-10T08:36:09.388577+0000","last_fullsized":"2024-09-10T08:36:09.388577+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:44:58.905404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372344+0000","last_change":"2024-09-10T08:36:08.379619+0000","last_active":"2024-09-10T08:36:09.372344+0000","last_peered":"2024-09-10T08:36:09.372344+0000","last_clean":"2024-09-10T08:36:09.372344+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:09.372344+0000","last_undegraded":"2024-09-10T08:36:09.372344+0000","last_fullsized":"2024-09-10T08:36:09.372344+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:22.809736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372752+0000","last_change":"2024-09-10T08:36:08.381830+0000","last_active":"2024-09-10T08:36:09.372752+0000","last_peered":"2024-09-10T08:36:09.372752+0000","last_clean":"2024-09-10T08:36:09.372752+0000","last_became_active":"2024-09-10T08:36:08.381529+0000","last_became_peered":"2024-09-10T08:36:08.381529+0000","last_unstale":"2024-09-10T08:36:09.372752+0000","last_undegraded":"2024-09-10T08:36:09.372752+0000","last_fullsized":"2024-09-10T08:36:09.372752+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:31.611807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370856+0000","last_change":"2024-09-10T08:36:08.384081+0000","last_active":"2024-09-10T08:36:09.370856+0000","last_peered":"2024-09-10T08:36:09.370856+0000","last_clean":"2024-09-10T08:36:09.370856+0000","last_became_active":"2024-09-10T08:36:08.383807+0000","last_became_peered":"2024-09-10T08:36:08.383807+0000","last_unstale":"2024-09-10T08:36:09.370856+0000","last_undegraded":"2024-09-10T08:36:09.370856+0000","last_fullsized":"2024-09-10T08:36:09.370856+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:36:55.138989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388283+0000","last_change":"2024-09-10T08:36:08.380201+0000","last_active":"2024-09-10T08:36:09.388283+0000","last_peered":"2024-09-10T08:36:09.388283+0000","last_clean":"2024-09-10T08:36:09.388283+0000","last_became_active":"2024-09-10T08:36:08.379934+0000","last_became_peered":"2024-09-10T08:36:08.379934+0000","last_unstale":"2024-09-10T08:36:09.388283+0000","last_undegraded":"2024-09-10T08:36:09.388283+0000","last_fullsized":"2024-09-10T08:36:09.388283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:37.877729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.371996+0000","last_change":"2024-09-10T08:36:08.379079+0000","last_active":"2024-09-10T08:36:09.371996+0000","last_peered":"2024-09-10T08:36:09.371996+0000","last_clean":"2024-09-10T08:36:09.371996+0000","last_became_active":"2024-09-10T08:36:08.378727+0000","last_became_peered":"2024-09-10T08:36:08.378727+0000","last_unstale":"2024-09-10T08:36:09.371996+0000","last_undegraded":"2024-09-10T08:36:09.371996+0000","last_fullsized":"2024-09-10T08:36:09.371996+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:38:54.936574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379816+0000","last_change":"2024-09-10T08:36:08.382161+0000","last_active":"2024-09-10T08:36:10.379816+0000","last_peered":"2024-09-10T08:36:10.379816+0000","last_clean":"2024-09-10T08:36:10.379816+0000","last_became_active":"2024-09-10T08:36:08.381464+0000","last_became_peered":"2024-09-10T08:36:08.381464+0000","last_unstale":"2024-09-10T08:36:10.379816+0000","last_undegraded":"2024-09-10T08:36:10.379816+0000","last_fullsized":"2024-09-10T08:36:10.379816+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:23:37.695653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372631+0000","last_change":"2024-09-10T08:36:08.387075+0000","last_active":"2024-09-10T08:36:09.372631+0000","last_peered":"2024-09-10T08:36:09.372631+0000","last_clean":"2024-09-10T08:36:09.372631+0000","last_became_active":"2024-09-10T08:36:08.386786+0000","last_became_peered":"2024-09-10T08:36:08.386786+0000","last_unstale":"2024-09-10T08:36:09.372631+0000","last_undegraded":"2024-09-10T08:36:09.372631+0000","last_fullsized":"2024-09-10T08:36:09.372631+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:45.127951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379735+0000","last_change":"2024-09-10T08:36:08.384968+0000","last_active":"2024-09-10T08:36:10.379735+0000","last_peered":"2024-09-10T08:36:10.379735+0000","last_clean":"2024-09-10T08:36:10.379735+0000","last_became_active":"2024-09-10T08:36:08.384694+0000","last_became_peered":"2024-09-10T08:36:08.384694+0000","last_unstale":"2024-09-10T08:36:10.379735+0000","last_undegraded":"2024-09-10T08:36:10.379735+0000","last_fullsized":"2024-09-10T08:36:10.379735+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:04:03.375148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"77'4","reported_seq":18,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370786+0000","last_change":"2024-09-10T08:36:07.373777+0000","last_active":"2024-09-10T08:36:09.370786+0000","last_peered":"2024-09-10T08:36:09.370786+0000","last_clean":"2024-09-10T08:36:09.370786+0000","last_became_active":"2024-09-10T08:36:07.373513+0000","last_became_peered":"2024-09-10T08:36:07.373513+0000","last_unstale":"2024-09-10T08:36:09.370786+0000","last_undegraded":"2024-09-10T08:36:09.370786+0000","last_fullsized":"2024-09-10T08:36:09.370786+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:29:01.804523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388192+0000","last_change":"2024-09-10T08:36:08.375544+0000","last_active":"2024-09-10T08:36:09.388192+0000","last_peered":"2024-09-10T08:36:09.388192+0000","last_clean":"2024-09-10T08:36:09.388192+0000","last_became_active":"2024-09-10T08:36:08.375261+0000","last_became_peered":"2024-09-10T08:36:08.375261+0000","last_unstale":"2024-09-10T08:36:09.388192+0000","last_undegraded":"2024-09-10T08:36:09.388192+0000","last_fullsized":"2024-09-10T08:36:09.388192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:17.995845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372330+0000","last_change":"2024-09-10T08:36:07.381016+0000","last_active":"2024-09-10T08:36:09.372330+0000","last_peered":"2024-09-10T08:36:09.372330+0000","last_clean":"2024-09-10T08:36:09.372330+0000","last_became_active":"2024-09-10T08:36:07.380686+0000","last_became_peered":"2024-09-10T08:36:07.380686+0000","last_unstale":"2024-09-10T08:36:09.372330+0000","last_undegraded":"2024-09-10T08:36:09.372330+0000","last_fullsized":"2024-09-10T08:36:09.372330+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380908+0000","last_change":"2024-09-10T08:36:08.390437+0000","last_active":"2024-09-10T08:36:10.380908+0000","last_peered":"2024-09-10T08:36:10.380908+0000","last_clean":"2024-09-10T08:36:10.380908+0000","last_became_active":"2024-09-10T08:36:08.389556+0000","last_became_peered":"2024-09-10T08:36:08.389556+0000","last_unstale":"2024-09-10T08:36:10.380908+0000","last_undegraded":"2024-09-10T08:36:10.380908+0000","last_fullsized":"2024-09-10T08:36:10.380908+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:11.560861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372857+0000","last_change":"2024-09-10T08:36:07.374679+0000","last_active":"2024-09-10T08:36:09.372857+0000","last_peered":"2024-09-10T08:36:09.372857+0000","last_clean":"2024-09-10T08:36:09.372857+0000","last_became_active":"2024-09-10T08:36:07.374385+0000","last_became_peered":"2024-09-10T08:36:07.374385+0000","last_unstale":"2024-09-10T08:36:09.372857+0000","last_undegraded":"2024-09-10T08:36:09.372857+0000","last_fullsized":"2024-09-10T08:36:09.372857+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381580+0000","last_change":"2024-09-10T08:36:08.384087+0000","last_active":"2024-09-10T08:36:10.381580+0000","last_peered":"2024-09-10T08:36:10.381580+0000","last_clean":"2024-09-10T08:36:10.381580+0000","last_became_active":"2024-09-10T08:36:08.383515+0000","last_became_peered":"2024-09-10T08:36:08.383515+0000","last_unstale":"2024-09-10T08:36:10.381580+0000","last_undegraded":"2024-09-10T08:36:10.381580+0000","last_fullsized":"2024-09-10T08:36:10.381580+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:57.547603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381153+0000","last_change":"2024-09-10T08:36:07.381157+0000","last_active":"2024-09-10T08:36:10.381153+0000","last_peered":"2024-09-10T08:36:10.381153+0000","last_clean":"2024-09-10T08:36:10.381153+0000","last_became_active":"2024-09-10T08:36:07.380295+0000","last_became_peered":"2024-09-10T08:36:07.380295+0000","last_unstale":"2024-09-10T08:36:10.381153+0000","last_undegraded":"2024-09-10T08:36:10.381153+0000","last_fullsized":"2024-09-10T08:36:10.381153+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:36:30.953373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388231+0000","last_change":"2024-09-10T08:36:08.394775+0000","last_active":"2024-09-10T08:36:09.388231+0000","last_peered":"2024-09-10T08:36:09.388231+0000","last_clean":"2024-09-10T08:36:09.388231+0000","last_became_active":"2024-09-10T08:36:08.394446+0000","last_became_peered":"2024-09-10T08:36:08.394446+0000","last_unstale":"2024-09-10T08:36:09.388231+0000","last_undegraded":"2024-09-10T08:36:09.388231+0000","last_fullsized":"2024-09-10T08:36:09.388231+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:04.698048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381521+0000","last_change":"2024-09-10T08:36:07.368368+0000","last_active":"2024-09-10T08:36:10.381521+0000","last_peered":"2024-09-10T08:36:10.381521+0000","last_clean":"2024-09-10T08:36:10.381521+0000","last_became_active":"2024-09-10T08:36:07.367923+0000","last_became_peered":"2024-09-10T08:36:07.367923+0000","last_unstale":"2024-09-10T08:36:10.381521+0000","last_undegraded":"2024-09-10T08:36:10.381521+0000","last_fullsized":"2024-09-10T08:36:10.381521+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:21:39.878619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388460+0000","last_change":"2024-09-10T08:36:08.383834+0000","last_active":"2024-09-10T08:36:09.388460+0000","last_peered":"2024-09-10T08:36:09.388460+0000","last_clean":"2024-09-10T08:36:09.388460+0000","last_became_active":"2024-09-10T08:36:08.383562+0000","last_became_peered":"2024-09-10T08:36:08.383562+0000","last_unstale":"2024-09-10T08:36:09.388460+0000","last_undegraded":"2024-09-10T08:36:09.388460+0000","last_fullsized":"2024-09-10T08:36:09.388460+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:06.539237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372131+0000","last_change":"2024-09-10T08:36:07.373994+0000","last_active":"2024-09-10T08:36:09.372131+0000","last_peered":"2024-09-10T08:36:09.372131+0000","last_clean":"2024-09-10T08:36:09.372131+0000","last_became_active":"2024-09-10T08:36:07.373720+0000","last_became_peered":"2024-09-10T08:36:07.373720+0000","last_unstale":"2024-09-10T08:36:09.372131+0000","last_undegraded":"2024-09-10T08:36:09.372131+0000","last_fullsized":"2024-09-10T08:36:09.372131+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:33:12.502934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381404+0000","last_change":"2024-09-10T08:36:08.389588+0000","last_active":"2024-09-10T08:36:10.381404+0000","last_peered":"2024-09-10T08:36:10.381404+0000","last_clean":"2024-09-10T08:36:10.381404+0000","last_became_active":"2024-09-10T08:36:08.389243+0000","last_became_peered":"2024-09-10T08:36:08.389243+0000","last_unstale":"2024-09-10T08:36:10.381404+0000","last_undegraded":"2024-09-10T08:36:10.381404+0000","last_fullsized":"2024-09-10T08:36:10.381404+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:46.844000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388151+0000","last_change":"2024-09-10T08:36:07.373768+0000","last_active":"2024-09-10T08:36:09.388151+0000","last_peered":"2024-09-10T08:36:09.388151+0000","last_clean":"2024-09-10T08:36:09.388151+0000","last_became_active":"2024-09-10T08:36:07.373445+0000","last_became_peered":"2024-09-10T08:36:07.373445+0000","last_unstale":"2024-09-10T08:36:09.388151+0000","last_undegraded":"2024-09-10T08:36:09.388151+0000","last_fullsized":"2024-09-10T08:36:09.388151+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:05.512461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381000+0000","last_change":"2024-09-10T08:36:08.394187+0000","last_active":"2024-09-10T08:36:10.381000+0000","last_peered":"2024-09-10T08:36:10.381000+0000","last_clean":"2024-09-10T08:36:10.381000+0000","last_became_active":"2024-09-10T08:36:08.393841+0000","last_became_peered":"2024-09-10T08:36:08.393841+0000","last_unstale":"2024-09-10T08:36:10.381000+0000","last_undegraded":"2024-09-10T08:36:10.381000+0000","last_fullsized":"2024-09-10T08:36:10.381000+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:09:07.734833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370352+0000","last_change":"2024-09-10T08:36:07.381124+0000","last_active":"2024-09-10T08:36:09.370352+0000","last_peered":"2024-09-10T08:36:09.370352+0000","last_clean":"2024-09-10T08:36:09.370352+0000","last_became_active":"2024-09-10T08:36:07.380483+0000","last_became_peered":"2024-09-10T08:36:07.380483+0000","last_unstale":"2024-09-10T08:36:09.370352+0000","last_undegraded":"2024-09-10T08:36:09.370352+0000","last_fullsized":"2024-09-10T08:36:09.370352+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:38.349484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388014+0000","last_change":"2024-09-10T08:36:08.378474+0000","last_active":"2024-09-10T08:36:09.388014+0000","last_peered":"2024-09-10T08:36:09.388014+0000","last_clean":"2024-09-10T08:36:09.388014+0000","last_became_active":"2024-09-10T08:36:08.378204+0000","last_became_peered":"2024-09-10T08:36:08.378204+0000","last_unstale":"2024-09-10T08:36:09.388014+0000","last_undegraded":"2024-09-10T08:36:09.388014+0000","last_fullsized":"2024-09-10T08:36:09.388014+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:36:45.127951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372500+0000","last_change":"2024-09-10T08:36:07.380662+0000","last_active":"2024-09-10T08:36:09.372500+0000","last_peered":"2024-09-10T08:36:09.372500+0000","last_clean":"2024-09-10T08:36:09.372500+0000","last_became_active":"2024-09-10T08:36:07.380397+0000","last_became_peered":"2024-09-10T08:36:07.380397+0000","last_unstale":"2024-09-10T08:36:09.372500+0000","last_undegraded":"2024-09-10T08:36:09.372500+0000","last_fullsized":"2024-09-10T08:36:09.372500+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372128+0000","last_change":"2024-09-10T08:36:08.385425+0000","last_active":"2024-09-10T08:36:09.372128+0000","last_peered":"2024-09-10T08:36:09.372128+0000","last_clean":"2024-09-10T08:36:09.372128+0000","last_became_active":"2024-09-10T08:36:08.384838+0000","last_became_peered":"2024-09-10T08:36:08.384838+0000","last_unstale":"2024-09-10T08:36:09.372128+0000","last_undegraded":"2024-09-10T08:36:09.372128+0000","last_fullsized":"2024-09-10T08:36:09.372128+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:01.489352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372441+0000","last_change":"2024-09-10T08:36:07.377754+0000","last_active":"2024-09-10T08:36:09.372441+0000","last_peered":"2024-09-10T08:36:09.372441+0000","last_clean":"2024-09-10T08:36:09.372441+0000","last_became_active":"2024-09-10T08:36:07.377485+0000","last_became_peered":"2024-09-10T08:36:07.377485+0000","last_unstale":"2024-09-10T08:36:09.372441+0000","last_undegraded":"2024-09-10T08:36:09.372441+0000","last_fullsized":"2024-09-10T08:36:09.372441+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:43.778255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380493+0000","last_change":"2024-09-10T08:36:08.383116+0000","last_active":"2024-09-10T08:36:10.380493+0000","last_peered":"2024-09-10T08:36:10.380493+0000","last_clean":"2024-09-10T08:36:10.380493+0000","last_became_active":"2024-09-10T08:36:08.382765+0000","last_became_peered":"2024-09-10T08:36:08.382765+0000","last_unstale":"2024-09-10T08:36:10.380493+0000","last_undegraded":"2024-09-10T08:36:10.380493+0000","last_fullsized":"2024-09-10T08:36:10.380493+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:41:31.611807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"77'3","reported_seq":17,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370641+0000","last_change":"2024-09-10T08:36:07.378056+0000","last_active":"2024-09-10T08:36:09.370641+0000","last_peered":"2024-09-10T08:36:09.370641+0000","last_clean":"2024-09-10T08:36:09.370641+0000","last_became_active":"2024-09-10T08:36:07.377806+0000","last_became_peered":"2024-09-10T08:36:07.377806+0000","last_unstale":"2024-09-10T08:36:09.370641+0000","last_undegraded":"2024-09-10T08:36:09.370641+0000","last_fullsized":"2024-09-10T08:36:09.370641+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:45:32.755980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380287+0000","last_change":"2024-09-10T08:36:08.381023+0000","last_active":"2024-09-10T08:36:10.380287+0000","last_peered":"2024-09-10T08:36:10.380287+0000","last_clean":"2024-09-10T08:36:10.380287+0000","last_became_active":"2024-09-10T08:36:08.380767+0000","last_became_peered":"2024-09-10T08:36:08.380767+0000","last_unstale":"2024-09-10T08:36:10.380287+0000","last_undegraded":"2024-09-10T08:36:10.380287+0000","last_fullsized":"2024-09-10T08:36:10.380287+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:08:32.665791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"77'6","reported_seq":20,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381311+0000","last_change":"2024-09-10T08:36:07.380597+0000","last_active":"2024-09-10T08:36:10.381311+0000","last_peered":"2024-09-10T08:36:10.381311+0000","last_clean":"2024-09-10T08:36:10.381311+0000","last_became_active":"2024-09-10T08:36:07.380239+0000","last_became_peered":"2024-09-10T08:36:07.380239+0000","last_unstale":"2024-09-10T08:36:10.381311+0000","last_undegraded":"2024-09-10T08:36:10.381311+0000","last_fullsized":"2024-09-10T08:36:10.381311+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:12:15.761517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.373068+0000","last_change":"2024-09-10T08:36:08.379484+0000","last_active":"2024-09-10T08:36:09.373068+0000","last_peered":"2024-09-10T08:36:09.373068+0000","last_clean":"2024-09-10T08:36:09.373068+0000","last_became_active":"2024-09-10T08:36:08.379165+0000","last_became_peered":"2024-09-10T08:36:08.379165+0000","last_unstale":"2024-09-10T08:36:09.373068+0000","last_undegraded":"2024-09-10T08:36:09.373068+0000","last_fullsized":"2024-09-10T08:36:09.373068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:15.437150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372263+0000","last_change":"2024-09-10T08:36:07.381145+0000","last_active":"2024-09-10T08:36:09.372263+0000","last_peered":"2024-09-10T08:36:09.372263+0000","last_clean":"2024-09-10T08:36:09.372263+0000","last_became_active":"2024-09-10T08:36:07.380876+0000","last_became_peered":"2024-09-10T08:36:07.380876+0000","last_unstale":"2024-09-10T08:36:09.372263+0000","last_undegraded":"2024-09-10T08:36:09.372263+0000","last_fullsized":"2024-09-10T08:36:09.372263+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:13.107767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380752+0000","last_change":"2024-09-10T08:36:08.390983+0000","last_active":"2024-09-10T08:36:10.380752+0000","last_peered":"2024-09-10T08:36:10.380752+0000","last_clean":"2024-09-10T08:36:10.380752+0000","last_became_active":"2024-09-10T08:36:08.390698+0000","last_became_peered":"2024-09-10T08:36:08.390698+0000","last_unstale":"2024-09-10T08:36:10.380752+0000","last_undegraded":"2024-09-10T08:36:10.380752+0000","last_fullsized":"2024-09-10T08:36:10.380752+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:47.153151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372104+0000","last_change":"2024-09-10T08:36:07.375535+0000","last_active":"2024-09-10T08:36:09.372104+0000","last_peered":"2024-09-10T08:36:09.372104+0000","last_clean":"2024-09-10T08:36:09.372104+0000","last_became_active":"2024-09-10T08:36:07.375267+0000","last_became_peered":"2024-09-10T08:36:07.375267+0000","last_unstale":"2024-09-10T08:36:09.372104+0000","last_undegraded":"2024-09-10T08:36:09.372104+0000","last_fullsized":"2024-09-10T08:36:09.372104+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:02:29.708132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380811+0000","last_change":"2024-09-10T08:36:08.386767+0000","last_active":"2024-09-10T08:36:10.380811+0000","last_peered":"2024-09-10T08:36:10.380811+0000","last_clean":"2024-09-10T08:36:10.380811+0000","last_became_active":"2024-09-10T08:36:08.386484+0000","last_became_peered":"2024-09-10T08:36:08.386484+0000","last_unstale":"2024-09-10T08:36:10.380811+0000","last_undegraded":"2024-09-10T08:36:10.380811+0000","last_fullsized":"2024-09-10T08:36:10.380811+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:27:46.844000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370367+0000","last_change":"2024-09-10T08:36:07.375706+0000","last_active":"2024-09-10T08:36:09.370367+0000","last_peered":"2024-09-10T08:36:09.370367+0000","last_clean":"2024-09-10T08:36:09.370367+0000","last_became_active":"2024-09-10T08:36:07.375483+0000","last_became_peered":"2024-09-10T08:36:07.375483+0000","last_unstale":"2024-09-10T08:36:09.370367+0000","last_undegraded":"2024-09-10T08:36:09.370367+0000","last_fullsized":"2024-09-10T08:36:09.370367+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:13:55.131435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381184+0000","last_change":"2024-09-10T08:36:08.384041+0000","last_active":"2024-09-10T08:36:10.381184+0000","last_peered":"2024-09-10T08:36:10.381184+0000","last_clean":"2024-09-10T08:36:10.381184+0000","last_became_active":"2024-09-10T08:36:08.383739+0000","last_became_peered":"2024-09-10T08:36:08.383739+0000","last_unstale":"2024-09-10T08:36:10.381184+0000","last_undegraded":"2024-09-10T08:36:10.381184+0000","last_fullsized":"2024-09-10T08:36:10.381184+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:12:42.246504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"77'8","reported_seq":22,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388130+0000","last_change":"2024-09-10T08:36:07.380061+0000","last_active":"2024-09-10T08:36:09.388130+0000","last_peered":"2024-09-10T08:36:09.388130+0000","last_clean":"2024-09-10T08:36:09.388130+0000","last_became_active":"2024-09-10T08:36:07.379761+0000","last_became_peered":"2024-09-10T08:36:07.379761+0000","last_unstale":"2024-09-10T08:36:09.388130+0000","last_undegraded":"2024-09-10T08:36:09.388130+0000","last_fullsized":"2024-09-10T08:36:09.388130+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:05.106842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379819+0000","last_change":"2024-09-10T08:36:08.394482+0000","last_active":"2024-09-10T08:36:10.379819+0000","last_peered":"2024-09-10T08:36:10.379819+0000","last_clean":"2024-09-10T08:36:10.379819+0000","last_became_active":"2024-09-10T08:36:08.394206+0000","last_became_peered":"2024-09-10T08:36:08.394206+0000","last_unstale":"2024-09-10T08:36:10.379819+0000","last_undegraded":"2024-09-10T08:36:10.379819+0000","last_fullsized":"2024-09-10T08:36:10.379819+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:57:11.237597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372633+0000","last_change":"2024-09-10T08:36:07.375058+0000","last_active":"2024-09-10T08:36:09.372633+0000","last_peered":"2024-09-10T08:36:09.372633+0000","last_clean":"2024-09-10T08:36:09.372633+0000","last_became_active":"2024-09-10T08:36:07.374590+0000","last_became_peered":"2024-09-10T08:36:07.374590+0000","last_unstale":"2024-09-10T08:36:09.372633+0000","last_undegraded":"2024-09-10T08:36:09.372633+0000","last_fullsized":"2024-09-10T08:36:09.372633+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370394+0000","last_change":"2024-09-10T08:36:08.399119+0000","last_active":"2024-09-10T08:36:09.370394+0000","last_peered":"2024-09-10T08:36:09.370394+0000","last_clean":"2024-09-10T08:36:09.370394+0000","last_became_active":"2024-09-10T08:36:08.398053+0000","last_became_peered":"2024-09-10T08:36:08.398053+0000","last_unstale":"2024-09-10T08:36:09.370394+0000","last_undegraded":"2024-09-10T08:36:09.370394+0000","last_fullsized":"2024-09-10T08:36:09.370394+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:04:29.588254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381454+0000","last_change":"2024-09-10T08:36:07.373799+0000","last_active":"2024-09-10T08:36:10.381454+0000","last_peered":"2024-09-10T08:36:10.381454+0000","last_clean":"2024-09-10T08:36:10.381454+0000","last_became_active":"2024-09-10T08:36:07.373217+0000","last_became_peered":"2024-09-10T08:36:07.373217+0000","last_unstale":"2024-09-10T08:36:10.381454+0000","last_undegraded":"2024-09-10T08:36:10.381454+0000","last_fullsized":"2024-09-10T08:36:10.381454+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:28.086289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370449+0000","last_change":"2024-09-10T08:36:08.393059+0000","last_active":"2024-09-10T08:36:09.370449+0000","last_peered":"2024-09-10T08:36:09.370449+0000","last_clean":"2024-09-10T08:36:09.370449+0000","last_became_active":"2024-09-10T08:36:08.392759+0000","last_became_peered":"2024-09-10T08:36:08.392759+0000","last_unstale":"2024-09-10T08:36:09.370449+0000","last_undegraded":"2024-09-10T08:36:09.370449+0000","last_fullsized":"2024-09-10T08:36:09.370449+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:53:58.577124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"77'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370661+0000","last_change":"2024-09-10T08:36:07.380215+0000","last_active":"2024-09-10T08:36:09.370661+0000","last_peered":"2024-09-10T08:36:09.370661+0000","last_clean":"2024-09-10T08:36:09.370661+0000","last_became_active":"2024-09-10T08:36:07.379942+0000","last_became_peered":"2024-09-10T08:36:07.379942+0000","last_unstale":"2024-09-10T08:36:09.370661+0000","last_undegraded":"2024-09-10T08:36:09.370661+0000","last_fullsized":"2024-09-10T08:36:09.370661+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:03:19.253247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380131+0000","last_change":"2024-09-10T08:36:08.393019+0000","last_active":"2024-09-10T08:36:10.380131+0000","last_peered":"2024-09-10T08:36:10.380131+0000","last_clean":"2024-09-10T08:36:10.380131+0000","last_became_active":"2024-09-10T08:36:08.392767+0000","last_became_peered":"2024-09-10T08:36:08.392767+0000","last_unstale":"2024-09-10T08:36:10.380131+0000","last_undegraded":"2024-09-10T08:36:10.380131+0000","last_fullsized":"2024-09-10T08:36:10.380131+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:08:31.233202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380073+0000","last_change":"2024-09-10T08:36:07.376544+0000","last_active":"2024-09-10T08:36:10.380073+0000","last_peered":"2024-09-10T08:36:10.380073+0000","last_clean":"2024-09-10T08:36:10.380073+0000","last_became_active":"2024-09-10T08:36:07.376302+0000","last_became_peered":"2024-09-10T08:36:07.376302+0000","last_unstale":"2024-09-10T08:36:10.380073+0000","last_undegraded":"2024-09-10T08:36:10.380073+0000","last_fullsized":"2024-09-10T08:36:10.380073+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:41:35.545716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388376+0000","last_change":"2024-09-10T08:36:08.386402+0000","last_active":"2024-09-10T08:36:09.388376+0000","last_peered":"2024-09-10T08:36:09.388376+0000","last_clean":"2024-09-10T08:36:09.388376+0000","last_became_active":"2024-09-10T08:36:08.386133+0000","last_became_peered":"2024-09-10T08:36:08.386133+0000","last_unstale":"2024-09-10T08:36:09.388376+0000","last_undegraded":"2024-09-10T08:36:09.388376+0000","last_fullsized":"2024-09-10T08:36:09.388376+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:26:59.783553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380219+0000","last_change":"2024-09-10T08:36:07.379454+0000","last_active":"2024-09-10T08:36:10.380219+0000","last_peered":"2024-09-10T08:36:10.380219+0000","last_clean":"2024-09-10T08:36:10.380219+0000","last_became_active":"2024-09-10T08:36:07.379195+0000","last_became_peered":"2024-09-10T08:36:07.379195+0000","last_unstale":"2024-09-10T08:36:10.380219+0000","last_undegraded":"2024-09-10T08:36:10.380219+0000","last_fullsized":"2024-09-10T08:36:10.380219+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:21.805552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388400+0000","last_change":"2024-09-10T08:36:08.385466+0000","last_active":"2024-09-10T08:36:09.388400+0000","last_peered":"2024-09-10T08:36:09.388400+0000","last_clean":"2024-09-10T08:36:09.388400+0000","last_became_active":"2024-09-10T08:36:08.385230+0000","last_became_peered":"2024-09-10T08:36:08.385230+0000","last_unstale":"2024-09-10T08:36:09.388400+0000","last_undegraded":"2024-09-10T08:36:09.388400+0000","last_fullsized":"2024-09-10T08:36:09.388400+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:40.204063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380262+0000","last_change":"2024-09-10T08:36:07.380703+0000","last_active":"2024-09-10T08:36:10.380262+0000","last_peered":"2024-09-10T08:36:10.380262+0000","last_clean":"2024-09-10T08:36:10.380262+0000","last_became_active":"2024-09-10T08:36:07.380055+0000","last_became_peered":"2024-09-10T08:36:07.380055+0000","last_unstale":"2024-09-10T08:36:10.380262+0000","last_undegraded":"2024-09-10T08:36:10.380262+0000","last_fullsized":"2024-09-10T08:36:10.380262+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381410+0000","last_change":"2024-09-10T08:36:08.383670+0000","last_active":"2024-09-10T08:36:10.381410+0000","last_peered":"2024-09-10T08:36:10.381410+0000","last_clean":"2024-09-10T08:36:10.381410+0000","last_became_active":"2024-09-10T08:36:08.383299+0000","last_became_peered":"2024-09-10T08:36:08.383299+0000","last_unstale":"2024-09-10T08:36:10.381410+0000","last_undegraded":"2024-09-10T08:36:10.381410+0000","last_fullsized":"2024-09-10T08:36:10.381410+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:02.441772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379909+0000","last_change":"2024-09-10T08:36:07.380023+0000","last_active":"2024-09-10T08:36:10.379909+0000","last_peered":"2024-09-10T08:36:10.379909+0000","last_clean":"2024-09-10T08:36:10.379909+0000","last_became_active":"2024-09-10T08:36:07.379770+0000","last_became_peered":"2024-09-10T08:36:07.379770+0000","last_unstale":"2024-09-10T08:36:10.379909+0000","last_undegraded":"2024-09-10T08:36:10.379909+0000","last_fullsized":"2024-09-10T08:36:10.379909+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380828+0000","last_change":"2024-09-10T08:36:08.386513+0000","last_active":"2024-09-10T08:36:10.380828+0000","last_peered":"2024-09-10T08:36:10.380828+0000","last_clean":"2024-09-10T08:36:10.380828+0000","last_became_active":"2024-09-10T08:36:08.386237+0000","last_became_peered":"2024-09-10T08:36:08.386237+0000","last_unstale":"2024-09-10T08:36:10.380828+0000","last_undegraded":"2024-09-10T08:36:10.380828+0000","last_fullsized":"2024-09-10T08:36:10.380828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:40:40.924687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"77'2","reported_seq":16,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372750+0000","last_change":"2024-09-10T08:36:07.376840+0000","last_active":"2024-09-10T08:36:09.372750+0000","last_peered":"2024-09-10T08:36:09.372750+0000","last_clean":"2024-09-10T08:36:09.372750+0000","last_became_active":"2024-09-10T08:36:07.376531+0000","last_became_peered":"2024-09-10T08:36:07.376531+0000","last_unstale":"2024-09-10T08:36:09.372750+0000","last_undegraded":"2024-09-10T08:36:09.372750+0000","last_fullsized":"2024-09-10T08:36:09.372750+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:34.945213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381037+0000","last_change":"2024-09-10T08:36:08.384046+0000","last_active":"2024-09-10T08:36:10.381037+0000","last_peered":"2024-09-10T08:36:10.381037+0000","last_clean":"2024-09-10T08:36:10.381037+0000","last_became_active":"2024-09-10T08:36:08.383621+0000","last_became_peered":"2024-09-10T08:36:08.383621+0000","last_unstale":"2024-09-10T08:36:10.381037+0000","last_undegraded":"2024-09-10T08:36:10.381037+0000","last_fullsized":"2024-09-10T08:36:10.381037+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:28:34.626742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"78'1","reported_seq":15,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388600+0000","last_change":"2024-09-10T08:36:07.377421+0000","last_active":"2024-09-10T08:36:09.388600+0000","last_peered":"2024-09-10T08:36:09.388600+0000","last_clean":"2024-09-10T08:36:09.388600+0000","last_became_active":"2024-09-10T08:36:07.376898+0000","last_became_peered":"2024-09-10T08:36:07.376898+0000","last_unstale":"2024-09-10T08:36:09.388600+0000","last_undegraded":"2024-09-10T08:36:09.388600+0000","last_fullsized":"2024-09-10T08:36:09.388600+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:11:24.708439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381068+0000","last_change":"2024-09-10T08:36:08.389294+0000","last_active":"2024-09-10T08:36:10.381068+0000","last_peered":"2024-09-10T08:36:10.381068+0000","last_clean":"2024-09-10T08:36:10.381068+0000","last_became_active":"2024-09-10T08:36:08.388468+0000","last_became_peered":"2024-09-10T08:36:08.388468+0000","last_unstale":"2024-09-10T08:36:10.381068+0000","last_undegraded":"2024-09-10T08:36:10.381068+0000","last_fullsized":"2024-09-10T08:36:10.381068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:03.156714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.373122+0000","last_change":"2024-09-10T08:36:07.377186+0000","last_active":"2024-09-10T08:36:09.373122+0000","last_peered":"2024-09-10T08:36:09.373122+0000","last_clean":"2024-09-10T08:36:09.373122+0000","last_became_active":"2024-09-10T08:36:07.376925+0000","last_became_peered":"2024-09-10T08:36:07.376925+0000","last_unstale":"2024-09-10T08:36:09.373122+0000","last_undegraded":"2024-09-10T08:36:09.373122+0000","last_fullsized":"2024-09-10T08:36:09.373122+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:34.117873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.388506+0000","last_change":"2024-09-10T08:36:08.379599+0000","last_active":"2024-09-10T08:36:09.388506+0000","last_peered":"2024-09-10T08:36:09.388506+0000","last_clean":"2024-09-10T08:36:09.388506+0000","last_became_active":"2024-09-10T08:36:08.379307+0000","last_became_peered":"2024-09-10T08:36:08.379307+0000","last_unstale":"2024-09-10T08:36:09.388506+0000","last_undegraded":"2024-09-10T08:36:09.388506+0000","last_fullsized":"2024-09-10T08:36:09.388506+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:54:46.354934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372492+0000","last_change":"2024-09-10T08:36:07.381832+0000","last_active":"2024-09-10T08:36:09.372492+0000","last_peered":"2024-09-10T08:36:09.372492+0000","last_clean":"2024-09-10T08:36:09.372492+0000","last_became_active":"2024-09-10T08:36:07.381558+0000","last_became_peered":"2024-09-10T08:36:07.381558+0000","last_unstale":"2024-09-10T08:36:09.372492+0000","last_undegraded":"2024-09-10T08:36:09.372492+0000","last_fullsized":"2024-09-10T08:36:09.372492+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:40:40.945378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381049+0000","last_change":"2024-09-10T08:36:08.391128+0000","last_active":"2024-09-10T08:36:10.381049+0000","last_peered":"2024-09-10T08:36:10.381049+0000","last_clean":"2024-09-10T08:36:10.381049+0000","last_became_active":"2024-09-10T08:36:08.390517+0000","last_became_peered":"2024-09-10T08:36:08.390517+0000","last_unstale":"2024-09-10T08:36:10.381049+0000","last_undegraded":"2024-09-10T08:36:10.381049+0000","last_fullsized":"2024-09-10T08:36:10.381049+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:12:26.926364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380719+0000","last_change":"2024-09-10T08:36:07.379566+0000","last_active":"2024-09-10T08:36:10.380719+0000","last_peered":"2024-09-10T08:36:10.380719+0000","last_clean":"2024-09-10T08:36:10.380719+0000","last_became_active":"2024-09-10T08:36:07.379277+0000","last_became_peered":"2024-09-10T08:36:07.379277+0000","last_unstale":"2024-09-10T08:36:10.380719+0000","last_undegraded":"2024-09-10T08:36:10.380719+0000","last_fullsized":"2024-09-10T08:36:10.380719+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:56:41.784960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381067+0000","last_change":"2024-09-10T08:36:08.394861+0000","last_active":"2024-09-10T08:36:10.381067+0000","last_peered":"2024-09-10T08:36:10.381067+0000","last_clean":"2024-09-10T08:36:10.381067+0000","last_became_active":"2024-09-10T08:36:08.394591+0000","last_became_peered":"2024-09-10T08:36:08.394591+0000","last_unstale":"2024-09-10T08:36:10.381067+0000","last_undegraded":"2024-09-10T08:36:10.381067+0000","last_fullsized":"2024-09-10T08:36:10.381067+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:46:13.622169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.370415+0000","last_change":"2024-09-10T08:36:07.375071+0000","last_active":"2024-09-10T08:36:09.370415+0000","last_peered":"2024-09-10T08:36:09.370415+0000","last_clean":"2024-09-10T08:36:09.370415+0000","last_became_active":"2024-09-10T08:36:07.374810+0000","last_became_peered":"2024-09-10T08:36:07.374810+0000","last_unstale":"2024-09-10T08:36:09.370415+0000","last_undegraded":"2024-09-10T08:36:09.370415+0000","last_fullsized":"2024-09-10T08:36:09.370415+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:02:21.482231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380025+0000","last_change":"2024-09-10T08:36:08.381859+0000","last_active":"2024-09-10T08:36:10.380025+0000","last_peered":"2024-09-10T08:36:10.380025+0000","last_clean":"2024-09-10T08:36:10.380025+0000","last_became_active":"2024-09-10T08:36:08.381515+0000","last_became_peered":"2024-09-10T08:36:08.381515+0000","last_unstale":"2024-09-10T08:36:10.380025+0000","last_undegraded":"2024-09-10T08:36:10.380025+0000","last_fullsized":"2024-09-10T08:36:10.380025+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:44:14.345594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.381148+0000","last_change":"2024-09-10T08:36:07.379886+0000","last_active":"2024-09-10T08:36:10.381148+0000","last_peered":"2024-09-10T08:36:10.381148+0000","last_clean":"2024-09-10T08:36:10.381148+0000","last_became_active":"2024-09-10T08:36:07.379587+0000","last_became_peered":"2024-09-10T08:36:07.379587+0000","last_unstale":"2024-09-10T08:36:10.381148+0000","last_undegraded":"2024-09-10T08:36:10.381148+0000","last_fullsized":"2024-09-10T08:36:10.381148+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:27:37.129099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380016+0000","last_change":"2024-09-10T08:36:08.378359+0000","last_active":"2024-09-10T08:36:10.380016+0000","last_peered":"2024-09-10T08:36:10.380016+0000","last_clean":"2024-09-10T08:36:10.380016+0000","last_became_active":"2024-09-10T08:36:08.377757+0000","last_became_peered":"2024-09-10T08:36:08.377757+0000","last_unstale":"2024-09-10T08:36:10.380016+0000","last_undegraded":"2024-09-10T08:36:10.380016+0000","last_fullsized":"2024-09-10T08:36:10.380016+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:43:43.130502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.379790+0000","last_change":"2024-09-10T08:36:07.381445+0000","last_active":"2024-09-10T08:36:10.379790+0000","last_peered":"2024-09-10T08:36:10.379790+0000","last_clean":"2024-09-10T08:36:10.379790+0000","last_became_active":"2024-09-10T08:36:07.381169+0000","last_became_peered":"2024-09-10T08:36:07.381169+0000","last_unstale":"2024-09-10T08:36:10.379790+0000","last_undegraded":"2024-09-10T08:36:10.379790+0000","last_fullsized":"2024-09-10T08:36:10.379790+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:51:56.164032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":12,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.373029+0000","last_change":"2024-09-10T08:36:08.388542+0000","last_active":"2024-09-10T08:36:09.373029+0000","last_peered":"2024-09-10T08:36:09.373029+0000","last_clean":"2024-09-10T08:36:09.373029+0000","last_became_active":"2024-09-10T08:36:08.388272+0000","last_became_peered":"2024-09-10T08:36:08.388272+0000","last_unstale":"2024-09-10T08:36:09.373029+0000","last_undegraded":"2024-09-10T08:36:09.373029+0000","last_fullsized":"2024-09-10T08:36:09.373029+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:07.356247+0000","last_clean_scrub_stamp":"2024-09-10T08:36:07.356247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:17.995845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":14,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:10.380544+0000","last_change":"2024-09-10T08:36:07.381367+0000","last_active":"2024-09-10T08:36:10.380544+0000","last_peered":"2024-09-10T08:36:10.380544+0000","last_clean":"2024-09-10T08:36:10.380544+0000","last_became_active":"2024-09-10T08:36:07.381107+0000","last_became_peered":"2024-09-10T08:36:07.381107+0000","last_unstale":"2024-09-10T08:36:10.380544+0000","last_undegraded":"2024-09-10T08:36:10.380544+0000","last_fullsized":"2024-09-10T08:36:10.380544+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":75,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:06.352063+0000","last_clean_scrub_stamp":"2024-09-10T08:36:06.352063+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:00.485168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":283,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-10T08:36:09.372231+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:09.372231+0000","last_peered":"2024-09-10T08:36:09.372231+0000","last_clean":"2024-09-10T08:36:09.372231+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:09.372231+0000","last_undegraded":"2024-09-10T08:36:09.372231+0000","last_fullsized":"2024-09-10T08:36:09.372231+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476785,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27972,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343868,"statfs":{"total":96636764160,"available":96608120832,"internally_reserved":0,"allocated":966656,"data_stored":430133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509487,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32700,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339140,"statfs":{"total":96636764160,"available":96603279360,"internally_reserved":0,"allocated":1544192,"data_stored":1018807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":958464,"data_stored":430029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509487,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":950272,"data_stored":428451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":428999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509487,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32128,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339712,"statfs":{"total":96636764160,"available":96603865088,"internally_reserved":0,"allocated":958464,"data_stored":429159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509487,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32696,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339144,"statfs":{"total":96636764160,"available":96603283456,"internally_reserved":0,"allocated":1540096,"data_stored":1018785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32120,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339720,"statfs":{"total":96636764160,"available":96603873280,"internally_reserved":0,"allocated":954368,"data_stored":428529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:15.983 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:36:15.983 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T08:36:16.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.123+0000 7f8b93b0a640 1 Processor -- start 2024-09-10T08:36:16.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.123+0000 7f8b93b0a640 1 -- start start 2024-09-10T08:36:16.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b93b0a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8b8c0d27d0 0x7f8b8c0cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b93b0a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8b8c0d3020 0x7f8b8c0b4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.125 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b93b0a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b8c0cef20 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b93b0a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8b8c0d3450 con 0x7f8b8c0d3020 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b93b0a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8b8c0cf1c0 con 0x7f8b8c0d27d0 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b920a7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8b8c0d3020 0x7f8b8c0b4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b920a7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8b8c0d3020 0x7f8b8c0b4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59186/0 (socket says 172.21.15.94:59186) 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b910a5640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8b8c0d2bb0 0x7f8b8c0b3d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40546/0 (socket says 172.21.15.94:40546) 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.124+0000 7f8b920a7640 1 -- 172.21.15.94:0/116471546 learned_addr learned my addr 172.21.15.94:0/116471546 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b918a6640 1 --2- 172.21.15.94:0/116471546 >> v2:172.21.15.143:3300/0 conn(0x7f8b8c0d27d0 0x7f8b8c0cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b920a7640 1 -- 172.21.15.94:0/116471546 >> v2:172.21.15.143:3300/0 conn(0x7f8b8c0d27d0 msgr2=0x7f8b8c0cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b920a7640 1 --2- 172.21.15.94:0/116471546 >> v2:172.21.15.143:3300/0 conn(0x7f8b8c0d27d0 0x7f8b8c0cff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b920a7640 1 -- 172.21.15.94:0/116471546 >> v1:172.21.15.94:6789/0 conn(0x7f8b8c0d2bb0 legacy=0x7f8b8c0b3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b908a4640 1 -- 172.21.15.94:0/116471546 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 939819831 0 0) 0x7f8b8c0cef20 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b920a7640 1 -- 172.21.15.94:0/116471546 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b8c0cf4a0 con 0x7f8b8c0d3020 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b918a6640 1 --2- 172.21.15.94:0/116471546 >> v2:172.21.15.143:3300/0 conn(0x7f8b8c0d27d0 0x7f8b8c0cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:16.126 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.125+0000 7f8b920a7640 1 --2- 172.21.15.94:0/116471546 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d3020 0x7f8b8c0b4480 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c08caf0 tx=0x7f8b8402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aaa440576082fbf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:16.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b908a4640 1 -- 172.21.15.94:0/116471546 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b84036070 con 0x7f8b8c0d3020 2024-09-10T08:36:16.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b908a4640 1 -- 172.21.15.94:0/116471546 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b84031600 con 0x7f8b8c0d3020 2024-09-10T08:36:16.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b908a4640 1 -- 172.21.15.94:0/116471546 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b840319d0 con 0x7f8b8c0d3020 2024-09-10T08:36:16.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 -- 172.21.15.94:0/116471546 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d3020 msgr2=0x7f8b8c0b4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/116471546 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d3020 0x7f8b8c0b4480 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c08caf0 tx=0x7f8b8402a730 comp rx=0 tx=0).stop 2024-09-10T08:36:16.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 -- 172.21.15.94:0/116471546 shutdown_connections 2024-09-10T08:36:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/116471546 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d3020 0x7f8b8c0b4480 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/116471546 >> v2:172.21.15.143:3300/0 conn(0x7f8b8c0d27d0 0x7f8b8c0cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 -- 172.21.15.94:0/116471546 >> 172.21.15.94:0/116471546 conn(0x7f8b8c09d720 msgr2=0x7f8b8c0d4450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 -- 172.21.15.94:0/116471546 shutdown_connections 2024-09-10T08:36:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.126+0000 7f8b93b0a640 1 -- 172.21.15.94:0/116471546 wait complete. 2024-09-10T08:36:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.127+0000 7f8b93b0a640 1 Processor -- start 2024-09-10T08:36:16.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.127+0000 7f8b93b0a640 1 -- start start 2024-09-10T08:36:16.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b93b0a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b8c0d27d0 0x7f8b8c0c8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b93b0a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d2bb0 0x7f8b8c1f36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b93b0a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b8c0d3020 0x7f8b8c150c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b93b0a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8b8c0b57f0 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b93b0a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8b8c0cfa60 con 0x7f8b8c0d27d0 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b93b0a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b8c0b5970 con 0x7f8b8c0d3020 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b910a5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d2bb0 0x7f8b8c1f36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b910a5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d2bb0 0x7f8b8c1f36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59192/0 (socket says 172.21.15.94:59192) 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b910a5640 1 -- 172.21.15.94:0/1931039144 learned_addr learned my addr 172.21.15.94:0/1931039144 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b918a6640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b8c0d27d0 0x7f8b8c0c8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b910a5640 1 -- 172.21.15.94:0/1931039144 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b8c0d3020 msgr2=0x7f8b8c150c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b910a5640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b8c0d3020 0x7f8b8c150c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b910a5640 1 -- 172.21.15.94:0/1931039144 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b8c0d27d0 msgr2=0x7f8b8c0c8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.128+0000 7f8b910a5640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b8c0d27d0 0x7f8b8c0c8f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.129+0000 7f8b910a5640 1 -- 172.21.15.94:0/1931039144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b8c0c98c0 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.129+0000 7f8b910a5640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d2bb0 0x7f8b8c1f36b0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c00c4b0 tx=0x7f8b7c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.129+0000 7f8b827fc640 1 -- 172.21.15.94:0/1931039144 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b7c018070 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.129+0000 7f8b827fc640 1 -- 172.21.15.94:0/1931039144 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b7c007480 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.129+0000 7f8b827fc640 1 -- 172.21.15.94:0/1931039144 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b7c004820 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.129+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b8c0c9ba0 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.129+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b8c0ca160 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.130+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b8c0cff80 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.130+0000 7f8b827fc640 1 -- 172.21.15.94:0/1931039144 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8b7c0049e0 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.131+0000 7f8b827fc640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7006be30 0x7f8b7006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.131+0000 7f8b827fc640 1 -- 172.21.15.94:0/1931039144 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f8b7c08a2b0 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.131+0000 7f8b918a6640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7006be30 0x7f8b7006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.131+0000 7f8b918a6640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7006be30 0x7f8b7006e2f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8b88008850 tx=0x7f8b88008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:16.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.135+0000 7f8b827fc640 1 -- 172.21.15.94:0/1931039144 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b7c058c20 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.367+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f8b8c0b37d0 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.369+0000 7f8b827fc640 1 -- 172.21.15.94:0/1931039144 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f8b7c058520 con 0x7f8b8c0d2bb0 2024-09-10T08:36:16.369 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-09-10T08:36:16.369 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:36:16.369 INFO:teuthology.orchestra.run.smithi094.stdout: caps mds = "allow" 2024-09-10T08:36:16.369 INFO:teuthology.orchestra.run.smithi094.stdout: caps mon = "allow r" 2024-09-10T08:36:16.369 INFO:teuthology.orchestra.run.smithi094.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T08:36:16.370 INFO:teuthology.orchestra.run.smithi094.stderr:updated caps for client.0 2024-09-10T08:36:16.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7006be30 msgr2=0x7f8b7006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7006be30 0x7f8b7006e2f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f8b88008850 tx=0x7f8b88008040 comp rx=0 tx=0).stop 2024-09-10T08:36:16.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d2bb0 msgr2=0x7f8b8c1f36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d2bb0 0x7f8b8c1f36b0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c00c4b0 tx=0x7f8b7c00c970 comp rx=0 tx=0).stop 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 shutdown_connections 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7006be30 0x7f8b7006e2f0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b8c0d3020 0x7f8b8c150c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b8c0d2bb0 0x7f8b8c1f36b0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 --2- 172.21.15.94:0/1931039144 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b8c0d27d0 0x7f8b8c0c8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 >> 172.21.15.94:0/1931039144 conn(0x7f8b8c09d720 msgr2=0x7f8b8c0d4b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 shutdown_connections 2024-09-10T08:36:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.371+0000 7f8b93b0a640 1 -- 172.21.15.94:0/1931039144 wait complete. 2024-09-10T08:36:16.383 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:16.460 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:36:16.463 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:36:16.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.483+0000 7f1b6f45c640 1 Processor -- start 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.483+0000 7f1b6f45c640 1 -- start start 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6f45c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1b6815e520 0x7f1b68162ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6f45c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b680d4de0 0x7f1b680d0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6f45c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b68163000 con 0x7f1b680d1380 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6f45c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f1b680d0330 con 0x7f1b6815e520 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6f45c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1b680d17f0 con 0x7f1b680d4de0 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6d1f8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1b6815e520 0x7f1b68162ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6d9f9640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f1b680d1380 0x7f1b680b30a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40550/0 (socket says 172.21.15.94:40550) 2024-09-10T08:36:16.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6d9f9640 1 -- 172.21.15.94:0/3763208245 learned_addr learned my addr 172.21.15.94:0/3763208245 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.484+0000 7f1b6c9f7640 1 --2- 172.21.15.94:0/3763208245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b680d4de0 0x7f1b680d0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.485+0000 7f1b6d1f8640 1 -- 172.21.15.94:0/3763208245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b680d4de0 msgr2=0x7f1b680d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.485+0000 7f1b6d1f8640 1 --2- 172.21.15.94:0/3763208245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b680d4de0 0x7f1b680d0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.485+0000 7f1b6d1f8640 1 -- 172.21.15.94:0/3763208245 >> v1:172.21.15.94:6789/0 conn(0x7f1b680d1380 legacy=0x7f1b680b30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.485+0000 7f1b5ffff640 1 -- 172.21.15.94:0/3763208245 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1324469490 0 0) 0x7f1b68163000 con 0x7f1b680d1380 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.485+0000 7f1b6d1f8640 1 -- 172.21.15.94:0/3763208245 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b680cf290 con 0x7f1b6815e520 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.485+0000 7f1b6d1f8640 1 --2- 172.21.15.94:0/3763208245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b6815e520 0x7f1b68162ac0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f1b640097a0 tx=0x7f1b6402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7637c29634b30483 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.485+0000 7f1b5ffff640 1 -- 172.21.15.94:0/3763208245 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b64037070 con 0x7f1b6815e520 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b5ffff640 1 -- 172.21.15.94:0/3763208245 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b64032440 con 0x7f1b6815e520 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b5ffff640 1 -- 172.21.15.94:0/3763208245 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b64032810 con 0x7f1b6815e520 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 -- 172.21.15.94:0/3763208245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b6815e520 msgr2=0x7f1b68162ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/3763208245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b6815e520 0x7f1b68162ac0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f1b640097a0 tx=0x7f1b6402a180 comp rx=0 tx=0).stop 2024-09-10T08:36:16.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 -- 172.21.15.94:0/3763208245 shutdown_connections 2024-09-10T08:36:16.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/3763208245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b680d4de0 0x7f1b680d0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/3763208245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b6815e520 0x7f1b68162ac0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 -- 172.21.15.94:0/3763208245 >> 172.21.15.94:0/3763208245 conn(0x7f1b6808bf90 msgr2=0x7f1b680d4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:16.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 -- 172.21.15.94:0/3763208245 shutdown_connections 2024-09-10T08:36:16.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.486+0000 7f1b6f45c640 1 -- 172.21.15.94:0/3763208245 wait complete. 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.487+0000 7f1b6f45c640 1 Processor -- start 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.487+0000 7f1b6f45c640 1 -- start start 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6f45c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b680d1380 0x7f1b681525f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6f45c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b680d4de0 0x7f1b68158fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6f45c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b6815e520 0x7f1b68159520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6f45c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1b680cfb30 con 0x7f1b680d4de0 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6f45c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1b680cf850 con 0x7f1b680d1380 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6f45c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1b680cfe10 con 0x7f1b6815e520 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6c9f7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b680d4de0 0x7f1b68158fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6c9f7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b680d4de0 0x7f1b68158fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59212/0 (socket says 172.21.15.94:59212) 2024-09-10T08:36:16.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6c9f7640 1 -- 172.21.15.94:0/2969898328 learned_addr learned my addr 172.21.15.94:0/2969898328 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6d9f9640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b6815e520 0x7f1b68159520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.488+0000 7f1b6d1f8640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b680d1380 0x7f1b681525f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6c9f7640 1 -- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b6815e520 msgr2=0x7f1b68159520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6c9f7640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b6815e520 0x7f1b68159520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6c9f7640 1 -- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b680d1380 msgr2=0x7f1b681525f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6c9f7640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b680d1380 0x7f1b681525f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6c9f7640 1 -- 172.21.15.94:0/2969898328 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b68156b10 con 0x7f1b680d4de0 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6d9f9640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b6815e520 0x7f1b68159520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6c9f7640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b680d4de0 0x7f1b68158fe0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f1b5800d800 tx=0x7f1b5800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b5dffb640 1 -- 172.21.15.94:0/2969898328 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b5800b6c0 con 0x7f1b680d4de0 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b5dffb640 1 -- 172.21.15.94:0/2969898328 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b58019070 con 0x7f1b680d4de0 2024-09-10T08:36:16.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b68156df0 con 0x7f1b680d4de0 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b5dffb640 1 -- 172.21.15.94:0/2969898328 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b5800baa0 con 0x7f1b680d4de0 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.489+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b681573b0 con 0x7f1b680d4de0 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.490+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b680cef40 con 0x7f1b680d4de0 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.490+0000 7f1b5dffb640 1 -- 172.21.15.94:0/2969898328 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1b5800bc40 con 0x7f1b680d4de0 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.491+0000 7f1b5dffb640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b4c06be30 0x7f1b4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.491+0000 7f1b5dffb640 1 -- 172.21.15.94:0/2969898328 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f1b5808b430 con 0x7f1b680d4de0 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.491+0000 7f1b6d1f8640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b4c06be30 0x7f1b4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:16.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.491+0000 7f1b6d1f8640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b4c06be30 0x7f1b4c06e2f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1b64034000 tx=0x7f1b6402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:16.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.495+0000 7f1b5dffb640 1 -- 172.21.15.94:0/2969898328 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1b58059c50 con 0x7f1b680d4de0 2024-09-10T08:36:16.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.696+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b680d0c20 con 0x7f1b680d4de0 2024-09-10T08:36:16.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.696+0000 7f1b5dffb640 1 -- 172.21.15.94:0/2969898328 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5228 (secure 0 0 0) 0x7f1b58059550 con 0x7f1b680d4de0 2024-09-10T08:36:16.697 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:16.697 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:07.698877+0000","modified":"2024-09-10T08:36:09.706305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6174},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6174":{"gid":6174,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2393180818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2393180818},{"type":"v1","addr":"172.21.15.94:6837","nonce":2393180818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6174,"qdb_cluster":[6174]},"id":5}]} 2024-09-10T08:36:16.697 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 39 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b4c06be30 msgr2=0x7f1b4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b4c06be30 0x7f1b4c06e2f0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1b64034000 tx=0x7f1b6402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b680d4de0 msgr2=0x7f1b68158fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b680d4de0 0x7f1b68158fe0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f1b5800d800 tx=0x7f1b5800dcc0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 shutdown_connections 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1b4c06be30 0x7f1b4c06e2f0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1b6815e520 0x7f1b68159520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1b680d4de0 0x7f1b68158fe0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 --2- 172.21.15.94:0/2969898328 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1b680d1380 0x7f1b681525f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 >> 172.21.15.94:0/2969898328 conn(0x7f1b6808bf90 msgr2=0x7f1b6806da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:16.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 shutdown_connections 2024-09-10T08:36:16.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:16.698+0000 7f1b6f45c640 1 -- 172.21.15.94:0/2969898328 wait complete. 2024-09-10T08:36:17.112 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 39, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:36:07.698877+0000', 'modified': '2024-09-10T08:36:09.706305+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6174}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6174': {'gid': 6174, 'name': 'c', 'rank': 0, 'incarnation': 37, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.94:6837/2393180818', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6836', 'nonce': 2393180818}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2393180818}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6174, 'qdb_cluster': [6174]} 2024-09-10T08:36:17.112 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:36:17.113 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T08:36:17.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.212+0000 7f35b7c5e640 1 Processor -- start 2024-09-10T08:36:17.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.212+0000 7f35b7c5e640 1 -- start start 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b7c5e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f35b006bb10 0x7f35b006bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b7c5e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35b00b4500 con 0x7f35b00b0310 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b7c5e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35b00b2610 con 0x7f35b0161900 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b7c5e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f35b006c4c0 con 0x7f35b006bb10 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b61fb640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f35b00b0310 0x7f35b00b0740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40562/0 (socket says 172.21.15.94:40562) 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b61fb640 1 -- 172.21.15.94:0/3660403879 learned_addr learned my addr 172.21.15.94:0/3660403879 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b51f9640 1 --2- 172.21.15.94:0/3660403879 >> v2:172.21.15.143:3300/0 conn(0x7f35b006bb10 0x7f35b006bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1774917143 0 0) 0x7f35b00b4500 con 0x7f35b00b0310 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f359c003520 con 0x7f35b00b0310 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3162845154 0 0) 0x7f359c003520 con 0x7f35b00b0310 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 >> v2:172.21.15.143:3300/0 conn(0x7f35b006bb10 msgr2=0x7f35b006bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 --2- 172.21.15.94:0/3660403879 >> v2:172.21.15.143:3300/0 conn(0x7f35b006bb10 0x7f35b006bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 >> v1:172.21.15.143:6789/0 conn(0x7f35b0161900 legacy=0x7f35b00b5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b00b28f0 con 0x7f35b00b0310 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f35a80019f0 con 0x7f35b00b0310 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.213+0000 7f35b51f9640 1 --2- 172.21.15.94:0/3660403879 >> v2:172.21.15.143:3300/0 conn(0x7f35b006bb10 0x7f35b006bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 >> v1:172.21.15.94:6789/0 conn(0x7f35b00b0310 legacy=0x7f35b00b0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b49f8640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c0039b0 0x7f359c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b49f8640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f359c004800 0x7f359c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b49f8640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f359c0052e0 0x7f359c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f35b006c4c0 con 0x7f359c004800 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f359c00c1b0 con 0x7f359c0052e0 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f359c00c3b0 con 0x7f359c0039b0 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b51f9640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f359c004800 0x7f359c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b61fb640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f359c0052e0 0x7f359c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b59fa640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c0039b0 0x7f359c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b51f9640 1 -- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c0039b0 msgr2=0x7f359c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b51f9640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c0039b0 0x7f359c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b51f9640 1 -- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f359c0052e0 msgr2=0x7f359c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b51f9640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f359c0052e0 0x7f359c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b61fb640 1 -- 172.21.15.94:0/3660403879 reap_dead start 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b51f9640 1 -- 172.21.15.94:0/3660403879 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f359c003520 con 0x7f359c004800 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.214+0000 7f35b59fa640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c0039b0 0x7f359c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b51f9640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f359c004800 0x7f359c004c80 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009c60 tx=0x7f359c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6520168aa6feb8f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0036070 con 0x7f359c004800 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a0031400 con 0x7f359c004800 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b49f8640 1 -- 172.21.15.94:0/3660403879 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0009860 con 0x7f359c004800 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b7c5e640 1 -- 172.21.15.94:0/3660403879 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f359c004800 msgr2=0x7f359c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.218 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f359c004800 0x7f359c004c80 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009c60 tx=0x7f359c005830 comp rx=0 tx=0).stop 2024-09-10T08:36:17.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b7c5e640 1 -- 172.21.15.94:0/3660403879 shutdown_connections 2024-09-10T08:36:17.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/3660403879 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f359c004800 0x7f359c004c80 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b7c5e640 1 -- 172.21.15.94:0/3660403879 >> 172.21.15.94:0/3660403879 conn(0x7f35b00b65b0 msgr2=0x7f35b00b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b7c5e640 1 -- 172.21.15.94:0/3660403879 shutdown_connections 2024-09-10T08:36:17.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.215+0000 7f35b7c5e640 1 -- 172.21.15.94:0/3660403879 wait complete. 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 Processor -- start 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 -- start start 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c004800 0x7f35b0150650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35b01f46e0 0x7f35b01f3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b00d0160 0x7f35b00d05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f35b00b4090 con 0x7f35b01f46e0 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f35b00b47e0 con 0x7f35b00d0160 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b7c5e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f35b00b4210 con 0x7f359c004800 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35b01f46e0 0x7f35b01f3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35b01f46e0 0x7f35b01f3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59238/0 (socket says 172.21.15.94:59238) 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.217+0000 7f35b51f9640 1 -- 172.21.15.94:0/636834532 learned_addr learned my addr 172.21.15.94:0/636834532 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:17.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b61fb640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b00d0160 0x7f35b00d05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b59fa640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c004800 0x7f35b0150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b51f9640 1 -- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c004800 msgr2=0x7f35b0150650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b51f9640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c004800 0x7f35b0150650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b51f9640 1 -- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b00d0160 msgr2=0x7f35b00d05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b51f9640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b00d0160 0x7f35b00d05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b51f9640 1 -- 172.21.15.94:0/636834532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b0150c70 con 0x7f35b01f46e0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b61fb640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b00d0160 0x7f35b00d05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b51f9640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35b01f46e0 0x7f35b01f3430 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009c60 tx=0x7f35a0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35a67fc640 1 -- 172.21.15.94:0/636834532 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0040070 con 0x7f35b01f46e0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35a67fc640 1 -- 172.21.15.94:0/636834532 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a003b680 con 0x7f35b01f46e0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b0150f50 con 0x7f35b01f46e0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35a67fc640 1 -- 172.21.15.94:0/636834532 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0036040 con 0x7f35b01f46e0 2024-09-10T08:36:17.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.218+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b00ca4b0 con 0x7f35b01f46e0 2024-09-10T08:36:17.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.220+0000 7f35a67fc640 1 -- 172.21.15.94:0/636834532 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f35a0043070 con 0x7f35b01f46e0 2024-09-10T08:36:17.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.220+0000 7f35a67fc640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f359406be60 0x7f359406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.220+0000 7f35a67fc640 1 -- 172.21.15.94:0/636834532 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f35a00aba50 con 0x7f35b01f46e0 2024-09-10T08:36:17.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.220+0000 7f35b59fa640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f359406be60 0x7f359406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.221+0000 7f35b59fa640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f359406be60 0x7f359406e320 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f35b006a350 tx=0x7f35ac009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.221+0000 7f35ba9f9740 1 Processor -- start 2024-09-10T08:36:17.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.221+0000 7f35ba9f9740 1 -- start start 2024-09-10T08:36:17.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87d2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878aa80 0x557fb878d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87878b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x557fb86ef520 con 0x557fb878aa80 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x557fb86973e0 con 0x557fb878d2c0 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x557fb86eb4e0 con 0x557fb878ea50 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878aa80 0x557fb878d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878aa80 0x557fb878d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59252/0 (socket says 172.21.15.94:59252) 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b51f9640 1 -- 172.21.15.94:0/561599759 learned_addr learned my addr 172.21.15.94:0/561599759 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b59fa640 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87d2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b61fb640 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87878b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b51f9640 1 -- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 msgr2=0x557fb87878b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b51f9640 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87878b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.222+0000 7f35b51f9640 1 -- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 msgr2=0x557fb87d2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35b51f9640 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87d2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35b51f9640 1 -- 172.21.15.94:0/561599759 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fb86b22f0 con 0x557fb878aa80 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35b59fa640 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87d2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35b51f9640 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878aa80 0x557fb878d6a0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f35a000f210 tx=0x7f35a007dfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa09de75d3b482b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35937fe640 1 -- 172.21.15.94:0/561599759 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a004a070 con 0x557fb878aa80 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35937fe640 1 -- 172.21.15.94:0/561599759 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a0077d50 con 0x557fb878aa80 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35937fe640 1 -- 172.21.15.94:0/561599759 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0009860 con 0x557fb878aa80 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35ba9f9740 1 -- 172.21.15.94:0/561599759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878aa80 msgr2=0x557fb878d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.223+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878aa80 0x557fb878d6a0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f35a000f210 tx=0x7f35a007dfb0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 -- 172.21.15.94:0/561599759 shutdown_connections 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87878b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878aa80 0x557fb878d6a0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/561599759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87d2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 -- 172.21.15.94:0/561599759 >> 172.21.15.94:0/561599759 conn(0x557fb8789a80 msgr2=0x557fb87d1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 -- 172.21.15.94:0/561599759 shutdown_connections 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 -- 172.21.15.94:0/561599759 wait complete. 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 -- start start 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.224+0000 7f35ba9f9740 1 Processor -- start 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878d2c0 0x557fb87adfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb8787d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb8788280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x557fb86eb4e0 con 0x557fb878ea50 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x557fb8678450 con 0x557fb87ae5c0 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x557fb86ef520 con 0x557fb878d2c0 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35ba9f9740 10 client.0 _ll_register_callbacks cb 0x557fb8401ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb8787d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb8787d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59258/0 (socket says 172.21.15.94:59258) 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b51f9640 1 -- 172.21.15.94:0/569885263 learned_addr learned my addr 172.21.15.94:0/569885263 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b61fb640 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb8788280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b51f9640 1 -- 172.21.15.94:0/569885263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878d2c0 msgr2=0x557fb87adfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b51f9640 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878d2c0 0x557fb87adfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b51f9640 1 -- 172.21.15.94:0/569885263 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 msgr2=0x557fb8788280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.225+0000 7f35b51f9640 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb8788280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35b51f9640 1 -- 172.21.15.94:0/569885263 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fb84022d0 con 0x557fb878ea50 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35b51f9640 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb8787d40 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f35a0006f80 tx=0x7f35a0009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75c56b0690d7046d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f3590ff9640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f3590ff9640 1 -- 172.21.15.94:0/569885263 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0091e60 con 0x557fb878ea50 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f3590ff9640 1 -- 172.21.15.94:0/569885263 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f35a007a120 con 0x557fb878ea50 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35a0077d50 con 0x557fb878ea50 2024-09-10T08:36:17.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f3590ff9640 1 -- 172.21.15.94:0/569885263 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f35a0082350 con 0x557fb878ea50 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 10 client.6333 fetch_fsmap learned FSMap version 39 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) -- 0x557fb84cc6b0 con 0x557fb878ea50 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f3590ff9640 1 -- 172.21.15.94:0/569885263 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a0077d50 con 0x557fb878ea50 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f3590ff9640 1 -- 172.21.15.94:0/569885263 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 39) ==== 3502+0+0 (secure 0 0 0) 0x7f35a0079100 con 0x557fb878ea50 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 10 client.6333 fetch_fsmap finished waiting for FSMap version 39 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 10 client.6333 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 20 client.6333 populate_metadata read hostname 'smithi094' 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87cd0e0 0x557fb87b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 4 client.6333 mds_command: new command op to 6174 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 --> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557fb86fcc50 con 0x557fb87cd0e0 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.226+0000 7f35b59fa640 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87cd0e0 0x557fb87b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f3590ff9640 10 client.6333 ms_handle_connect on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35b59fa640 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87cd0e0 0x557fb87b4dc0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40d569dff2df4234 server_cookie=7c6d55626a4dddd9 in_seq=0 out_seq=0 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f3590ff9640 1 -- 172.21.15.94:0/569885263 <== mds.0 v2:172.21.15.94:6836/2393180818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557fb86fcc50 con 0x557fb87cd0e0 2024-09-10T08:36:17.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f3590ff9640 10 client.6333 handle_command_reply: tid=0 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 client.6333 shutdown 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 msgr2=0x557fb8787d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb8787d40 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f35a0006f80 tx=0x7f35a0009190 comp rx=0 tx=0).stop 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 shutdown_connections 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87cd0e0 0x557fb87b4dc0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb8788280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb8787d40 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f3590ff9640 0 client.6333 ms_handle_reset on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.227+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/569885263 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878d2c0 0x557fb87adfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.228+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 >> 172.21.15.94:0/569885263 conn(0x557fb878aa80 msgr2=0x557fb87cffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.228+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 shutdown_connections 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.228+0000 7f35ba9f9740 1 -- 172.21.15.94:0/569885263 wait complete. 2024-09-10T08:36:17.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.228+0000 7f35ba9f9740 20 client.6333 trim_cache size 0 max 16384 2024-09-10T08:36:17.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.245+0000 7f35ba9f9740 1 Processor -- start 2024-09-10T08:36:17.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.245+0000 7f35ba9f9740 1 -- start start 2024-09-10T08:36:17.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87b7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb87af100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb87ae5c0 0x557fb87f5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f35b0200950 con 0x557fb878ea50 2024-09-10T08:36:17.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f35b00706e0 con 0x557fb878d2c0 2024-09-10T08:36:17.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f35b0200300 con 0x557fb87ae5c0 2024-09-10T08:36:17.248 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb87af100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35b51f9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb87af100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59272/0 (socket says 172.21.15.94:59272) 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35b51f9640 1 -- 172.21.15.94:0/445093964 learned_addr learned my addr 172.21.15.94:0/445093964 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35b51f9640 1 -- 172.21.15.94:0/445093964 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb87ae5c0 msgr2=0x557fb87f5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35b51f9640 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb87ae5c0 0x557fb87f5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35b51f9640 1 -- 172.21.15.94:0/445093964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 msgr2=0x557fb87b7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.246+0000 7f35b59fa640 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87b7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35b51f9640 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87b7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35b51f9640 1 -- 172.21.15.94:0/445093964 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fb87b7da0 con 0x557fb878ea50 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35b51f9640 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb87af100 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f35a00829a0 tx=0x7f35a007d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7760c6fc07ce3b8a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f3592ffd640 1 -- 172.21.15.94:0/445093964 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0077d50 con 0x557fb878ea50 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f3592ffd640 1 -- 172.21.15.94:0/445093964 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a0098070 con 0x557fb878ea50 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f3592ffd640 1 -- 172.21.15.94:0/445093964 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a0031e20 con 0x557fb878ea50 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 -- 172.21.15.94:0/445093964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 msgr2=0x557fb87af100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.249 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb87af100 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f35a00829a0 tx=0x7f35a007d000 comp rx=0 tx=0).stop 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 -- 172.21.15.94:0/445093964 shutdown_connections 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb87ae5c0 0x557fb87f5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878ea50 0x557fb87af100 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/445093964 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb878d2c0 0x557fb87b7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 -- 172.21.15.94:0/445093964 >> 172.21.15.94:0/445093964 conn(0x557fb878aa80 msgr2=0x557fb87cf340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 -- 172.21.15.94:0/445093964 shutdown_connections 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.247+0000 7f35ba9f9740 1 -- 172.21.15.94:0/445093964 wait complete. 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.248+0000 7f35ba9f9740 1 -- start start 2024-09-10T08:36:17.250 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.248+0000 7f35ba9f9740 1 Processor -- start 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878d2c0 0x557fb8849a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35ba9f9740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb87b2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x557fb84cc6b0 con 0x557fb878d2c0 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x557fb86973e0 con 0x557fb87ae5c0 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35ba9f9740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x557fb87b0900 con 0x557fb878ea50 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35ba9f9740 10 client.0 _ll_register_callbacks cb 0x7f35a00796c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878d2c0 0x557fb8849a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878d2c0 0x557fb8849a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59284/0 (socket says 172.21.15.94:59284) 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 -- 172.21.15.94:0/2785840152 learned_addr learned my addr 172.21.15.94:0/2785840152 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b61fb640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb87b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b51f9640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 -- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 msgr2=0x557fb87b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87b1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 -- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 msgr2=0x557fb87b2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb87b2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 -- 172.21.15.94:0/2785840152 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fb87d0b20 con 0x557fb878d2c0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b51f9640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f35b59fa640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878d2c0 0x557fb8849a30 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f35ac014970 tx=0x7f35ac001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=165fe7268b01dd3b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.249+0000 7f3590ff9640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f3590ff9640 1 -- 172.21.15.94:0/2785840152 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac023b40 con 0x557fb878d2c0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f3590ff9640 1 -- 172.21.15.94:0/2785840152 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f35ac023ce0 con 0x557fb878d2c0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35a0098070 con 0x557fb878d2c0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f3590ff9640 1 -- 172.21.15.94:0/2785840152 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f35ac02b3d0 con 0x557fb878d2c0 2024-09-10T08:36:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 10 client.6339 fetch_fsmap learned FSMap version 39 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) -- 0x557fb87d6120 con 0x557fb878d2c0 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f3590ff9640 1 -- 172.21.15.94:0/2785840152 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35a0098070 con 0x557fb878d2c0 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f3590ff9640 1 -- 172.21.15.94:0/2785840152 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 39) ==== 3502+0+0 (secure 0 0 0) 0x7f35ac034050 con 0x557fb878d2c0 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 10 client.6339 fetch_fsmap finished waiting for FSMap version 39 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 10 client.6339 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 20 client.6339 populate_metadata read hostname 'smithi094' 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87d5b40 0x557fb87b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 4 client.6339 mds_command: new command op to 6174 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 --> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] -- command(tid 0: {"prefix": "status"}) -- 0x557fb86f6fa0 con 0x557fb87d5b40 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35b51f9640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87d5b40 0x557fb87b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f3590ff9640 10 client.6339 ms_handle_connect on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.250+0000 7f35b51f9640 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87d5b40 0x557fb87b4ca0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80dd0e86de57561a server_cookie=f744caf7adc36376 in_seq=0 out_seq=0 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f3590ff9640 1 -- 172.21.15.94:0/2785840152 <== mds.0 v2:172.21.15.94:6836/2393180818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x557fb86f6fa0 con 0x557fb87d5b40 2024-09-10T08:36:17.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f3590ff9640 10 client.6339 handle_command_reply: tid=0 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 client.6339 shutdown 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878d2c0 msgr2=0x557fb8849a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878d2c0 0x557fb8849a30 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f35ac014970 tx=0x7f35ac001120 comp rx=0 tx=0).stop 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 shutdown_connections 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x557fb87d5b40 0x557fb87b4ca0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x557fb87ae5c0 0x557fb87b2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x557fb878ea50 0x557fb87b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f3590ff9640 0 client.6339 ms_handle_reset on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 --2- 172.21.15.94:0/2785840152 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x557fb878d2c0 0x557fb8849a30 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 >> 172.21.15.94:0/2785840152 conn(0x557fb878aa80 msgr2=0x557fb87d0370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 shutdown_connections 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 1 -- 172.21.15.94:0/2785840152 wait complete. 2024-09-10T08:36:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35ba9f9740 20 client.6339 trim_cache size 0 max 16384 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 6174, 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 8.8733974369999995, 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 39, 2024-09-10T08:36:17.258 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 78, 2024-09-10T08:36:17.259 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 78, 2024-09-10T08:36:17.259 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 13.955144229 2024-09-10T08:36:17.259 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:36:17.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f359406be60 msgr2=0x7f359406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f359406be60 0x7f359406e320 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f35b006a350 tx=0x7f35ac009040 comp rx=0 tx=0).stop 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35b01f46e0 msgr2=0x7f35b01f3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35b01f46e0 0x7f35b01f3430 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009c60 tx=0x7f35a0004730 comp rx=0 tx=0).stop 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 shutdown_connections 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f359406be60 0x7f359406e320 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f35b00d0160 0x7f35b00d05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f35b01f46e0 0x7f35b01f3430 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 --2- 172.21.15.94:0/636834532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f359c004800 0x7f35b0150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.251+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 >> 172.21.15.94:0/636834532 conn(0x7f35b00b65b0 msgr2=0x7f35b00b06f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.252+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 shutdown_connections 2024-09-10T08:36:17.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.252+0000 7f35b7c5e640 1 -- 172.21.15.94:0/636834532 wait complete. 2024-09-10T08:36:17.263 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:36:17.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.360+0000 7fd80cded640 1 Processor -- start 2024-09-10T08:36:17.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.360+0000 7fd80cded640 1 -- start start 2024-09-10T08:36:17.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.361+0000 7fd80cded640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 0x7fd8081629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.361+0000 7fd80cded640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd80815ec00 con 0x7fd8080cf1d0 2024-09-10T08:36:17.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.361+0000 7fd80cded640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd80815eee0 con 0x7fd8080d04c0 2024-09-10T08:36:17.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.361+0000 7fd80cded640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd80815f1c0 con 0x7fd80806e590 2024-09-10T08:36:17.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80659c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd8080cf1d0 0x7fd8080cfdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:40578/0 (socket says 172.21.15.94:40578) 2024-09-10T08:36:17.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80659c640 1 -- 172.21.15.94:0/1943456736 learned_addr learned my addr 172.21.15.94:0/1943456736 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd806d9d640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 0x7fd8081629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 700032258 0 0) 0x7fd80815ec00 con 0x7fd8080cf1d0 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd7f4003520 con 0x7fd8080cf1d0 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3999048759 0 0) 0x7fd7f4003520 con 0x7fd8080cf1d0 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 msgr2=0x7fd8081629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 0x7fd8081629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 >> v1:172.21.15.143:6789/0 conn(0x7fd8080d04c0 legacy=0x7fd80806cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd80815f4a0 con 0x7fd8080cf1d0 2024-09-10T08:36:17.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fd7f8001670 con 0x7fd8080cf1d0 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 >> v1:172.21.15.94:6789/0 conn(0x7fd8080cf1d0 legacy=0x7fd8080cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 0x7fd7f40039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7f4003f60 0x7fd7f4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4004d40 0x7fd7f40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd80815f1c0 con 0x7fd7f4003f60 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f400bc00 con 0x7fd7f4004d40 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd7f400be00 con 0x7fd80806e590 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd805d9b640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7f4003f60 0x7fd7f4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd80659c640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 0x7fd7f40039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.362+0000 7fd806d9d640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4004d40 0x7fd7f40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd805d9b640 1 -- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 msgr2=0x7fd7f40039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd805d9b640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 0x7fd7f40039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd805d9b640 1 -- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4004d40 msgr2=0x7fd7f40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd805d9b640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4004d40 0x7fd7f40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd805d9b640 1 -- 172.21.15.94:0/1943456736 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f4003520 con 0x7fd7f4003f60 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd80659c640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd80806e590 0x7fd7f40039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd806d9d640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4004d40 0x7fd7f40051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd805d9b640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7f4003f60 0x7fd7f4004800 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0001720 tx=0x7fd7f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d064aaa74070712b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f0001370 con 0x7fd7f4003f60 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd7f00052d0 con 0x7fd7f4003f60 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.363+0000 7fd80559a640 1 -- 172.21.15.94:0/1943456736 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f002abc0 con 0x7fd7f4003f60 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.364+0000 7fd80cded640 1 -- 172.21.15.94:0/1943456736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7f4003f60 msgr2=0x7fd7f4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.364+0000 7fd80cded640 1 --2- 172.21.15.94:0/1943456736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd7f4003f60 0x7fd7f4004800 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0001720 tx=0x7fd7f4005830 comp rx=0 tx=0).stop 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.364+0000 7fd806d9d640 1 -- 172.21.15.94:0/1943456736 reap_dead start 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.364+0000 7fd80cded640 1 -- 172.21.15.94:0/1943456736 shutdown_connections 2024-09-10T08:36:17.367 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.364+0000 7fd80cded640 1 -- 172.21.15.94:0/1943456736 >> 172.21.15.94:0/1943456736 conn(0x7fd80806fdc0 msgr2=0x7fd8080701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.364+0000 7fd80cded640 1 -- 172.21.15.94:0/1943456736 shutdown_connections 2024-09-10T08:36:17.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.364+0000 7fd80cded640 1 -- 172.21.15.94:0/1943456736 wait complete. 2024-09-10T08:36:17.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.365+0000 7fd80cded640 1 Processor -- start 2024-09-10T08:36:17.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.365+0000 7fd80cded640 1 -- start start 2024-09-10T08:36:17.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd80cded640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4003f60 0x7fd8080c7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd80cded640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8080c5cf0 0x7fd808157280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd80cded640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd8080afae0 0x7fd8080c85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd80cded640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd80815fb90 con 0x7fd8080afae0 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd80cded640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd8080cf5b0 con 0x7fd7f4003f60 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd80cded640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd8080c6de0 con 0x7fd8080c5cf0 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd806d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd8080afae0 0x7fd8080c85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd806d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd8080afae0 0x7fd8080c85a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59308/0 (socket says 172.21.15.94:59308) 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd806d9d640 1 -- 172.21.15.94:0/2742944191 learned_addr learned my addr 172.21.15.94:0/2742944191 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd80659c640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4003f60 0x7fd8080c7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd805d9b640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8080c5cf0 0x7fd808157280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd806d9d640 1 -- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8080c5cf0 msgr2=0x7fd808157280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd806d9d640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8080c5cf0 0x7fd808157280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd806d9d640 1 -- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4003f60 msgr2=0x7fd8080c7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.366+0000 7fd806d9d640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4003f60 0x7fd8080c7270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd806d9d640 1 -- 172.21.15.94:0/2742944191 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8080c61d0 con 0x7fd8080afae0 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd80659c640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4003f60 0x7fd8080c7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:17.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd806d9d640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd8080afae0 0x7fd8080c85a0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd8080d09a0 tx=0x7fd800010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd7feffd640 1 -- 172.21.15.94:0/2742944191 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd800010d80 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd7feffd640 1 -- 172.21.15.94:0/2742944191 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd800003990 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8080c64b0 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd7feffd640 1 -- 172.21.15.94:0/2742944191 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd800003d80 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.367+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8080c6a70 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.368+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8081629f0 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.368+0000 7fd7feffd640 1 -- 172.21.15.94:0/2742944191 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd800005d10 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.369+0000 7fd7feffd640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd7e806be60 0x7fd7e806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.369+0000 7fd80659c640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd7e806be60 0x7fd7e806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.369+0000 7fd7feffd640 1 -- 172.21.15.94:0/2742944191 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7fd80008b6f0 con 0x7fd8080afae0 2024-09-10T08:36:17.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.369+0000 7fd80659c640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd7e806be60 0x7fd7e806e320 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd7f80058b0 tx=0x7fd7f8001dd0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:17.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.373+0000 7fd7feffd640 1 -- 172.21.15.94:0/2742944191 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd800025020 con 0x7fd8080afae0 2024-09-10T08:36:17.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.575+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd808161e10 con 0x7fd8080afae0 2024-09-10T08:36:17.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.575+0000 7fd7feffd640 1 -- 172.21.15.94:0/2742944191 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v39) ==== 53+0+73 (secure 0 0 0) 0x7fd800059f10 con 0x7fd8080afae0 2024-09-10T08:36:17.576 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:36:17.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd7e806be60 msgr2=0x7fd7e806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd7e806be60 0x7fd7e806e320 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fd7f80058b0 tx=0x7fd7f8001dd0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd8080afae0 msgr2=0x7fd8080c85a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:17.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd8080afae0 0x7fd8080c85a0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd8080d09a0 tx=0x7fd800010590 comp rx=0 tx=0).stop 2024-09-10T08:36:17.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 shutdown_connections 2024-09-10T08:36:17.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd7e806be60 0x7fd7e806e320 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd8080afae0 0x7fd8080c85a0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd8080c5cf0 0x7fd808157280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 --2- 172.21.15.94:0/2742944191 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd7f4003f60 0x7fd8080c7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 >> 172.21.15.94:0/2742944191 conn(0x7fd80806fdc0 msgr2=0x7fd8081607d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 shutdown_connections 2024-09-10T08:36:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17.577+0000 7fd80cded640 1 -- 172.21.15.94:0/2742944191 wait complete. 2024-09-10T08:36:17.589 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:36:17.589 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:36:17.589 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:36:17.589 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:36:17.589 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:17.589 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:36:17.589 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:36:17.590 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:36:17.590 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:36:17.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:17.590 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:36:17.606 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:36:17.606 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:36:17.607 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42579sec preferred_lft 42579sec 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:36:17.608 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:17.609 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:17.610 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:17.610 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:36:17.610 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:17.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:17.610 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:36:17.670 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:36:17.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:17.672 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:36:17.728 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:36:17.728 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:36:17.728 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:36:17.728 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:36:17.728 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:36:17.729 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:36:17.729 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:36:17.729 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:36:17.729 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:36:17.729 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:36:17.729 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:36:17.816 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:36:17.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:17.854 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:17.854 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:36:17.869 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:36:17.869 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:36:17.870 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:36:17.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:17.870 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:36:17.933 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:36:17.934 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:17.934 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:17.990 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:36:17.990 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:17.990 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:18.046 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:36:18.111 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:36:18.168 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:18.169 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:18.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:18.171 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:36:18.223 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:36:18.223 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:36:18.266 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:36:18.290 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:18.347 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:36:18.347 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:36:18.348 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:36:18.349 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:18.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:18.351 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:36:18.351 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:36:18.347+0000 7f0fdd51f480 -1 init, newargv = 0x5566bacfd520 newargc=15 2024-09-10T08:36:18.351 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[58480]: starting ceph client 2024-09-10T08:36:18.352 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[58480]: starting fuse 2024-09-10T08:36:18.366 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:36:18.367 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:36:18.367 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:36:18.368 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:36:18.369 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:36:18.369 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:36:18.369 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:36:18.369 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:18.369 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:36:18.369 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:36:18.484 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.58480.asok 2024-09-10T08:36:18.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:18.494 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.58480.asok 2024-09-10T08:36:18.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:18.494 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.58480.asok status 2024-09-10T08:36:18.626 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "58480", 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:36:18.627 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 6351, 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 6351 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:36:18.628 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 3857118054 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 3857118054 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.6351 192.168.0.1:0/3857118054", 2024-09-10T08:36:18.629 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/3857118054", 2024-09-10T08:36:18.630 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:36:18.630 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 39, 2024-09-10T08:36:18.630 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 78, 2024-09-10T08:36:18.630 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:36:18.630 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:36:18.630 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:36:18.630 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:36:18.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:18.635 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:36:18.635 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:18.651 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:36:18.651 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:18.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:18.651 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:18.716 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:36:18.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.855+0000 7fc139ddf640 1 Processor -- start 2024-09-10T08:36:18.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.855+0000 7fc139ddf640 1 -- start start 2024-09-10T08:36:18.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.855+0000 7fc139ddf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13415e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.855+0000 7fc139ddf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc1340cf040 0x7fc1340cf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.855+0000 7fc139ddf640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1340cfd90 con 0x7fc1340d41a0 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.855+0000 7fc139ddf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc1340d26a0 con 0x7fc1340cf040 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.855+0000 7fc139ddf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc1340b44f0 con 0x7fc13415e500 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1337fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13415e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc133fff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc1340cf040 0x7fc1340cf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1337fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13415e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:41192/0 (socket says 172.21.15.94:41192) 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc133fff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc1340cf040 0x7fc1340cf4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:39204/0 (socket says 172.21.15.94:39204) 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc132ffd640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fc1340d41a0 0x7fc1340d45e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:56972/0 (socket says 172.21.15.94:56972) 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1337fe640 1 -- 172.21.15.94:0/820748599 learned_addr learned my addr 172.21.15.94:0/820748599 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1327fc640 1 -- 172.21.15.94:0/820748599 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1710004160 0 0) 0x7fc1340cfd90 con 0x7fc1340d41a0 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1327fc640 1 -- 172.21.15.94:0/820748599 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc11c003520 con 0x7fc1340d41a0 2024-09-10T08:36:18.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1337fe640 1 -- 172.21.15.94:0/820748599 >> v2:172.21.15.143:3300/0 conn(0x7fc1340cf040 msgr2=0x7fc1340cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1337fe640 1 --2- 172.21.15.94:0/820748599 >> v2:172.21.15.143:3300/0 conn(0x7fc1340cf040 0x7fc1340cf4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1337fe640 1 -- 172.21.15.94:0/820748599 >> v1:172.21.15.143:6789/0 conn(0x7fc1340d41a0 legacy=0x7fc1340d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc1337fe640 1 -- 172.21.15.94:0/820748599 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1340d0070 con 0x7fc13415e500 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.856+0000 7fc133fff640 1 --2- 172.21.15.94:0/820748599 >> v2:172.21.15.143:3300/0 conn(0x7fc1340cf040 0x7fc1340cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.857+0000 7fc1337fe640 1 --2- 172.21.15.94:0/820748599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13415e8e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc124009870 tx=0x7fc12402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e69ddc417161990 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.857+0000 7fc1327fc640 1 -- 172.21.15.94:0/820748599 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124037070 con 0x7fc13415e500 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.857+0000 7fc1327fc640 1 -- 172.21.15.94:0/820748599 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc124032440 con 0x7fc13415e500 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.857+0000 7fc1327fc640 1 -- 172.21.15.94:0/820748599 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1240327f0 con 0x7fc13415e500 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 -- 172.21.15.94:0/820748599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 msgr2=0x7fc13415e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 --2- 172.21.15.94:0/820748599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13415e8e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc124009870 tx=0x7fc12402a270 comp rx=0 tx=0).stop 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 -- 172.21.15.94:0/820748599 shutdown_connections 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 --2- 172.21.15.94:0/820748599 >> v2:172.21.15.143:3300/0 conn(0x7fc1340cf040 0x7fc1340cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:18.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 --2- 172.21.15.94:0/820748599 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13415e8e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:18.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 -- 172.21.15.94:0/820748599 >> 172.21.15.94:0/820748599 conn(0x7fc13408bf90 msgr2=0x7fc13409d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:18.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 -- 172.21.15.94:0/820748599 shutdown_connections 2024-09-10T08:36:18.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.858+0000 7fc139ddf640 1 -- 172.21.15.94:0/820748599 wait complete. 2024-09-10T08:36:18.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.859+0000 7fc139ddf640 1 Processor -- start 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.859+0000 7fc139ddf640 1 -- start start 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc139ddf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1340cf040 0x7fc1341f7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc139ddf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1340d41a0 0x7fc1341f7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc139ddf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13414a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc139ddf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc1340cfa30 con 0x7fc1340cf040 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc139ddf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc1340b4180 con 0x7fc1340d41a0 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc139ddf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc1340b4980 con 0x7fc13415e500 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc1337fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1340cf040 0x7fc1341f7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc1337fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1340cf040 0x7fc1341f7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59320/0 (socket says 172.21.15.94:59320) 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc1337fe640 1 -- 172.21.15.94:0/2265348707 learned_addr learned my addr 172.21.15.94:0/2265348707 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:18.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc133fff640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13414a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.860+0000 7fc132ffd640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1340d41a0 0x7fc1341f7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc1337fe640 1 -- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 msgr2=0x7fc13414a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc1337fe640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13414a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc1337fe640 1 -- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1340d41a0 msgr2=0x7fc1341f7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc1337fe640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1340d41a0 0x7fc1341f7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc1337fe640 1 -- 172.21.15.94:0/2265348707 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1340b7ab0 con 0x7fc1340cf040 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc1337fe640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1340cf040 0x7fc1341f7a20 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc124009870 tx=0x7fc1240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc11bfff640 1 -- 172.21.15.94:0/2265348707 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124037040 con 0x7fc1340cf040 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc11bfff640 1 -- 172.21.15.94:0/2265348707 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc124004230 con 0x7fc1340cf040 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1340cbab0 con 0x7fc1340cf040 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc11bfff640 1 -- 172.21.15.94:0/2265348707 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124003610 con 0x7fc1340cf040 2024-09-10T08:36:18.865 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.861+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc134160d30 con 0x7fc1340cf040 2024-09-10T08:36:18.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.862+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1340cf4f0 con 0x7fc1340cf040 2024-09-10T08:36:18.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.863+0000 7fc11bfff640 1 -- 172.21.15.94:0/2265348707 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc1240037b0 con 0x7fc1340cf040 2024-09-10T08:36:18.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.863+0000 7fc11bfff640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc12006be30 0x7fc12006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:18.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.863+0000 7fc11bfff640 1 -- 172.21.15.94:0/2265348707 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7fc1240abbe0 con 0x7fc1340cf040 2024-09-10T08:36:18.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.863+0000 7fc132ffd640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc12006be30 0x7fc12006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:18.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.863+0000 7fc132ffd640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc12006be30 0x7fc12006e2f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc1340b76e0 tx=0x7fc128007b10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:18.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:18.867+0000 7fc11bfff640 1 -- 172.21.15.94:0/2265348707 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc12407a5b0 con 0x7fc1340cf040 2024-09-10T08:36:19.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.065+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc13415bda0 con 0x7fc1340cf040 2024-09-10T08:36:19.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.065+0000 7fc11bfff640 1 -- 172.21.15.94:0/2265348707 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v39) ==== 53+0+73 (secure 0 0 0) 0x7fc124079eb0 con 0x7fc1340cf040 2024-09-10T08:36:19.066 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc12006be30 msgr2=0x7fc12006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc12006be30 0x7fc12006e2f0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc1340b76e0 tx=0x7fc128007b10 comp rx=0 tx=0).stop 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1340cf040 msgr2=0x7fc1341f7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1340cf040 0x7fc1341f7a20 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc124009870 tx=0x7fc1240046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 shutdown_connections 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc12006be30 0x7fc12006e2f0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1340d41a0 0x7fc1341f7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc13415e500 0x7fc13414a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 --2- 172.21.15.94:0/2265348707 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc1340cf040 0x7fc1341f7a20 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 >> 172.21.15.94:0/2265348707 conn(0x7fc13408bf90 msgr2=0x7fc1340b5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:19.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 shutdown_connections 2024-09-10T08:36:19.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:19.067+0000 7fc139ddf640 1 -- 172.21.15.94:0/2265348707 wait complete. 2024-09-10T08:36:19.078 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:36:19.078 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:36:19.078 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:36:19.078 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:36:19.078 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:19.079 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:36:19.079 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:36:19.079 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:36:19.079 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:36:19.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:19.079 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:36:19.098 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:36:19.099 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42548sec preferred_lft 42548sec 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:36:19.100 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:19.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:19.101 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:36:19.167 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:36:19.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:19.169 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:36:19.227 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:36:19.227 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:36:19.227 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:36:19.227 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:36:19.227 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:36:19.228 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:36:19.228 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:36:19.228 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:36:19.228 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:36:19.228 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:36:19.228 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:36:19.320 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:36:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:36:19.354 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:36:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:19.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:19.360 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:36:19.376 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:36:19.376 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:36:19.377 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:36:19.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:19.377 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:36:19.443 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:36:19.443 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:19.443 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:19.498 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:36:19.499 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:19.499 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:19.554 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:36:19.619 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:19.675 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:36:19.675 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:36:19.675 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:36:19.675 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:36:19.675 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:36:19.675 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:36:19.676 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:19.677 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:19.678 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:19.678 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:19.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:19.678 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:36:19.730 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:36:19.730 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:36:19.773 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:36:19.797 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:36:19.854 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:36:19.855 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:19.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:19.857 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:36:19.857 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:36:19.854+0000 7f11ac120480 -1 init, newargv = 0x5634cfa7a940 newargc=15 2024-09-10T08:36:19.857 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[47053]: starting ceph client 2024-09-10T08:36:19.858 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[47053]: starting fuse 2024-09-10T08:36:19.873 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:36:19.873 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:36:19.873 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:36:19.873 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:36:19.873 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:36:19.873 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:36:19.873 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:36:19.873 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:36:19.874 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:36:19.875 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:36:19.875 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:36:19.875 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:36:19.875 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:19.875 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:36:19.875 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:36:19.990 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.47053.asok 2024-09-10T08:36:19.993 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:36:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:20.001 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.47053.asok 2024-09-10T08:36:20.001 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:20.001 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.47053.asok status 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:36:20.134 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "47053", 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 5459, 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 5459 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:20.135 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3764537760 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3764537760 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.5459 192.168.0.1:0/3764537760", 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/3764537760", 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:36:20.136 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 39, 2024-09-10T08:36:20.137 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 78, 2024-09-10T08:36:20.137 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:36:20.137 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:36:20.137 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:36:20.137 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:36:20.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:20.142 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:36:20.142 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:20.158 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:36:20.159 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:20.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:20.159 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:20.224 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds ms_async_reap_threshold 1 2024-09-10T08:36:20.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.337+0000 7fa026fe4640 1 Processor -- start 2024-09-10T08:36:20.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.337+0000 7fa026fe4640 1 -- start start 2024-09-10T08:36:20.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa026fe4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa020159eb0 0x7fa0200b4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa026fe4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa0200b3a20 0x7fa0200aed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa026fe4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0200af5f0 con 0x7fa0200cff20 2024-09-10T08:36:20.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa026fe4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa0200af8d0 con 0x7fa0200b3a20 2024-09-10T08:36:20.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa026fe4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa0200b3220 con 0x7fa020159eb0 2024-09-10T08:36:20.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa025581640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fa0200cff20 0x7fa02015c750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:51416/0 (socket says 172.21.15.94:51416) 2024-09-10T08:36:20.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa025581640 1 -- 172.21.15.94:0/3304234335 learned_addr learned my addr 172.21.15.94:0/3304234335 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01ffff640 1 --2- 172.21.15.94:0/3304234335 >> v2:172.21.15.143:3300/0 conn(0x7fa0200b3a20 0x7fa0200aed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa024d80640 1 --2- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa020159eb0 0x7fa0200b4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01f7fe640 1 -- 172.21.15.94:0/3304234335 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3406014662 0 0) 0x7fa0200af5f0 con 0x7fa0200cff20 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01f7fe640 1 -- 172.21.15.94:0/3304234335 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa010003520 con 0x7fa0200cff20 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01ffff640 1 -- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa020159eb0 msgr2=0x7fa0200b4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01ffff640 1 --2- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa020159eb0 0x7fa0200b4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01ffff640 1 -- 172.21.15.94:0/3304234335 >> v1:172.21.15.94:6789/0 conn(0x7fa0200cff20 legacy=0x7fa02015c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01f7fe640 1 -- 172.21.15.94:0/3304234335 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3041838508 0 0) 0x7fa010003520 con 0x7fa0200cff20 2024-09-10T08:36:20.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.338+0000 7fa01ffff640 1 -- 172.21.15.94:0/3304234335 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0200b3500 con 0x7fa0200b3a20 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.339+0000 7fa01ffff640 1 --2- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa0200b3a20 0x7fa0200aed80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa00c0097a0 tx=0x7fa00c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a6e06c6f1462749 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.339+0000 7fa01f7fe640 1 -- 172.21.15.94:0/3304234335 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00c037070 con 0x7fa0200b3a20 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.339+0000 7fa01f7fe640 1 -- 172.21.15.94:0/3304234335 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa00c02aba0 con 0x7fa0200b3a20 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.339+0000 7fa01f7fe640 1 -- 172.21.15.94:0/3304234335 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0180019f0 con 0x7fa0200b3a20 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 -- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa0200b3a20 msgr2=0x7fa0200aed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 --2- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa0200b3a20 0x7fa0200aed80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa00c0097a0 tx=0x7fa00c02a110 comp rx=0 tx=0).stop 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 -- 172.21.15.94:0/3304234335 shutdown_connections 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 --2- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa0200b3a20 0x7fa0200aed80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 --2- 172.21.15.94:0/3304234335 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa020159eb0 0x7fa0200b4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 -- 172.21.15.94:0/3304234335 >> 172.21.15.94:0/3304234335 conn(0x7fa02006bcf0 msgr2=0x7fa02006c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 -- 172.21.15.94:0/3304234335 shutdown_connections 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.340+0000 7fa026fe4640 1 -- 172.21.15.94:0/3304234335 wait complete. 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.341+0000 7fa026fe4640 1 Processor -- start 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.341+0000 7fa026fe4640 1 -- start start 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa026fe4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa0200b3a20 0x7fa020099a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa026fe4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa0200cff20 0x7fa02015e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa026fe4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa020159eb0 0x7fa0201584b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa026fe4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa0200d03d0 con 0x7fa0200b3a20 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa026fe4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa0200b3e80 con 0x7fa020159eb0 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa026fe4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa0200d0550 con 0x7fa0200cff20 2024-09-10T08:36:20.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa0200b3a20 0x7fa020099a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa0200b3a20 0x7fa020099a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55402/0 (socket says 172.21.15.94:55402) 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 -- 172.21.15.94:0/1657716551 learned_addr learned my addr 172.21.15.94:0/1657716551 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa025581640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa020159eb0 0x7fa0201584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa01ffff640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa0200cff20 0x7fa02015e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 -- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa0200cff20 msgr2=0x7fa02015e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa0200cff20 0x7fa02015e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 -- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa020159eb0 msgr2=0x7fa0201584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa020159eb0 0x7fa0201584b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.342+0000 7fa024d80640 1 -- 172.21.15.94:0/1657716551 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa02015f300 con 0x7fa0200b3a20 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.343+0000 7fa024d80640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa0200b3a20 0x7fa020099a50 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fa01400e870 tx=0x7fa01400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:20.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.343+0000 7fa01d7fa640 1 -- 172.21.15.94:0/1657716551 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014017070 con 0x7fa0200b3a20 2024-09-10T08:36:20.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.343+0000 7fa01d7fa640 1 -- 172.21.15.94:0/1657716551 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa01400c940 con 0x7fa0200b3a20 2024-09-10T08:36:20.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.343+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa02015ed40 con 0x7fa0200b3a20 2024-09-10T08:36:20.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.343+0000 7fa01d7fa640 1 -- 172.21.15.94:0/1657716551 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01400cd30 con 0x7fa0200b3a20 2024-09-10T08:36:20.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.343+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa02014cf00 con 0x7fa0200b3a20 2024-09-10T08:36:20.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.344+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0200af680 con 0x7fa0200b3a20 2024-09-10T08:36:20.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.344+0000 7fa01d7fa640 1 -- 172.21.15.94:0/1657716551 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa01401a070 con 0x7fa0200b3a20 2024-09-10T08:36:20.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.345+0000 7fa01d7fa640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa00406be30 0x7fa00406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.345+0000 7fa01ffff640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa00406be30 0x7fa00406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.345+0000 7fa01d7fa640 1 -- 172.21.15.94:0/1657716551 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7fa01408adf0 con 0x7fa0200b3a20 2024-09-10T08:36:20.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.346+0000 7fa01ffff640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa00406be30 0x7fa00406e2f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa00c034000 tx=0x7fa00c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:20.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.350+0000 7fa01d7fa640 1 -- 172.21.15.94:0/1657716551 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa0200af680 con 0x7fa0200b3a20 2024-09-10T08:36:20.516 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.516+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=ms_async_reap_threshold}] v 0) -- 0x7fa0200aed80 con 0x7fa0200b3a20 2024-09-10T08:36:20.519 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.519+0000 7fa01d7fa640 1 -- 172.21.15.94:0/1657716551 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=ms_async_reap_threshold}]=0 v19)=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7fa014058fc0 con 0x7fa0200b3a20 2024-09-10T08:36:20.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa00406be30 msgr2=0x7fa00406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa00406be30 0x7fa00406e2f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa00c034000 tx=0x7fa00c02e000 comp rx=0 tx=0).stop 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa0200b3a20 msgr2=0x7fa020099a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa0200b3a20 0x7fa020099a50 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fa01400e870 tx=0x7fa01400ed30 comp rx=0 tx=0).stop 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 shutdown_connections 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa00406be30 0x7fa00406e2f0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa020159eb0 0x7fa0201584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa0200cff20 0x7fa02015e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 --2- 172.21.15.94:0/1657716551 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa0200b3a20 0x7fa020099a50 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 >> 172.21.15.94:0/1657716551 conn(0x7fa02006bcf0 msgr2=0x7fa0200b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 shutdown_connections 2024-09-10T08:36:20.522 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.521+0000 7fa026fe4640 1 -- 172.21.15.94:0/1657716551 wait complete. 2024-09-10T08:36:20.532 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:20.532 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:20.549 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:36:20.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.687+0000 7f107b417640 1 Processor -- start 2024-09-10T08:36:20.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.687+0000 7f107b417640 1 -- start start 2024-09-10T08:36:20.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f107b417640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740ce840 0x7f107409b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f107b417640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f10740b4800 0x7f10740cce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f107b417640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1074160e60 con 0x7f1074160a80 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f107b417640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f1074070850 con 0x7f10740b4800 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f107b417640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1074071b70 con 0x7f10740ce840 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10789b2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740ce840 0x7f107409b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10799b4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f10740b4800 0x7f10740cce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10789b2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740ce840 0x7f107409b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:49050/0 (socket says 172.21.15.94:49050) 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10791b3640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f1074160a80 0x7f107409aa00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:36888/0 (socket says 172.21.15.94:36888) 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10789b2640 1 -- 172.21.15.94:0/893837663 learned_addr learned my addr 172.21.15.94:0/893837663 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10789b2640 1 -- 172.21.15.94:0/893837663 >> v2:172.21.15.143:3300/0 conn(0x7f10740b4800 msgr2=0x7f10740cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10789b2640 1 --2- 172.21.15.94:0/893837663 >> v2:172.21.15.143:3300/0 conn(0x7f10740b4800 0x7f10740cce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10789b2640 1 -- 172.21.15.94:0/893837663 >> v1:172.21.15.143:6789/0 conn(0x7f1074160a80 legacy=0x7f107409aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10789b2640 1 -- 172.21.15.94:0/893837663 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1074071e50 con 0x7f10740ce840 2024-09-10T08:36:20.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.688+0000 7f10799b4640 1 --2- 172.21.15.94:0/893837663 >> v2:172.21.15.143:3300/0 conn(0x7f10740b4800 0x7f10740cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.689+0000 7f10789b2640 1 --2- 172.21.15.94:0/893837663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740ce840 0x7f107409b110 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1064009870 tx=0x7f106402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3bd91ef367ef30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.689+0000 7f106bfff640 1 -- 172.21.15.94:0/893837663 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1064037070 con 0x7f10740ce840 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.689+0000 7f106bfff640 1 -- 172.21.15.94:0/893837663 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1064032440 con 0x7f10740ce840 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.689+0000 7f106bfff640 1 -- 172.21.15.94:0/893837663 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1064032810 con 0x7f10740ce840 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 -- 172.21.15.94:0/893837663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740ce840 msgr2=0x7f107409b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 --2- 172.21.15.94:0/893837663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740ce840 0x7f107409b110 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1064009870 tx=0x7f106402a270 comp rx=0 tx=0).stop 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 -- 172.21.15.94:0/893837663 shutdown_connections 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 --2- 172.21.15.94:0/893837663 >> v2:172.21.15.143:3300/0 conn(0x7f10740b4800 0x7f10740cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 --2- 172.21.15.94:0/893837663 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740ce840 0x7f107409b110 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 -- 172.21.15.94:0/893837663 >> 172.21.15.94:0/893837663 conn(0x7f10740b3ce0 msgr2=0x7f10740b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:20.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 -- 172.21.15.94:0/893837663 shutdown_connections 2024-09-10T08:36:20.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.690+0000 7f107b417640 1 -- 172.21.15.94:0/893837663 wait complete. 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.691+0000 7f107b417640 1 Processor -- start 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.691+0000 7f107b417640 1 -- start start 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f107b417640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740b4800 0x7f107406cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f107b417640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10740ce840 0x7f10740c4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f107b417640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1074160a80 0x7f10740af190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f107b417640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f107409b650 con 0x7f10740ce840 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f107b417640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1074070d80 con 0x7f1074160a80 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f107b417640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f107409b7d0 con 0x7f10740b4800 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10789b2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10740ce840 0x7f10740c4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10789b2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10740ce840 0x7f10740c4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55412/0 (socket says 172.21.15.94:55412) 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10799b4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1074160a80 0x7f10740af190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10789b2640 1 -- 172.21.15.94:0/111525867 learned_addr learned my addr 172.21.15.94:0/111525867 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10791b3640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740b4800 0x7f107406cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10799b4640 1 -- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740b4800 msgr2=0x7f107406cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10799b4640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740b4800 0x7f107406cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10799b4640 1 -- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10740ce840 msgr2=0x7f10740c4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10799b4640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10740ce840 0x7f10740c4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10799b4640 1 -- 172.21.15.94:0/111525867 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10741f4a80 con 0x7f1074160a80 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.692+0000 7f10791b3640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740b4800 0x7f107406cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.693+0000 7f10799b4640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1074160a80 0x7f10740af190 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f106c009e50 tx=0x7f106c00c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.693+0000 7f1069ffb640 1 -- 172.21.15.94:0/111525867 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c018030 con 0x7f1074160a80 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.693+0000 7f1069ffb640 1 -- 172.21.15.94:0/111525867 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c00cd90 con 0x7f1074160a80 2024-09-10T08:36:20.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.693+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10741f4d60 con 0x7f1074160a80 2024-09-10T08:36:20.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.693+0000 7f1069ffb640 1 -- 172.21.15.94:0/111525867 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c003bb0 con 0x7f1074160a80 2024-09-10T08:36:20.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.693+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10741f5320 con 0x7f1074160a80 2024-09-10T08:36:20.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.694+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f107409aa00 con 0x7f1074160a80 2024-09-10T08:36:20.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.694+0000 7f1069ffb640 1 -- 172.21.15.94:0/111525867 <== mon.1 v2:172.21.15.143:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f106c01b070 con 0x7f1074160a80 2024-09-10T08:36:20.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.695+0000 7f1069ffb640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f105806be60 0x7f105806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:20.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.695+0000 7f1069ffb640 1 -- 172.21.15.94:0/111525867 <== mon.1 v2:172.21.15.143:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f106c08b840 con 0x7f1074160a80 2024-09-10T08:36:20.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.695+0000 7f10791b3640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f105806be60 0x7f105806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:20.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.695+0000 7f10791b3640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f105806be60 0x7f105806e320 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f10740c9550 tx=0x7f1070007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:20.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.700+0000 7f1069ffb640 1 -- 172.21.15.94:0/111525867 <== mon.1 v2:172.21.15.143:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f106c010040 con 0x7f1074160a80 2024-09-10T08:36:20.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.875+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f107406d160 con 0x7f1074160a80 2024-09-10T08:36:20.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.876+0000 7f1069ffb640 1 -- 172.21.15.94:0/111525867 <== mon.1 v2:172.21.15.143:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v78) ==== 80+0+0 (secure 0 0 0) 0x7f106c059a00 con 0x7f1074160a80 2024-09-10T08:36:20.876 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:36:20.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f105806be60 msgr2=0x7f105806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f105806be60 0x7f105806e320 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f10740c9550 tx=0x7f1070007e80 comp rx=0 tx=0).stop 2024-09-10T08:36:20.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1074160a80 msgr2=0x7f10740af190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:20.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1074160a80 0x7f10740af190 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f106c009e50 tx=0x7f106c00c490 comp rx=0 tx=0).stop 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 shutdown_connections 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f105806be60 0x7f105806e320 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1074160a80 0x7f10740af190 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10740ce840 0x7f10740c4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 --2- 172.21.15.94:0/111525867 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f10740b4800 0x7f107406cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 >> 172.21.15.94:0/111525867 conn(0x7f10740b3ce0 msgr2=0x7f10740b1c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 shutdown_connections 2024-09-10T08:36:20.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:20.878+0000 7f107b417640 1 -- 172.21.15.94:0/111525867 wait complete. 2024-09-10T08:36:20.889 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:20.889 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:20.905 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:36:21.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.044+0000 7fa115847640 1 Processor -- start 2024-09-10T08:36:21.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.044+0000 7fa115847640 1 -- start start 2024-09-10T08:36:21.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa115847640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa11015e650 0x7fa1100cf380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa115847640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100cf8c0 0x7fa1100d43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa115847640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa1100d4910 0x7fa1100b5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa115847640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa1100d32c0 con 0x7fa1100d4910 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa115847640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa1100d35a0 con 0x7fa11015e650 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa115847640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa1100d3880 con 0x7fa1100cf8c0 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa10f7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa1100d4910 0x7fa1100b5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa10f7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa1100d4910 0x7fa1100b5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55428/0 (socket says 172.21.15.94:55428) 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa10f7fe640 1 -- 172.21.15.94:0/705341632 learned_addr learned my addr 172.21.15.94:0/705341632 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa10effd640 1 --2- 172.21.15.94:0/705341632 >> v2:172.21.15.143:3300/0 conn(0x7fa11015e650 0x7fa1100cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa10e7fc640 1 --2- 172.21.15.94:0/705341632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100cf8c0 0x7fa1100d43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa10f7fe640 1 -- 172.21.15.94:0/705341632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100cf8c0 msgr2=0x7fa1100d43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.045+0000 7fa10f7fe640 1 --2- 172.21.15.94:0/705341632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100cf8c0 0x7fa1100d43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10f7fe640 1 -- 172.21.15.94:0/705341632 >> v2:172.21.15.143:3300/0 conn(0x7fa11015e650 msgr2=0x7fa1100cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:21.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10f7fe640 1 --2- 172.21.15.94:0/705341632 >> v2:172.21.15.143:3300/0 conn(0x7fa11015e650 0x7fa1100cf380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10f7fe640 1 -- 172.21.15.94:0/705341632 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1100d3b60 con 0x7fa1100d4910 2024-09-10T08:36:21.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10e7fc640 1 --2- 172.21.15.94:0/705341632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100cf8c0 0x7fa1100d43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:21.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10f7fe640 1 --2- 172.21.15.94:0/705341632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100d4910 0x7fa1100b5ec0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fa1100d5080 tx=0x7fa10802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20fe1fb013acde04 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10dffb640 1 -- 172.21.15.94:0/705341632 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108037070 con 0x7fa1100d4910 2024-09-10T08:36:21.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10dffb640 1 -- 172.21.15.94:0/705341632 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa108032440 con 0x7fa1100d4910 2024-09-10T08:36:21.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.046+0000 7fa10dffb640 1 -- 172.21.15.94:0/705341632 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108032810 con 0x7fa1100d4910 2024-09-10T08:36:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 -- 172.21.15.94:0/705341632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100d4910 msgr2=0x7fa1100b5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 --2- 172.21.15.94:0/705341632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100d4910 0x7fa1100b5ec0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fa1100d5080 tx=0x7fa10802a270 comp rx=0 tx=0).stop 2024-09-10T08:36:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 -- 172.21.15.94:0/705341632 shutdown_connections 2024-09-10T08:36:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 --2- 172.21.15.94:0/705341632 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100d4910 0x7fa1100b5ec0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 --2- 172.21.15.94:0/705341632 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100cf8c0 0x7fa1100d43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 --2- 172.21.15.94:0/705341632 >> v2:172.21.15.143:3300/0 conn(0x7fa11015e650 0x7fa1100cf380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 -- 172.21.15.94:0/705341632 >> 172.21.15.94:0/705341632 conn(0x7fa110073660 msgr2=0x7fa110073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 -- 172.21.15.94:0/705341632 shutdown_connections 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.047+0000 7fa115847640 1 -- 172.21.15.94:0/705341632 wait complete. 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.048+0000 7fa115847640 1 Processor -- start 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.048+0000 7fa115847640 1 -- start start 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa115847640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100cf8c0 0x7fa11014a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa115847640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100d4910 0x7fa11015ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa115847640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa11015e650 0x7fa11015f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa115847640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa1100b6580 con 0x7fa1100cf8c0 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa115847640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa1100b6400 con 0x7fa11015e650 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa115847640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa1100b6700 con 0x7fa1100d4910 2024-09-10T08:36:21.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100cf8c0 0x7fa11014a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100cf8c0 0x7fa11014a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55432/0 (socket says 172.21.15.94:55432) 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 -- 172.21.15.94:0/2753205837 learned_addr learned my addr 172.21.15.94:0/2753205837 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10f7fe640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa11015e650 0x7fa11015f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10e7fc640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100d4910 0x7fa11015ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 -- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100d4910 msgr2=0x7fa11015ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100d4910 0x7fa11015ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 -- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa11015e650 msgr2=0x7fa11015f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa11015e650 0x7fa11015f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.049+0000 7fa10effd640 1 -- 172.21.15.94:0/2753205837 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1100ca550 con 0x7fa1100cf8c0 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.050+0000 7fa10effd640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100cf8c0 0x7fa11014a680 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fa100009d10 tx=0x7fa10000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.050+0000 7fa0f7fff640 1 -- 172.21.15.94:0/2753205837 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa100018020 con 0x7fa1100cf8c0 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.050+0000 7fa0f7fff640 1 -- 172.21.15.94:0/2753205837 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa100014480 con 0x7fa1100cf8c0 2024-09-10T08:36:21.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.050+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa110158f10 con 0x7fa1100cf8c0 2024-09-10T08:36:21.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.050+0000 7fa0f7fff640 1 -- 172.21.15.94:0/2753205837 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa100014830 con 0x7fa1100cf8c0 2024-09-10T08:36:21.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.050+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1101594d0 con 0x7fa1100cf8c0 2024-09-10T08:36:21.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.051+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1100b6a60 con 0x7fa1100cf8c0 2024-09-10T08:36:21.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.051+0000 7fa0f7fff640 1 -- 172.21.15.94:0/2753205837 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa10001b020 con 0x7fa1100cf8c0 2024-09-10T08:36:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.052+0000 7fa0f7fff640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa0fc06be30 0x7fa0fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.052+0000 7fa0f7fff640 1 -- 172.21.15.94:0/2753205837 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7fa10008b930 con 0x7fa1100cf8c0 2024-09-10T08:36:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.052+0000 7fa10e7fc640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa0fc06be30 0x7fa0fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.052+0000 7fa10e7fc640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa0fc06be30 0x7fa0fc06e2f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa11015b0f0 tx=0x7fa104004730 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.056+0000 7fa0f7fff640 1 -- 172.21.15.94:0/2753205837 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa100022030 con 0x7fa1100cf8c0 2024-09-10T08:36:21.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.232+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa1100d0680 con 0x7fa1100cf8c0 2024-09-10T08:36:21.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.233+0000 7fa0f7fff640 1 -- 172.21.15.94:0/2753205837 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v78) ==== 80+0+0 (secure 0 0 0) 0x7fa100010040 con 0x7fa1100cf8c0 2024-09-10T08:36:21.233 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa0fc06be30 msgr2=0x7fa0fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa0fc06be30 0x7fa0fc06e2f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa11015b0f0 tx=0x7fa104004730 comp rx=0 tx=0).stop 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100cf8c0 msgr2=0x7fa11014a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100cf8c0 0x7fa11014a680 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fa100009d10 tx=0x7fa10000c490 comp rx=0 tx=0).stop 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 shutdown_connections 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa0fc06be30 0x7fa0fc06e2f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa11015e650 0x7fa11015f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1100d4910 0x7fa11015ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 --2- 172.21.15.94:0/2753205837 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa1100cf8c0 0x7fa11014a680 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 >> 172.21.15.94:0/2753205837 conn(0x7fa110073660 msgr2=0x7fa1100cebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:21.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 shutdown_connections 2024-09-10T08:36:21.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.235+0000 7fa115847640 1 -- 172.21.15.94:0/2753205837 wait complete. 2024-09-10T08:36:21.246 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:36:21.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:21.246 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:21.269 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[58480]: fuse finished with error 0 and tester_r 0 2024-09-10T08:36:21.271 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:21.338 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:36:21.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:21.338 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:36:21.354 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:21.354 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:21.374 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:36:21.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.492+0000 7f05095b0640 1 Processor -- start 2024-09-10T08:36:21.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.492+0000 7f05095b0640 1 -- start start 2024-09-10T08:36:21.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f05095b0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f050415e560 0x7f0504071f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f05095b0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f05040b4350 0x7f050406d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f05095b0640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05040cfe30 con 0x7f05040cc810 2024-09-10T08:36:21.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f05095b0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f050415e940 con 0x7f050415e560 2024-09-10T08:36:21.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f05095b0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f050406cc00 con 0x7f05040b4350 2024-09-10T08:36:21.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f0502ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f050415e560 0x7f0504071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f05027fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f05040cc810 0x7f05040b3c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:51430/0 (socket says 172.21.15.94:51430) 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f0502ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f050415e560 0x7f0504071f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55434/0 (socket says 172.21.15.94:55434) 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.493+0000 7f05027fc640 1 -- 172.21.15.94:0/3608116620 learned_addr learned my addr 172.21.15.94:0/3608116620 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.494+0000 7f05037fe640 1 --2- 172.21.15.94:0/3608116620 >> v2:172.21.15.143:3300/0 conn(0x7f05040b4350 0x7f050406d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.494+0000 7f0502ffd640 1 -- 172.21.15.94:0/3608116620 >> v2:172.21.15.143:3300/0 conn(0x7f05040b4350 msgr2=0x7f050406d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.494+0000 7f0502ffd640 1 --2- 172.21.15.94:0/3608116620 >> v2:172.21.15.143:3300/0 conn(0x7f05040b4350 0x7f050406d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.494+0000 7f0501ffb640 1 -- 172.21.15.94:0/3608116620 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1786480523 0 0) 0x7f05040cfe30 con 0x7f05040cc810 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.494+0000 7f0502ffd640 1 -- 172.21.15.94:0/3608116620 >> v1:172.21.15.94:6789/0 conn(0x7f05040cc810 legacy=0x7f05040b3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.494+0000 7f0502ffd640 1 -- 172.21.15.94:0/3608116620 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05040d0110 con 0x7f050415e560 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.494+0000 7f0502ffd640 1 --2- 172.21.15.94:0/3608116620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f050415e560 0x7f0504071f00 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f05040d18f0 tx=0x7f04f402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4b77b1d410cc7a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f0501ffb640 1 -- 172.21.15.94:0/3608116620 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f4007740 con 0x7f050415e560 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f0501ffb640 1 -- 172.21.15.94:0/3608116620 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04f40078e0 con 0x7f050415e560 2024-09-10T08:36:21.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f0501ffb640 1 -- 172.21.15.94:0/3608116620 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f4007cb0 con 0x7f050415e560 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 -- 172.21.15.94:0/3608116620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f050415e560 msgr2=0x7f0504071f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 --2- 172.21.15.94:0/3608116620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f050415e560 0x7f0504071f00 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f05040d18f0 tx=0x7f04f402a560 comp rx=0 tx=0).stop 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 -- 172.21.15.94:0/3608116620 shutdown_connections 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 --2- 172.21.15.94:0/3608116620 >> v2:172.21.15.143:3300/0 conn(0x7f05040b4350 0x7f050406d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 --2- 172.21.15.94:0/3608116620 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f050415e560 0x7f0504071f00 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 -- 172.21.15.94:0/3608116620 >> 172.21.15.94:0/3608116620 conn(0x7f05040cec40 msgr2=0x7f05040cf050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 -- 172.21.15.94:0/3608116620 shutdown_connections 2024-09-10T08:36:21.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.495+0000 7f05095b0640 1 -- 172.21.15.94:0/3608116620 wait complete. 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.496+0000 7f05095b0640 1 Processor -- start 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05095b0640 1 -- start start 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05095b0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05040b4350 0x7f05041f4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05095b0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05040cc810 0x7f05040cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05095b0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f050415e560 0x7f05040cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05095b0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0504072440 con 0x7f05040cc810 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05095b0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f05040d06d0 con 0x7f050415e560 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05095b0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f050406e7d0 con 0x7f05040b4350 2024-09-10T08:36:21.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05040cc810 0x7f05040cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05027fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05040cc810 0x7f05040cb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55438/0 (socket says 172.21.15.94:55438) 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.497+0000 7f05027fc640 1 -- 172.21.15.94:0/4092112350 learned_addr learned my addr 172.21.15.94:0/4092112350 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05027fc640 1 -- 172.21.15.94:0/4092112350 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05040b4350 msgr2=0x7f05041f4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05027fc640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05040b4350 0x7f05041f4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05027fc640 1 -- 172.21.15.94:0/4092112350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f050415e560 msgr2=0x7f05040cbb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05037fe640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f050415e560 0x7f05040cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05027fc640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f050415e560 0x7f05040cbb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05027fc640 1 -- 172.21.15.94:0/4092112350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05040b7780 con 0x7f05040cc810 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05027fc640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05040cc810 0x7f05040cb5d0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f04f800c4e0 tx=0x7f04f800c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f04eb7fe640 1 -- 172.21.15.94:0/4092112350 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f8018070 con 0x7f05040cc810 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f04eb7fe640 1 -- 172.21.15.94:0/4092112350 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04f8007500 con 0x7f05040cc810 2024-09-10T08:36:21.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f050414df40 con 0x7f05040cc810 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f04eb7fe640 1 -- 172.21.15.94:0/4092112350 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f8004a20 con 0x7f05040cc810 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.498+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05041f4560 con 0x7f05040cc810 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.499+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0504071f00 con 0x7f05040cc810 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.500+0000 7f04eb7fe640 1 -- 172.21.15.94:0/4092112350 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f04f801b070 con 0x7f05040cc810 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.500+0000 7f04eb7fe640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f04f006be60 0x7f04f006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.500+0000 7f04eb7fe640 1 -- 172.21.15.94:0/4092112350 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f04f808a320 con 0x7f05040cc810 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.500+0000 7f0502ffd640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f04f006be60 0x7f04f006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.501+0000 7f0502ffd640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f04f006be60 0x7f04f006e320 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f04f4034000 tx=0x7f04f402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.504+0000 7f04eb7fe640 1 -- 172.21.15.94:0/4092112350 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f04f8058c00 con 0x7f05040cc810 2024-09-10T08:36:21.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.682+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0504154e10 con 0x7f05040cc810 2024-09-10T08:36:21.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.682+0000 7f04eb7fe640 1 -- 172.21.15.94:0/4092112350 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v78) ==== 80+0+0 (secure 0 0 0) 0x7f04f8058500 con 0x7f05040cc810 2024-09-10T08:36:21.683 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:36:21.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f04f006be60 msgr2=0x7f04f006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f04f006be60 0x7f04f006e320 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f04f4034000 tx=0x7f04f402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:21.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05040cc810 msgr2=0x7f05040cb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05040cc810 0x7f05040cb5d0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f04f800c4e0 tx=0x7f04f800c9a0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 shutdown_connections 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f04f006be60 0x7f04f006e320 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f050415e560 0x7f05040cbb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f05040cc810 0x7f05040cb5d0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 --2- 172.21.15.94:0/4092112350 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f05040b4350 0x7f05041f4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 >> 172.21.15.94:0/4092112350 conn(0x7f05040cec40 msgr2=0x7f05040ccc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 shutdown_connections 2024-09-10T08:36:21.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.684+0000 7f05095b0640 1 -- 172.21.15.94:0/4092112350 wait complete. 2024-09-10T08:36:21.695 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:21.695 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:21.719 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:36:21.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.824+0000 7f3e19423640 1 Processor -- start 2024-09-10T08:36:21.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.824+0000 7f3e19423640 1 -- start start 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e19423640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3e140b85f0 0x7f3e14169050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e19423640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e140d32c0 con 0x7f3e140d43d0 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e19423640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3e140d35a0 con 0x7f3e1415e650 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e19423640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f3e140d3880 con 0x7f3e140b85f0 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e137fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3e140b85f0 0x7f3e14169050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e137fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3e140b85f0 0x7f3e14169050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55442/0 (socket says 172.21.15.94:55442) 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e0a7fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f3e140d43d0 0x7f3e140d47f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:51444/0 (socket says 172.21.15.94:51444) 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e137fe640 1 -- 172.21.15.94:0/3386953736 learned_addr learned my addr 172.21.15.94:0/3386953736 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e137fe640 1 -- 172.21.15.94:0/3386953736 >> v1:172.21.15.143:6789/0 conn(0x7f3e1415e650 legacy=0x7f3e140cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e137fe640 1 -- 172.21.15.94:0/3386953736 >> v1:172.21.15.94:6789/0 conn(0x7f3e140d43d0 legacy=0x7f3e140d47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e127fc640 1 -- 172.21.15.94:0/3386953736 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4043877223 0 0) 0x7f3e140d32c0 con 0x7f3e140d43d0 2024-09-10T08:36:21.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.825+0000 7f3e137fe640 1 -- 172.21.15.94:0/3386953736 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e140d3b60 con 0x7f3e140b85f0 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e137fe640 1 --2- 172.21.15.94:0/3386953736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140b85f0 0x7f3e14169050 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c009e50 tx=0x7f3e0c02a840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2067e8890a07f724 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e127fc640 1 -- 172.21.15.94:0/3386953736 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c037070 con 0x7f3e140b85f0 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e127fc640 1 -- 172.21.15.94:0/3386953736 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3e0c032630 con 0x7f3e140b85f0 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e127fc640 1 -- 172.21.15.94:0/3386953736 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c02e050 con 0x7f3e140b85f0 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e19423640 1 -- 172.21.15.94:0/3386953736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140b85f0 msgr2=0x7f3e14169050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e19423640 1 --2- 172.21.15.94:0/3386953736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140b85f0 0x7f3e14169050 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c009e50 tx=0x7f3e0c02a840 comp rx=0 tx=0).stop 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e19423640 1 -- 172.21.15.94:0/3386953736 shutdown_connections 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e19423640 1 --2- 172.21.15.94:0/3386953736 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140b85f0 0x7f3e14169050 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e19423640 1 -- 172.21.15.94:0/3386953736 >> 172.21.15.94:0/3386953736 conn(0x7f3e14073660 msgr2=0x7f3e14073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e19423640 1 -- 172.21.15.94:0/3386953736 shutdown_connections 2024-09-10T08:36:21.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.826+0000 7f3e19423640 1 -- 172.21.15.94:0/3386953736 wait complete. 2024-09-10T08:36:21.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 Processor -- start 2024-09-10T08:36:21.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 -- start start 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e140b85f0 0x7f3e14152e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140d43d0 0x7f3e14156800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e1415e650 0x7f3e14160c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3e140cfc10 con 0x7f3e140d43d0 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3e140cfa90 con 0x7f3e1415e650 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.828+0000 7f3e19423640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3e14169590 con 0x7f3e140b85f0 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140d43d0 0x7f3e14156800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140d43d0 0x7f3e14156800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55444/0 (socket says 172.21.15.94:55444) 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 -- 172.21.15.94:0/3041523137 learned_addr learned my addr 172.21.15.94:0/3041523137 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e137fe640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e1415e650 0x7f3e14160c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e12ffd640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e140b85f0 0x7f3e14152e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 -- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e140b85f0 msgr2=0x7f3e14152e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e140b85f0 0x7f3e14152e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 -- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e1415e650 msgr2=0x7f3e14160c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e1415e650 0x7f3e14160c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 -- 172.21.15.94:0/3041523137 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e140c7e00 con 0x7f3e140d43d0 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0a7fc640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140d43d0 0x7f3e14156800 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00c4a0 tx=0x7f3dfc00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0bfff640 1 -- 172.21.15.94:0/3041523137 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc018070 con 0x7f3e140d43d0 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0bfff640 1 -- 172.21.15.94:0/3041523137 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dfc0074e0 con 0x7f3e140d43d0 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e140c80e0 con 0x7f3e140d43d0 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e0bfff640 1 -- 172.21.15.94:0/3041523137 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc004a20 con 0x7f3e140d43d0 2024-09-10T08:36:21.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.829+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e14154070 con 0x7f3e140d43d0 2024-09-10T08:36:21.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.830+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e140d47f0 con 0x7f3e140d43d0 2024-09-10T08:36:21.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.831+0000 7f3e0bfff640 1 -- 172.21.15.94:0/3041523137 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3dfc01b070 con 0x7f3e140d43d0 2024-09-10T08:36:21.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.831+0000 7f3e0bfff640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3df406be60 0x7f3df406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:21.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.831+0000 7f3e0bfff640 1 -- 172.21.15.94:0/3041523137 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f3dfc08a340 con 0x7f3e140d43d0 2024-09-10T08:36:21.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.831+0000 7f3e12ffd640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3df406be60 0x7f3df406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:21.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.831+0000 7f3e12ffd640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3df406be60 0x7f3df406e320 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3e141618d0 tx=0x7f3e04009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:21.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:21.835+0000 7f3e0bfff640 1 -- 172.21.15.94:0/3041523137 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3dfc058b60 con 0x7f3e140d43d0 2024-09-10T08:36:22.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.012+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3e140d1520 con 0x7f3e140d43d0 2024-09-10T08:36:22.013 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.013+0000 7f3e0bfff640 1 -- 172.21.15.94:0/3041523137 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v78) ==== 80+0+0 (secure 0 0 0) 0x7f3dfc058460 con 0x7f3e140d43d0 2024-09-10T08:36:22.013 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3df406be60 msgr2=0x7f3df406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3df406be60 0x7f3df406e320 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3e141618d0 tx=0x7f3e04009040 comp rx=0 tx=0).stop 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140d43d0 msgr2=0x7f3e14156800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140d43d0 0x7f3e14156800 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00c4a0 tx=0x7f3dfc00c960 comp rx=0 tx=0).stop 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 shutdown_connections 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3df406be60 0x7f3df406e320 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3e1415e650 0x7f3e14160c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3e140d43d0 0x7f3e14156800 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:22.016 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 --2- 172.21.15.94:0/3041523137 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3e140b85f0 0x7f3e14152e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:22.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 >> 172.21.15.94:0/3041523137 conn(0x7f3e14073660 msgr2=0x7f3e140cc450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:22.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 shutdown_connections 2024-09-10T08:36:22.017 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:22.015+0000 7f3e19423640 1 -- 172.21.15.94:0/3041523137 wait complete. 2024-09-10T08:36:22.026 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:36:22.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:22.026 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:22.056 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[47053]: fuse finished with error 0 and tester_r 0 2024-09-10T08:36:22.057 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:28.159 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:36:28.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:28.160 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:36:28.180 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:28.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.289+0000 7f5c1af98640 1 Processor -- start 2024-09-10T08:36:28.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c1af98640 1 -- start start 2024-09-10T08:36:28.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c1af98640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c1af98640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5c140708e0 0x7f5c140ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c1af98640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5c140ced30 0x7f5c1415c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c1af98640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5c14070d20 con 0x7f5c140708e0 2024-09-10T08:36:28.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c1af98640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5c140d1880 con 0x7f5c140ced30 2024-09-10T08:36:28.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c1af98640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5c140cc830 con 0x7f5c14159e60 2024-09-10T08:36:28.292 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c13fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5c140708e0 0x7f5c140ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.290+0000 7f5c13fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5c140708e0 0x7f5c140ce7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55460/0 (socket says 172.21.15.94:55460) 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c13fff640 1 -- 172.21.15.94:0/2978140824 learned_addr learned my addr 172.21.15.94:0/2978140824 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c19535640 1 --2- 172.21.15.94:0/2978140824 >> v2:172.21.15.143:3300/0 conn(0x7f5c140ced30 0x7f5c1415c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c18d34640 1 --2- 172.21.15.94:0/2978140824 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c13fff640 1 -- 172.21.15.94:0/2978140824 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 msgr2=0x7f5c140ccd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c13fff640 1 --2- 172.21.15.94:0/2978140824 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140ccd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c13fff640 1 -- 172.21.15.94:0/2978140824 >> v2:172.21.15.143:3300/0 conn(0x7f5c140ced30 msgr2=0x7f5c1415c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c13fff640 1 --2- 172.21.15.94:0/2978140824 >> v2:172.21.15.143:3300/0 conn(0x7f5c140ced30 0x7f5c1415c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.293 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.291+0000 7f5c13fff640 1 -- 172.21.15.94:0/2978140824 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c140d1af0 con 0x7f5c140708e0 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c13fff640 1 --2- 172.21.15.94:0/2978140824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c140ce7f0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f5c080098a0 tx=0x7f5c0802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667aa17160112f06 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c137fe640 1 -- 172.21.15.94:0/2978140824 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c08037070 con 0x7f5c140708e0 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c137fe640 1 -- 172.21.15.94:0/2978140824 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c08032440 con 0x7f5c140708e0 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c137fe640 1 -- 172.21.15.94:0/2978140824 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c08032810 con 0x7f5c140708e0 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 -- 172.21.15.94:0/2978140824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 msgr2=0x7f5c140ce7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 --2- 172.21.15.94:0/2978140824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c140ce7f0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f5c080098a0 tx=0x7f5c0802a250 comp rx=0 tx=0).stop 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 -- 172.21.15.94:0/2978140824 shutdown_connections 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 --2- 172.21.15.94:0/2978140824 >> v2:172.21.15.143:3300/0 conn(0x7f5c140ced30 0x7f5c1415c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 --2- 172.21.15.94:0/2978140824 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c140ce7f0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 --2- 172.21.15.94:0/2978140824 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140ccd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 -- 172.21.15.94:0/2978140824 >> 172.21.15.94:0/2978140824 conn(0x7f5c1406fdc0 msgr2=0x7f5c140701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 -- 172.21.15.94:0/2978140824 shutdown_connections 2024-09-10T08:36:28.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.292+0000 7f5c1af98640 1 -- 172.21.15.94:0/2978140824 wait complete. 2024-09-10T08:36:28.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.294+0000 7f5c1af98640 1 Processor -- start 2024-09-10T08:36:28.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.294+0000 7f5c1af98640 1 -- start start 2024-09-10T08:36:28.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.294+0000 7f5c1af98640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c1406d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.294+0000 7f5c1af98640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5c140ced30 0x7f5c14152780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c1af98640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140c92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c1af98640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5c14160800 con 0x7f5c140708e0 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c1af98640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5c14160be0 con 0x7f5c140ced30 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c1af98640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5c14160980 con 0x7f5c14159e60 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c1406d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c1406d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55476/0 (socket says 172.21.15.94:55476) 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 -- 172.21.15.94:0/1703894877 learned_addr learned my addr 172.21.15.94:0/1703894877 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c13fff640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5c140ced30 0x7f5c14152780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c19535640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140c92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 -- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 msgr2=0x7f5c140c92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140c92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 -- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5c140ced30 msgr2=0x7f5c14152780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5c140ced30 0x7f5c14152780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 -- 172.21.15.94:0/1703894877 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c140c9a00 con 0x7f5c140708e0 2024-09-10T08:36:28.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c13fff640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5c140ced30 0x7f5c14152780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c19535640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140c92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c18d34640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c1406d9b0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f5c04007e70 tx=0x7f5c0400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c117fa640 1 -- 172.21.15.94:0/1703894877 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c04014620 con 0x7f5c140708e0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c117fa640 1 -- 172.21.15.94:0/1703894877 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c04019070 con 0x7f5c140708e0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c140c9ce0 con 0x7f5c140708e0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c117fa640 1 -- 172.21.15.94:0/1703894877 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c04014a00 con 0x7f5c140708e0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.295+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c140ca2a0 con 0x7f5c140708e0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.296+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c140cf1e0 con 0x7f5c140708e0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.297+0000 7f5c117fa640 1 -- 172.21.15.94:0/1703894877 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5c04014ba0 con 0x7f5c140708e0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.297+0000 7f5c117fa640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5c0006be30 0x7f5c0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.297+0000 7f5c13fff640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5c0006be30 0x7f5c0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.297+0000 7f5c117fa640 1 -- 172.21.15.94:0/1703894877 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f5c0408b8a0 con 0x7f5c140708e0 2024-09-10T08:36:28.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.298+0000 7f5c13fff640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5c0006be30 0x7f5c0006e2f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5c08034000 tx=0x7f5c0802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.302+0000 7f5c117fa640 1 -- 172.21.15.94:0/1703894877 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5c0405a0c0 con 0x7f5c140708e0 2024-09-10T08:36:28.503 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.502+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c140d0000 con 0x7f5c140708e0 2024-09-10T08:36:28.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.503+0000 7f5c117fa640 1 -- 172.21.15.94:0/1703894877 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5228 (secure 0 0 0) 0x7f5c040599c0 con 0x7f5c140708e0 2024-09-10T08:36:28.504 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:28.504 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:07.698877+0000","modified":"2024-09-10T08:36:09.706305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6174},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6174":{"gid":6174,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2393180818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2393180818},{"type":"v1","addr":"172.21.15.94:6837","nonce":2393180818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6174,"qdb_cluster":[6174]},"id":5}]} 2024-09-10T08:36:28.504 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 39 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5c0006be30 msgr2=0x7f5c0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5c0006be30 0x7f5c0006e2f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5c08034000 tx=0x7f5c0802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 msgr2=0x7f5c1406d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c1406d9b0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f5c04007e70 tx=0x7f5c0400e4b0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 shutdown_connections 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5c0006be30 0x7f5c0006e2f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5c140ced30 0x7f5c14152780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5c14159e60 0x7f5c140c92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 --2- 172.21.15.94:0/1703894877 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5c140708e0 0x7f5c1406d9b0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 >> 172.21.15.94:0/1703894877 conn(0x7f5c1406fdc0 msgr2=0x7f5c140701a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 shutdown_connections 2024-09-10T08:36:28.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.505+0000 7f5c1af98640 1 -- 172.21.15.94:0/1703894877 wait complete. 2024-09-10T08:36:28.517 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump 2024-09-10T08:36:28.633 INFO:teuthology.orchestra.run.smithi094.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":24,"msgr_send_messages":25,"msgr_recv_bytes":6322,"msgr_send_bytes":13869,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.003581352,"msgr_running_send_time":0.000335758,"msgr_running_recv_time":0.001634539,"msgr_running_fast_dispatch_time":0.000492123,"msgr_send_messages_queue_lat":{"avgcount":24,"sum":0.122376972,"avgtime":0.005099040},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"AsyncMessenger::Worker-1":{"msgr_recv_messages":75,"msgr_send_messages":70,"msgr_recv_bytes":117364,"msgr_send_bytes":42683,"msgr_created_connections":7,"msgr_active_connections":3,"msgr_running_total_time":0.006168531,"msgr_running_send_time":0.001487990,"msgr_running_recv_time":0.007606034,"msgr_running_fast_dispatch_time":0.000234308,"msgr_send_messages_queue_lat":{"avgcount":70,"sum":0.062470660,"avgtime":0.000892438},"msgr_handle_ack_lat":{"avgcount":16,"sum":0.000002308,"avgtime":0.000000144},"msgr_recv_encrypted_bytes":112976,"msgr_send_encrypted_bytes":12992},"AsyncMessenger::Worker-2":{"msgr_recv_messages":25,"msgr_send_messages":28,"msgr_recv_bytes":7126,"msgr_send_bytes":110604,"msgr_created_connections":6,"msgr_active_connections":3,"msgr_running_total_time":0.006604614,"msgr_running_send_time":0.000725096,"msgr_running_recv_time":0.005330831,"msgr_running_fast_dispatch_time":0.000501996,"msgr_send_messages_queue_lat":{"avgcount":27,"sum":0.092379650,"avgtime":0.003421468},"msgr_handle_ack_lat":{"avgcount":11,"sum":0.000001437,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1728,"msgr_send_encrypted_bytes":97776},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":38,"sum":0.004456557,"avgtime":0.000117277}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000015851,"avgtime":0.000007925}},"mds":{"request":3,"reply":3,"reply_latency":{"avgcount":3,"sum":0.000576113,"avgtime":0.000192037},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":0,"caps":0,"subtrees":2,"traverse":5,"traverse_hit":5,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":7,"evex":0,"evtrm":0,"ev":7,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197227,"rdpos":0,"jlat":{"avgcount":5,"sum":0.009809552,"avgtime":0.001961910},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":42040,"heap":231788},"mds_server":{"dispatch_client_request":3,"dispatch_server_request":0,"handle_client_request":3,"handle_client_session":8,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":2,"sum":0.000309167,"avgtime":0.000154583},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000266946,"avgtime":0.000266946},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":2,"average_load":1,"avg_session_uptime":0,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221411,"buffer_anon_items":62,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5424,"osdmap_items":76,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52352,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":14043,"op_resend":37,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.501991503,"avgtime":0.011674221},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":78,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":119,"get_sum":115665,"get_or_fail_fail":0,"get_or_fail_success":119,"take":0,"take_sum":0,"put":119,"put_sum":115665,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":14043,"put":43,"put_sum":14043,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":43,"put":43,"put_sum":43,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55cbf70cc500":{"val":0,"max":3758096384,"get_started":0,"get":7,"get_sum":2923,"get_or_fail_fail":0,"get_or_fail_success":7,"take":0,"take_sum":0,"put":5,"put_sum":2923,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-10T08:36:28.634 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 6322, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 24, "msgr_running_fast_dispatch_time": 0.000492123, "msgr_running_recv_time": 0.001634539, "msgr_running_send_time": 0.000335758, "msgr_running_total_time": 0.003581352, "msgr_send_bytes": 13869, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 25, "msgr_send_messages_queue_lat": { "avgcount": 24, "avgtime": 0.00509904, "sum": 0.122376972 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 16, "avgtime": 1.44e-07, "sum": 2.308e-06 }, "msgr_recv_bytes": 117364, "msgr_recv_encrypted_bytes": 112976, "msgr_recv_messages": 75, "msgr_running_fast_dispatch_time": 0.000234308, "msgr_running_recv_time": 0.007606034, "msgr_running_send_time": 0.00148799, "msgr_running_total_time": 0.006168531, "msgr_send_bytes": 42683, "msgr_send_encrypted_bytes": 12992, "msgr_send_messages": 70, "msgr_send_messages_queue_lat": { "avgcount": 70, "avgtime": 0.000892438, "sum": 0.06247066 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 11, "avgtime": 1.3e-07, "sum": 1.437e-06 }, "msgr_recv_bytes": 7126, "msgr_recv_encrypted_bytes": 1728, "msgr_recv_messages": 25, "msgr_running_fast_dispatch_time": 0.000501996, "msgr_running_recv_time": 0.005330831, "msgr_running_send_time": 0.000725096, "msgr_running_total_time": 0.006604614, "msgr_send_bytes": 110604, "msgr_send_encrypted_bytes": 97776, "msgr_send_messages": 28, "msgr_send_messages_queue_lat": { "avgcount": 27, "avgtime": 0.003421468, "sum": 0.09237965 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 38, "avgtime": 0.000117277, "sum": 0.004456557 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 7.925e-06, "sum": 1.5851e-05 }, "queue_len": 0 }, "mds": { "caps": 0, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 0, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 3, "reply_latency": { "avgcount": 3, "avgtime": 0.000192037, "sum": 0.000576113 }, "request": 3, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 7, "evadd": 7, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.00196191, "sum": 0.009809552 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197227 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 42040 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 3, "dispatch_server_request": 0, "handle_client_request": 3, "handle_client_session": 8, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 2, "avgtime": 0.000154583, "sum": 0.000309167 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000266946, "sum": 0.000266946 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 1, "avg_session_uptime": 0, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 2 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221411, "buffer_anon_items": 62, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52352, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5424, "osdmap_items": 76, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 78, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.011674221, "sum": 0.501991503 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 37, "op_rmw": 0, "op_send": 43, "op_send_bytes": 14043, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 119, "get_or_fail_fail": 0, "get_or_fail_success": 119, "get_started": 0, "get_sum": 115665, "max": 104857600, "put": 119, "put_sum": 115665, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 43, "put_sum": 14043, "take": 43, "take_sum": 14043, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 43, "put_sum": 43, "take": 43, "take_sum": 43, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55cbf70cc500": { "get": 7, "get_or_fail_fail": 0, "get_or_fail_success": 7, "get_started": 0, "get_sum": 2923, "max": 3758096384, "put": 5, "put_sum": 2923, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-10T08:36:28.635 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 session ls 2024-09-10T08:36:28.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.734+0000 7f510b5c0640 1 Processor -- start 2024-09-10T08:36:28.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.734+0000 7f510b5c0640 1 -- start start 2024-09-10T08:36:28.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f510b5c0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510415b700 0x7f5104073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f510b5c0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f510406ed10 0x7f510406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f510b5c0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51040d0e20 con 0x7f51040af460 2024-09-10T08:36:28.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f510b5c0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f51040738b0 con 0x7f510406ed10 2024-09-10T08:36:28.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f510b5c0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f51040722d0 con 0x7f510415b700 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f5108b5b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510415b700 0x7f5104073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f5109b5d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f510406ed10 0x7f510406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f5109b5d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f510406ed10 0x7f510406f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:50258/0 (socket says 172.21.15.94:50258) 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f5109b5d640 1 -- 172.21.15.94:0/1569844014 learned_addr learned my addr 172.21.15.94:0/1569844014 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.735+0000 7f510935c640 1 --1- 172.21.15.94:0/1569844014 >> v1:172.21.15.143:6789/0 conn(0x7f51040af460 0x7f51040d0710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:36908/0 (socket says 172.21.15.94:36908) 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.736+0000 7f5109b5d640 1 -- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510415b700 msgr2=0x7f5104073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.736+0000 7f5109b5d640 1 --2- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510415b700 0x7f5104073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.736+0000 7f5109b5d640 1 -- 172.21.15.94:0/1569844014 >> v1:172.21.15.143:6789/0 conn(0x7f51040af460 legacy=0x7f51040d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.736+0000 7f5109b5d640 1 -- 172.21.15.94:0/1569844014 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51040725b0 con 0x7f510406ed10 2024-09-10T08:36:28.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.736+0000 7f5108b5b640 1 --2- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510415b700 0x7f5104073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.736+0000 7f5109b5d640 1 --2- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510406ed10 0x7f510406f1c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f50fc009e50 tx=0x7f50fc02a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56a69ca8ce552355 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f50fbfff640 1 -- 172.21.15.94:0/1569844014 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc036070 con 0x7f510406ed10 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f50fbfff640 1 -- 172.21.15.94:0/1569844014 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50fc031600 con 0x7f510406ed10 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f50fbfff640 1 -- 172.21.15.94:0/1569844014 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc0319d0 con 0x7f510406ed10 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 -- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510406ed10 msgr2=0x7f510406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 --2- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510406ed10 0x7f510406f1c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f50fc009e50 tx=0x7f50fc02a710 comp rx=0 tx=0).stop 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 -- 172.21.15.94:0/1569844014 shutdown_connections 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 --2- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510406ed10 0x7f510406f1c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 --2- 172.21.15.94:0/1569844014 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510415b700 0x7f5104073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 -- 172.21.15.94:0/1569844014 >> 172.21.15.94:0/1569844014 conn(0x7f510406bcf0 msgr2=0x7f510406c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 -- 172.21.15.94:0/1569844014 shutdown_connections 2024-09-10T08:36:28.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.737+0000 7f510b5c0640 1 -- 172.21.15.94:0/1569844014 wait complete. 2024-09-10T08:36:28.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.738+0000 7f510b5c0640 1 Processor -- start 2024-09-10T08:36:28.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510b5c0640 1 -- start start 2024-09-10T08:36:28.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510b5c0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510406ed10 0x7f51040ca960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510b5c0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51040af460 0x7f51040cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510b5c0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510415b700 0x7f51040b0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510b5c0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5104072e50 con 0x7f51040af460 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510b5c0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5104072b70 con 0x7f510415b700 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510b5c0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f51040af840 con 0x7f510406ed10 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f5108b5b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51040af460 0x7f51040cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f5108b5b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51040af460 0x7f51040cbb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55492/0 (socket says 172.21.15.94:55492) 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f5108b5b640 1 -- 172.21.15.94:0/232344362 learned_addr learned my addr 172.21.15.94:0/232344362 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f5109b5d640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510415b700 0x7f51040b0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.739+0000 7f510935c640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510406ed10 0x7f51040ca960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f5108b5b640 1 -- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510406ed10 msgr2=0x7f51040ca960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f5108b5b640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510406ed10 0x7f51040ca960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f5108b5b640 1 -- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510415b700 msgr2=0x7f51040b0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f5108b5b640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510415b700 0x7f51040b0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f5108b5b640 1 -- 172.21.15.94:0/232344362 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51040b1850 con 0x7f51040af460 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f5108b5b640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51040af460 0x7f51040cbb10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f50f400ed70 tx=0x7f50f400d720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f50f9ffb640 1 -- 172.21.15.94:0/232344362 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f4010850 con 0x7f51040af460 2024-09-10T08:36:28.744 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f50f9ffb640 1 -- 172.21.15.94:0/232344362 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50f40109f0 con 0x7f51040af460 2024-09-10T08:36:28.744 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51040b1b30 con 0x7f51040af460 2024-09-10T08:36:28.744 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f50f9ffb640 1 -- 172.21.15.94:0/232344362 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f4010da0 con 0x7f51040af460 2024-09-10T08:36:28.744 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.740+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51040cb310 con 0x7f51040af460 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.742+0000 7f50f9ffb640 1 -- 172.21.15.94:0/232344362 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f50f40213f0 con 0x7f51040af460 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.742+0000 7f50f9ffb640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f50e806be30 0x7f50e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.742+0000 7f50f9ffb640 1 -- 172.21.15.94:0/232344362 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f50f408b7c0 con 0x7f51040af460 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.742+0000 7f510935c640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f50e806be30 0x7f50e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.743+0000 7f510935c640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f50e806be30 0x7f50e806e2f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5100007fd0 tx=0x7f5100007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.743+0000 7f510e42f740 1 Processor -- start 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.743+0000 7f510e42f740 1 -- start start 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389dc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389d9d90 0x5603389db920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f510e42f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389bc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f510e42f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5603388f85d0 con 0x5603389da1f0 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5603388a0470 con 0x5603389dc5d0 2024-09-10T08:36:28.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5603388f4590 con 0x5603389d9d90 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389bc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389bc550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55508/0 (socket says 172.21.15.94:55508) 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 -- 172.21.15.94:0/3058084243 learned_addr learned my addr 172.21.15.94:0/3058084243 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5108b5b640 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389d9d90 0x5603389db920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f510935c640 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389dc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 -- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389d9d90 msgr2=0x5603389db920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389d9d90 0x5603389db920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 -- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 msgr2=0x5603389dc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389dc9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.744+0000 7f5109b5d640 1 -- 172.21.15.94:0/3058084243 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560338888860 con 0x5603389da1f0 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f5109b5d640 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389bc550 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f50fc034040 tx=0x7f50fc02e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78bf7490e0395bf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f50eeffd640 1 -- 172.21.15.94:0/3058084243 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc036040 con 0x5603389da1f0 2024-09-10T08:36:28.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f50eeffd640 1 -- 172.21.15.94:0/3058084243 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50fc037040 con 0x5603389da1f0 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f50eeffd640 1 -- 172.21.15.94:0/3058084243 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc0318a0 con 0x5603389da1f0 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 -- 172.21.15.94:0/3058084243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 msgr2=0x5603389bc550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389bc550 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f50fc034040 tx=0x7f50fc02e000 comp rx=0 tx=0).stop 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 -- 172.21.15.94:0/3058084243 shutdown_connections 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389bc550 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389d9d90 0x5603389db920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 --2- 172.21.15.94:0/3058084243 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389dc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 -- 172.21.15.94:0/3058084243 >> 172.21.15.94:0/3058084243 conn(0x560338992230 msgr2=0x5603389da640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 -- 172.21.15.94:0/3058084243 shutdown_connections 2024-09-10T08:36:28.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.745+0000 7f510e42f740 1 -- 172.21.15.94:0/3058084243 wait complete. 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.746+0000 7f510e42f740 1 -- start start 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.746+0000 7f510e42f740 1 Processor -- start 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389d3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510e42f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x5603389ba470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389bd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510e42f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5603389d8cf0 con 0x5603389dc5d0 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x560338881620 con 0x5603389da1f0 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5603389d8fd0 con 0x5603389bfd60 2024-09-10T08:36:28.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510e42f740 10 client.0 _ll_register_callbacks cb 0x5603388a55b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x5603389ba470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x5603389ba470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55524/0 (socket says 172.21.15.94:55524) 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 -- 172.21.15.94:0/425067240 learned_addr learned my addr 172.21.15.94:0/425067240 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f510935c640 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389d3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5109b5d640 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389bd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 -- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 msgr2=0x5603389bd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389bd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 -- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 msgr2=0x5603389d3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389d3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 -- 172.21.15.94:0/425067240 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56033860b3f0 con 0x5603389dc5d0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f5108b5b640 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x5603389ba470 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f50f4059690 tx=0x7f50f4059990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=487a6948174397c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.747+0000 7f50e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f50e3fff640 1 -- 172.21.15.94:0/425067240 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f4088060 con 0x5603389dc5d0 2024-09-10T08:36:28.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50fc037040 con 0x5603389dc5d0 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f50e3fff640 1 -- 172.21.15.94:0/425067240 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f50f4057c90 con 0x5603389dc5d0 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f50e3fff640 1 -- 172.21.15.94:0/425067240 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f50f4071070 con 0x5603389dc5d0 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 10 client.6402 fetch_fsmap learned FSMap version 39 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) -- 0x5603386d57d0 con 0x5603389dc5d0 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f50e3fff640 1 -- 172.21.15.94:0/425067240 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50fc037040 con 0x5603389dc5d0 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f50e3fff640 1 -- 172.21.15.94:0/425067240 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 39) ==== 3502+0+0 (secure 0 0 0) 0x7f50f400e040 con 0x5603389dc5d0 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 10 client.6402 fetch_fsmap finished waiting for FSMap version 39 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 10 client.6402 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.c 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 20 client.6402 populate_metadata read hostname 'smithi094' 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389eb6a0 0x5603389d14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 4 client.6402 mds_command: new command op to 6174 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 --> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560338957030 con 0x5603389eb6a0 2024-09-10T08:36:28.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510935c640 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389eb6a0 0x5603389d14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f50e3fff640 10 client.6402 ms_handle_connect on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.748+0000 7f510935c640 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389eb6a0 0x5603389d14e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fd9c15ca2e6eb65 server_cookie=f4afbf49a9b3b4de in_seq=0 out_seq=0 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f50e3fff640 1 -- 172.21.15.94:0/425067240 <== mds.0 v2:172.21.15.94:6836/2393180818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560338957030 con 0x5603389eb6a0 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f50e3fff640 10 client.6402 handle_command_reply: tid=0 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 client.6402 shutdown 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 msgr2=0x5603389ba470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x5603389ba470 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f50f4059690 tx=0x7f50f4059990 comp rx=0 tx=0).stop 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 shutdown_connections 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389eb6a0 0x5603389d14e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389bd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f50e3fff640 0 client.6402 ms_handle_reset on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x5603389ba470 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 --2- 172.21.15.94:0/425067240 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389d3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 >> 172.21.15.94:0/425067240 conn(0x5603389d9d90 msgr2=0x5603389bcb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 shutdown_connections 2024-09-10T08:36:28.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 1 -- 172.21.15.94:0/425067240 wait complete. 2024-09-10T08:36:28.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.749+0000 7f510e42f740 20 client.6402 trim_cache size 0 max 16384 2024-09-10T08:36:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.767+0000 7f510e42f740 1 Processor -- start 2024-09-10T08:36:28.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.767+0000 7f510e42f740 1 -- start start 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389db740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389daee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510e42f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x560338991480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510e42f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5104200ff0 con 0x5603389dc5d0 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5104200020 con 0x5603389da1f0 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f51041f8000 con 0x5603389bfd60 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x560338991480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x560338991480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55538/0 (socket says 172.21.15.94:55538) 2024-09-10T08:36:28.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 -- 172.21.15.94:0/2697838630 learned_addr learned my addr 172.21.15.94:0/2697838630 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5108b5b640 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389daee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510935c640 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389db740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 -- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 msgr2=0x5603389db740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389db740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 -- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 msgr2=0x5603389daee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389daee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 -- 172.21.15.94:0/2697838630 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603389d1850 con 0x5603389dc5d0 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5108b5b640 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389daee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f510935c640 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389db740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:28.772 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f5109b5d640 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x560338991480 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f50fc009f70 tx=0x7f50fc02f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a7c12be45765a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f50ee7fc640 1 -- 172.21.15.94:0/2697838630 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc04c070 con 0x5603389dc5d0 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f50ee7fc640 1 -- 172.21.15.94:0/2697838630 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50fc031680 con 0x5603389dc5d0 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.768+0000 7f50ee7fc640 1 -- 172.21.15.94:0/2697838630 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc036040 con 0x5603389dc5d0 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 -- 172.21.15.94:0/2697838630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 msgr2=0x560338991480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x560338991480 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f50fc009f70 tx=0x7f50fc02f000 comp rx=0 tx=0).stop 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 -- 172.21.15.94:0/2697838630 shutdown_connections 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389da1f0 0x5603389daee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389dc5d0 0x560338991480 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 --2- 172.21.15.94:0/2697838630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389db740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 -- 172.21.15.94:0/2697838630 >> 172.21.15.94:0/2697838630 conn(0x5603389d9d90 msgr2=0x5603389e9fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 -- 172.21.15.94:0/2697838630 shutdown_connections 2024-09-10T08:36:28.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 -- 172.21.15.94:0/2697838630 wait complete. 2024-09-10T08:36:28.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 -- start start 2024-09-10T08:36:28.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.769+0000 7f510e42f740 1 Processor -- start 2024-09-10T08:36:28.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389e7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510e42f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389d0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510e42f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389ba030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510e42f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5603389bf310 con 0x5603389da1f0 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f51041ff9d0 con 0x5603389dc5d0 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510e42f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5603389eacb0 con 0x5603389bfd60 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510e42f740 10 client.0 _ll_register_callbacks cb 0x7f50f40595a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f5108b5b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389d0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f5108b5b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389d0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55550/0 (socket says 172.21.15.94:55550) 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f5108b5b640 1 -- 172.21.15.94:0/2017987147 learned_addr learned my addr 172.21.15.94:0/2017987147 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.770+0000 7f510935c640 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389e7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f5109b5d640 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389ba030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f5108b5b640 1 -- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 msgr2=0x5603389e7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.778 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f5108b5b640 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389e7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f5108b5b640 1 -- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 msgr2=0x5603389ba030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f5108b5b640 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389ba030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f5108b5b640 1 -- 172.21.15.94:0/2017987147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603389b9e60 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f5108b5b640 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389d0530 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f50f4061f90 tx=0x7f50f4089a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce5ee75437dd03b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f50e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f50e3fff640 1 -- 172.21.15.94:0/2017987147 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f407c060 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f50e3fff640 1 -- 172.21.15.94:0/2017987147 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f50f4056000 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50fc031680 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f50e3fff640 1 -- 172.21.15.94:0/2017987147 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f50f4082050 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 10 client.6408 fetch_fsmap learned FSMap version 39 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=2+}) -- 0x560338991a40 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f50e3fff640 1 -- 172.21.15.94:0/2017987147 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50fc031680 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f50e3fff640 1 -- 172.21.15.94:0/2017987147 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 39) ==== 3502+0+0 (secure 0 0 0) 0x7f50f4062030 con 0x5603389da1f0 2024-09-10T08:36:28.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 10 client.6408 fetch_fsmap finished waiting for FSMap version 39 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 10 client.6408 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.c 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 20 client.6408 populate_metadata read hostname 'smithi094' 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389d0a70 0x560338a50d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 4 client.6408 mds_command: new command op to 6174 tid=0 multi_id=0 [{"prefix": "session ls"}] 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 --> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] -- command(tid 0: {"prefix": "session ls"}) -- 0x560338905d00 con 0x5603389d0a70 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.771+0000 7f510935c640 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389d0a70 0x560338a50d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f50e3fff640 10 client.6408 ms_handle_connect on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510935c640 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389d0a70 0x560338a50d40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a0e721ccc92e44c server_cookie=d7de2b1b964af65d in_seq=0 out_seq=0 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f50e3fff640 1 -- 172.21.15.94:0/2017987147 <== mds.0 v2:172.21.15.94:6836/2393180818 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560338905d00 con 0x5603389d0a70 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f50e3fff640 10 client.6408 handle_command_reply: tid=0 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 client.6408 shutdown 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 msgr2=0x5603389d0530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389d0530 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f50f4061f90 tx=0x7f50f4089a30 comp rx=0 tx=0).stop 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 shutdown_connections 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:6836/2393180818,v1:172.21.15.94:6837/2393180818] conn(0x5603389d0a70 0x560338a50d40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5603389dc5d0 0x5603389ba030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5603389da1f0 0x5603389d0530 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f50e3fff640 0 client.6408 ms_handle_reset on v2:172.21.15.94:6836/2393180818 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 --2- 172.21.15.94:0/2017987147 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5603389bfd60 0x5603389e7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 >> 172.21.15.94:0/2017987147 conn(0x5603389d9d90 msgr2=0x5603389ea1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 shutdown_connections 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 1 -- 172.21.15.94:0/2017987147 wait complete. 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.772+0000 7f510e42f740 20 client.6408 trim_cache size 0 max 16384 2024-09-10T08:36:28.781 INFO:teuthology.orchestra.run.smithi094.stdout:[] 2024-09-10T08:36:28.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f50e806be30 msgr2=0x7f50e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f50e806be30 0x7f50e806e2f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f5100007fd0 tx=0x7f5100007e80 comp rx=0 tx=0).stop 2024-09-10T08:36:28.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51040af460 msgr2=0x7f51040cbb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:28.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51040af460 0x7f51040cbb10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f50f400ed70 tx=0x7f50f400d720 comp rx=0 tx=0).stop 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 shutdown_connections 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f50e806be30 0x7f50e806e2f0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f510415b700 0x7f51040b0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51040af460 0x7f51040cbb10 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 --2- 172.21.15.94:0/232344362 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f510406ed10 0x7f51040ca960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 >> 172.21.15.94:0/232344362 conn(0x7f510406bcf0 msgr2=0x7f510415e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 shutdown_connections 2024-09-10T08:36:28.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:28.773+0000 7f510b5c0640 1 -- 172.21.15.94:0/232344362 wait complete. 2024-09-10T08:36:28.785 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump 2024-09-10T08:36:28.901 INFO:teuthology.orchestra.run.smithi094.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":24,"msgr_send_messages":25,"msgr_recv_bytes":6322,"msgr_send_bytes":13869,"msgr_created_connections":7,"msgr_active_connections":2,"msgr_running_total_time":0.003687347,"msgr_running_send_time":0.000335758,"msgr_running_recv_time":0.001634539,"msgr_running_fast_dispatch_time":0.000492123,"msgr_send_messages_queue_lat":{"avgcount":24,"sum":0.122376972,"avgtime":0.005099040},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":0,"msgr_send_encrypted_bytes":0},"AsyncMessenger::Worker-1":{"msgr_recv_messages":77,"msgr_send_messages":72,"msgr_recv_bytes":117654,"msgr_send_bytes":67053,"msgr_created_connections":9,"msgr_active_connections":3,"msgr_running_total_time":0.006868322,"msgr_running_send_time":0.001553442,"msgr_running_recv_time":0.008164866,"msgr_running_fast_dispatch_time":0.000234308,"msgr_send_messages_queue_lat":{"avgcount":72,"sum":0.062491151,"avgtime":0.000867932},"msgr_handle_ack_lat":{"avgcount":18,"sum":0.000002504,"avgtime":0.000000139},"msgr_recv_encrypted_bytes":112976,"msgr_send_encrypted_bytes":12992},"AsyncMessenger::Worker-2":{"msgr_recv_messages":25,"msgr_send_messages":29,"msgr_recv_bytes":7126,"msgr_send_bytes":112412,"msgr_created_connections":6,"msgr_active_connections":3,"msgr_running_total_time":0.006639623,"msgr_running_send_time":0.000755219,"msgr_running_recv_time":0.005330831,"msgr_running_fast_dispatch_time":0.000501996,"msgr_send_messages_queue_lat":{"avgcount":28,"sum":0.092398086,"avgtime":0.003299931},"msgr_handle_ack_lat":{"avgcount":11,"sum":0.000001437,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1728,"msgr_send_encrypted_bytes":99584},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":38,"sum":0.004456557,"avgtime":0.000117277}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":2,"sum":0.000015851,"avgtime":0.000007925}},"mds":{"request":3,"reply":3,"reply_latency":{"avgcount":3,"sum":0.000576113,"avgtime":0.000192037},"slow_reply":0,"forward":0,"dir_fetch_complete":0,"dir_fetch_keys":0,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":10,"inodes_top":0,"inodes_bottom":10,"inodes_pin_tail":0,"inodes_pinned":10,"inodes_expired":0,"inodes_with_caps":0,"caps":0,"subtrees":2,"traverse":5,"traverse_hit":5,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":0,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":0,"handle_client_caps_dirty":0,"handle_client_cap_release":0,"process_request_cap_release":1},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":0,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":7,"evex":0,"evtrm":0,"ev":7,"evexg":0,"evexd":0,"segadd":2,"segex":0,"segtrm":0,"seg":2,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":4197227,"rdpos":0,"jlat":{"avgcount":5,"sum":0.009809552,"avgtime":0.001961910},"replayed":0},"mds_mem":{"ino":13,"ino+":13,"ino-":0,"dir":12,"dir+":12,"dir-":0,"dn":10,"dn+":10,"dn-":0,"cap":0,"cap+":2,"cap-":2,"rss":42040,"heap":231788},"mds_server":{"dispatch_client_request":3,"dispatch_server_request":0,"handle_client_request":3,"handle_client_session":8,"handle_peer_request":0,"req_create_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_getattr_latency":{"avgcount":2,"sum":0.000309167,"avgtime":0.000154583},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":1,"sum":0.000266946,"avgtime":0.000266946},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":0,"session_add":2,"session_remove":2,"sessions_open":0,"sessions_stale":0,"total_load":2,"average_load":1,"avg_session_uptime":0,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":221411,"buffer_anon_items":62,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5424,"osdmap_items":76,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":52352,"mds_co_items":211,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":14043,"op_resend":37,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.501991503,"avgtime":0.011674221},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":11,"osdop_read":0,"osdop_write":5,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":22,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":78,"map_full":0,"map_inc":1,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1},"oft":{"omap_total_objs":1,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":121,"get_sum":115775,"get_or_fail_fail":0,"get_or_fail_success":121,"take":0,"take_sum":0,"put":121,"put_sum":115775,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":14043,"put":43,"put_sum":14043,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":43,"take_sum":43,"put":43,"put_sum":43,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x55cbf70cc500":{"val":0,"max":3758096384,"get_started":0,"get":7,"get_sum":2923,"get_or_fail_fail":0,"get_or_fail_success":7,"take":0,"take_sum":0,"put":5,"put_sum":2923,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-10T08:36:28.902 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 2, "msgr_created_connections": 7, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 6322, "msgr_recv_encrypted_bytes": 0, "msgr_recv_messages": 24, "msgr_running_fast_dispatch_time": 0.000492123, "msgr_running_recv_time": 0.001634539, "msgr_running_send_time": 0.000335758, "msgr_running_total_time": 0.003687347, "msgr_send_bytes": 13869, "msgr_send_encrypted_bytes": 0, "msgr_send_messages": 25, "msgr_send_messages_queue_lat": { "avgcount": 24, "avgtime": 0.00509904, "sum": 0.122376972 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 3, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 18, "avgtime": 1.39e-07, "sum": 2.504e-06 }, "msgr_recv_bytes": 117654, "msgr_recv_encrypted_bytes": 112976, "msgr_recv_messages": 77, "msgr_running_fast_dispatch_time": 0.000234308, "msgr_running_recv_time": 0.008164866, "msgr_running_send_time": 0.001553442, "msgr_running_total_time": 0.006868322, "msgr_send_bytes": 67053, "msgr_send_encrypted_bytes": 12992, "msgr_send_messages": 72, "msgr_send_messages_queue_lat": { "avgcount": 72, "avgtime": 0.000867932, "sum": 0.062491151 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 3, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 11, "avgtime": 1.3e-07, "sum": 1.437e-06 }, "msgr_recv_bytes": 7126, "msgr_recv_encrypted_bytes": 1728, "msgr_recv_messages": 25, "msgr_running_fast_dispatch_time": 0.000501996, "msgr_running_recv_time": 0.005330831, "msgr_running_send_time": 0.000755219, "msgr_running_total_time": 0.006639623, "msgr_send_bytes": 112412, "msgr_send_encrypted_bytes": 99584, "msgr_send_messages": 29, "msgr_send_messages_queue_lat": { "avgcount": 28, "avgtime": 0.003299931, "sum": 0.092398086 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 38, "avgtime": 0.000117277, "sum": 0.004456557 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 2, "avgtime": 7.925e-06, "sum": 1.5851e-05 }, "queue_len": 0 }, "mds": { "caps": 0, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 0, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 0, "dir_fetch_keys": 0, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 0, "handle_client_caps_dirty": 0, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 10, "inodes_bottom": 10, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 10, "inodes_top": 0, "inodes_with_caps": 0, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1, "q": 0, "reply": 3, "reply_latency": { "avgcount": 3, "avgtime": 0.000192037, "sum": 0.000576113 }, "request": 3, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 0, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 7, "evadd": 7, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 5, "avgtime": 0.00196191, "sum": 0.009809552 }, "rdpos": 0, "replayed": 0, "seg": 2, "segadd": 2, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 4197227 }, "mds_mem": { "cap": 0, "cap+": 2, "cap-": 2, "dir": 12, "dir+": 12, "dir-": 0, "dn": 10, "dn+": 10, "dn-": 0, "heap": 231788, "ino": 13, "ino+": 13, "ino-": 0, "rss": 42040 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 3, "dispatch_server_request": 0, "handle_client_request": 3, "handle_client_session": 8, "handle_peer_request": 0, "req_create_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getattr_latency": { "avgcount": 2, "avgtime": 0.000154583, "sum": 0.000309167 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 1, "avgtime": 0.000266946, "sum": 0.000266946 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "mds_sessions": { "average_load": 1, "avg_session_uptime": 0, "mdthresh_evicted": 0, "session_add": 2, "session_count": 0, "session_remove": 2, "sessions_open": 0, "sessions_stale": 0, "total_load": 2 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 221411, "buffer_anon_items": 62, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 52352, "mds_co_items": 211, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5424, "osdmap_items": 76, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 78, "map_full": 0, "map_inc": 1, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.011674221, "sum": 0.501991503 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 37, "op_rmw": 0, "op_send": 43, "op_send_bytes": 14043, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 11, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 22, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 5, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 1, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 121, "get_or_fail_fail": 0, "get_or_fail_success": 121, "get_started": 0, "get_sum": 115775, "max": 104857600, "put": 121, "put_sum": 115775, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 43, "put_sum": 14043, "take": 43, "take_sum": 14043, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 43, "put_sum": 43, "take": 43, "take_sum": 43, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x55cbf70cc500": { "get": 7, "get_or_fail_fail": 0, "get_or_fail_success": 7, "get_started": 0, "get_sum": 2923, "max": 3758096384, "put": 5, "put_sum": 2923, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-10T08:36:28.903 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-10T08:36:28.903 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:36:28.903 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:36:28.946 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:36:28.989 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:36:28.989 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:36:28.992 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:28.993 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:29.008 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:36:29.008 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:36:29.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:29.008 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:36:29.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:36:29.063 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-10T08:36:29.063 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:36:29.063 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:29.063 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:29.082 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:36:29.082 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:36:29.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:29.083 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:36:29.141 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T08:36:29.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:36:29.142 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:36:29.142 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:29.142 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:29.158 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:36:29.158 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:36:29.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:29.158 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T08:36:29.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:36:29.213 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T08:36:29.213 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:36:29.213 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:29.214 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:29.232 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:36:29.232 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:36:29.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:29.232 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T08:36:29.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:36:29.291 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T08:36:29.291 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:29.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.388+0000 7fb8eeb86640 1 Processor -- start 2024-09-10T08:36:29.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.388+0000 7fb8eeb86640 1 -- start start 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8eeb86640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e815e3a0 0x7fb8e8067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8eeb86640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb8e806e6f0 0x7fb8e806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8eeb86640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8e806c730 con 0x7fb8e8161f50 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8eeb86640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb8e806f070 con 0x7fb8e806e6f0 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8eeb86640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb8e806c4d0 con 0x7fb8e815e3a0 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8ec922640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e815e3a0 0x7fb8e8067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8dffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb8e806e6f0 0x7fb8e806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8ed123640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7fb8e8161f50 0x7fb8e8162400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:36916/0 (socket says 172.21.15.94:36916) 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.389+0000 7fb8ed123640 1 -- 172.21.15.94:0/72804034 learned_addr learned my addr 172.21.15.94:0/72804034 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8ec922640 1 -- 172.21.15.94:0/72804034 >> v2:172.21.15.143:3300/0 conn(0x7fb8e806e6f0 msgr2=0x7fb8e806eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8ec922640 1 --2- 172.21.15.94:0/72804034 >> v2:172.21.15.143:3300/0 conn(0x7fb8e806e6f0 0x7fb8e806eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.391 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8ec922640 1 -- 172.21.15.94:0/72804034 >> v1:172.21.15.143:6789/0 conn(0x7fb8e8161f50 legacy=0x7fb8e8162400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8ec922640 1 -- 172.21.15.94:0/72804034 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e806ca10 con 0x7fb8e815e3a0 2024-09-10T08:36:29.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8dffff640 1 --2- 172.21.15.94:0/72804034 >> v2:172.21.15.143:3300/0 conn(0x7fb8e806e6f0 0x7fb8e806eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:29.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8ec922640 1 --2- 172.21.15.94:0/72804034 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e815e3a0 0x7fb8e8067950 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb8e40097a0 tx=0x7fb8e402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=133ebc22aa685edd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:29.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8df7fe640 1 -- 172.21.15.94:0/72804034 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4037070 con 0x7fb8e815e3a0 2024-09-10T08:36:29.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.390+0000 7fb8df7fe640 1 -- 172.21.15.94:0/72804034 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8e4032440 con 0x7fb8e815e3a0 2024-09-10T08:36:29.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8df7fe640 1 -- 172.21.15.94:0/72804034 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4032810 con 0x7fb8e815e3a0 2024-09-10T08:36:29.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 -- 172.21.15.94:0/72804034 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e815e3a0 msgr2=0x7fb8e8067950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/72804034 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e815e3a0 0x7fb8e8067950 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb8e40097a0 tx=0x7fb8e402a180 comp rx=0 tx=0).stop 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 -- 172.21.15.94:0/72804034 shutdown_connections 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/72804034 >> v2:172.21.15.143:3300/0 conn(0x7fb8e806e6f0 0x7fb8e806eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/72804034 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e815e3a0 0x7fb8e8067950 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 -- 172.21.15.94:0/72804034 >> 172.21.15.94:0/72804034 conn(0x7fb8e80cd410 msgr2=0x7fb8e80cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 -- 172.21.15.94:0/72804034 shutdown_connections 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.391+0000 7fb8eeb86640 1 -- 172.21.15.94:0/72804034 wait complete. 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.392+0000 7fb8eeb86640 1 Processor -- start 2024-09-10T08:36:29.394 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.392+0000 7fb8eeb86640 1 -- start start 2024-09-10T08:36:29.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8eeb86640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb8e806e6f0 0x7fb8e815aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8eeb86640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb8e815e3a0 0x7fb8e80b0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8eeb86640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e8161f50 0x7fb8e80aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8eeb86640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e815e780 con 0x7fb8e815e3a0 2024-09-10T08:36:29.396 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8eeb86640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e806cfd0 con 0x7fb8e806e6f0 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8eeb86640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb8e8067e90 con 0x7fb8e8161f50 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8dffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb8e815e3a0 0x7fb8e80b0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8dffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb8e815e3a0 0x7fb8e80b0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55562/0 (socket says 172.21.15.94:55562) 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.393+0000 7fb8dffff640 1 -- 172.21.15.94:0/1295304838 learned_addr learned my addr 172.21.15.94:0/1295304838 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8ec922640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb8e806e6f0 0x7fb8e815aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8ed123640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e8161f50 0x7fb8e80aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dffff640 1 -- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e8161f50 msgr2=0x7fb8e80aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dffff640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e8161f50 0x7fb8e80aef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dffff640 1 -- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb8e806e6f0 msgr2=0x7fb8e815aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dffff640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb8e806e6f0 0x7fb8e815aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dffff640 1 -- 172.21.15.94:0/1295304838 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e8146050 con 0x7fb8e815e3a0 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8ec922640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb8e806e6f0 0x7fb8e815aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:29.397 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dffff640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb8e815e3a0 0x7fb8e80b0240 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fb8d800ebe0 tx=0x7fb8d800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:29.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dd7fa640 1 -- 172.21.15.94:0/1295304838 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d8017070 con 0x7fb8e815e3a0 2024-09-10T08:36:29.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dd7fa640 1 -- 172.21.15.94:0/1295304838 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb8d800cc30 con 0x7fb8e815e3a0 2024-09-10T08:36:29.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e80b0780 con 0x7fb8e815e3a0 2024-09-10T08:36:29.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8dd7fa640 1 -- 172.21.15.94:0/1295304838 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8d8013470 con 0x7fb8e815e3a0 2024-09-10T08:36:29.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.394+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e815b780 con 0x7fb8e815e3a0 2024-09-10T08:36:29.398 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.395+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8e80b3570 con 0x7fb8e815e3a0 2024-09-10T08:36:29.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.396+0000 7fb8dd7fa640 1 -- 172.21.15.94:0/1295304838 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb8d801a070 con 0x7fb8e815e3a0 2024-09-10T08:36:29.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.396+0000 7fb8dd7fa640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8d406be30 0x7fb8d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.396+0000 7fb8ec922640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8d406be30 0x7fb8d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.396+0000 7fb8dd7fa640 1 -- 172.21.15.94:0/1295304838 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7fb8d808b310 con 0x7fb8e815e3a0 2024-09-10T08:36:29.399 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.397+0000 7fb8ec922640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8d406be30 0x7fb8d406e2f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb8e4034000 tx=0x7fb8e402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:29.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.400+0000 7fb8dd7fa640 1 -- 172.21.15.94:0/1295304838 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb8e80b3570 con 0x7fb8e815e3a0 2024-09-10T08:36:29.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.598+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8e806f3e0 con 0x7fb8e815e3a0 2024-09-10T08:36:29.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.599+0000 7fb8dd7fa640 1 -- 172.21.15.94:0/1295304838 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5228 (secure 0 0 0) 0x7fb8d8059b30 con 0x7fb8e815e3a0 2024-09-10T08:36:29.600 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:29.600 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:07.698877+0000","modified":"2024-09-10T08:36:09.706305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6174},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6174":{"gid":6174,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2393180818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2393180818},{"type":"v1","addr":"172.21.15.94:6837","nonce":2393180818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6174,"qdb_cluster":[6174]},"id":5}]} 2024-09-10T08:36:29.601 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 39 2024-09-10T08:36:29.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8d406be30 msgr2=0x7fb8d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8d406be30 0x7fb8d406e2f0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fb8e4034000 tx=0x7fb8e402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:29.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb8e815e3a0 msgr2=0x7fb8e80b0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb8e815e3a0 0x7fb8e80b0240 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fb8d800ebe0 tx=0x7fb8d800c520 comp rx=0 tx=0).stop 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 shutdown_connections 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8d406be30 0x7fb8d406e2f0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb8e8161f50 0x7fb8e80aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb8e815e3a0 0x7fb8e80b0240 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 --2- 172.21.15.94:0/1295304838 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb8e806e6f0 0x7fb8e815aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 >> 172.21.15.94:0/1295304838 conn(0x7fb8e80cd410 msgr2=0x7fb8e80b57a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 shutdown_connections 2024-09-10T08:36:29.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.601+0000 7fb8eeb86640 1 -- 172.21.15.94:0/1295304838 wait complete. 2024-09-10T08:36:29.613 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:29.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.710+0000 7f52b9b03640 1 Processor -- start 2024-09-10T08:36:29.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.710+0000 7f52b9b03640 1 -- start start 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b9b03640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f52b4067950 0x7f52b40b5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b9b03640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b40b1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b9b03640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52b4067f10 con 0x7f52b415c280 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b9b03640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f52b406cdd0 con 0x7f52b4067950 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b9b03640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f52b406d0b0 con 0x7f52b40b6210 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b2ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f52b4067950 0x7f52b40b5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b2ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f52b4067950 0x7f52b40b5cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55576/0 (socket says 172.21.15.94:55576) 2024-09-10T08:36:29.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b2ffd640 1 -- 172.21.15.94:0/784400759 learned_addr learned my addr 172.21.15.94:0/784400759 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:29.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.711+0000 7f52b3fff640 1 --2- 172.21.15.94:0/784400759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b40b1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b2ffd640 1 -- 172.21.15.94:0/784400759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 msgr2=0x7f52b40b1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:29.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b2ffd640 1 --2- 172.21.15.94:0/784400759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b40b1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b2ffd640 1 -- 172.21.15.94:0/784400759 >> v1:172.21.15.143:6789/0 conn(0x7f52b415c280 legacy=0x7f52b406f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b2ffd640 1 -- 172.21.15.94:0/784400759 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52b406d390 con 0x7f52b4067950 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b2ffd640 1 --2- 172.21.15.94:0/784400759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b4067950 0x7f52b40b5cd0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f52a8009870 tx=0x7f52a802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8546d36dc4d2f1b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b27fc640 1 -- 172.21.15.94:0/784400759 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a8037070 con 0x7f52b4067950 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b27fc640 1 -- 172.21.15.94:0/784400759 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52a8032440 con 0x7f52b4067950 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.712+0000 7f52b27fc640 1 -- 172.21.15.94:0/784400759 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a8032810 con 0x7f52b4067950 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 -- 172.21.15.94:0/784400759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b4067950 msgr2=0x7f52b40b5cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 --2- 172.21.15.94:0/784400759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b4067950 0x7f52b40b5cd0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f52a8009870 tx=0x7f52a802a270 comp rx=0 tx=0).stop 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 -- 172.21.15.94:0/784400759 shutdown_connections 2024-09-10T08:36:29.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 --2- 172.21.15.94:0/784400759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b40b1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 --2- 172.21.15.94:0/784400759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b4067950 0x7f52b40b5cd0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 -- 172.21.15.94:0/784400759 >> 172.21.15.94:0/784400759 conn(0x7f52b40cd410 msgr2=0x7f52b40cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:29.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 -- 172.21.15.94:0/784400759 shutdown_connections 2024-09-10T08:36:29.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.713+0000 7f52b9b03640 1 -- 172.21.15.94:0/784400759 wait complete. 2024-09-10T08:36:29.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.714+0000 7f52b9b03640 1 Processor -- start 2024-09-10T08:36:29.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.714+0000 7f52b9b03640 1 -- start start 2024-09-10T08:36:29.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b9b03640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52b4067950 0x7f52b41f5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b9b03640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b41532f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b9b03640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b415c280 0x7f52b40ad870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b9b03640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f52b40b21a0 con 0x7f52b415c280 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b9b03640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f52b40b2020 con 0x7f52b4067950 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b9b03640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f52b40b2320 con 0x7f52b40b6210 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b415c280 0x7f52b40ad870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b415c280 0x7f52b40ad870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55580/0 (socket says 172.21.15.94:55580) 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b3fff640 1 -- 172.21.15.94:0/1408210468 learned_addr learned my addr 172.21.15.94:0/1408210468 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b37fe640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52b4067950 0x7f52b41f5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.715+0000 7f52b2ffd640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b41532f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b3fff640 1 -- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 msgr2=0x7f52b41532f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b3fff640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b41532f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b3fff640 1 -- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52b4067950 msgr2=0x7f52b41f5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b3fff640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52b4067950 0x7f52b41f5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b3fff640 1 -- 172.21.15.94:0/1408210468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52b4156c80 con 0x7f52b415c280 2024-09-10T08:36:29.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b3fff640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b415c280 0x7f52b40ad870 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00d800 tx=0x7f52ac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:29.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f529bfff640 1 -- 172.21.15.94:0/1408210468 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ac00b6c0 con 0x7f52b415c280 2024-09-10T08:36:29.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f529bfff640 1 -- 172.21.15.94:0/1408210468 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52ac019070 con 0x7f52b415c280 2024-09-10T08:36:29.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52b4156190 con 0x7f52b415c280 2024-09-10T08:36:29.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f529bfff640 1 -- 172.21.15.94:0/1408210468 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ac00bac0 con 0x7f52b415c280 2024-09-10T08:36:29.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.716+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52b4156470 con 0x7f52b415c280 2024-09-10T08:36:29.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.717+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52b406ea20 con 0x7f52b415c280 2024-09-10T08:36:29.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.717+0000 7f529bfff640 1 -- 172.21.15.94:0/1408210468 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f52ac00bc60 con 0x7f52b415c280 2024-09-10T08:36:29.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.718+0000 7f529bfff640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f52a006be30 0x7f52a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:29.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.718+0000 7f529bfff640 1 -- 172.21.15.94:0/1408210468 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f52ac08b2c0 con 0x7f52b415c280 2024-09-10T08:36:29.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.718+0000 7f52b37fe640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f52a006be30 0x7f52a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:29.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.718+0000 7f52b37fe640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f52a006be30 0x7f52a006e2f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f52a4001e70 tx=0x7f52a4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:29.723 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.722+0000 7f529bfff640 1 -- 172.21.15.94:0/1408210468 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f52b406ea20 con 0x7f52b415c280 2024-09-10T08:36:29.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.923+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f52b4155f90 con 0x7f52b415c280 2024-09-10T08:36:29.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.924+0000 7f529bfff640 1 -- 172.21.15.94:0/1408210468 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5228 (secure 0 0 0) 0x7f52ac08b0e0 con 0x7f52b415c280 2024-09-10T08:36:29.926 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:29.926 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:07.698877+0000","modified":"2024-09-10T08:36:09.706305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6174},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6174":{"gid":6174,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2393180818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2393180818},{"type":"v1","addr":"172.21.15.94:6837","nonce":2393180818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6174,"qdb_cluster":[6174]},"id":5}]} 2024-09-10T08:36:29.926 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 39 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f52a006be30 msgr2=0x7f52a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f52a006be30 0x7f52a006e2f0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f52a4001e70 tx=0x7f52a4009040 comp rx=0 tx=0).stop 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b415c280 msgr2=0x7f52b40ad870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b415c280 0x7f52b40ad870 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00d800 tx=0x7f52ac00dcc0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 shutdown_connections 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f52a006be30 0x7f52a006e2f0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f52b415c280 0x7f52b40ad870 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f52b40b6210 0x7f52b41532f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 --2- 172.21.15.94:0/1408210468 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f52b4067950 0x7f52b41f5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:29.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 >> 172.21.15.94:0/1408210468 conn(0x7f52b40cd410 msgr2=0x7f52b4155580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:29.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 shutdown_connections 2024-09-10T08:36:29.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:29.926+0000 7f52b9b03640 1 -- 172.21.15.94:0/1408210468 wait complete. 2024-09-10T08:36:29.938 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:30.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.035+0000 7f0c17df8640 1 Processor -- start 2024-09-10T08:36:30.036 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.035+0000 7f0c17df8640 1 -- start start 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c17df8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0c1015e500 0x7f0c1015e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c17df8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f0c100cf040 0x7f0c100cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c17df8640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c100cfd90 con 0x7f0c100d41a0 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c17df8640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0c100d26a0 con 0x7f0c1015e500 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c17df8640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f0c100b44f0 con 0x7f0c100cf040 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15b94640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0c1015e500 0x7f0c1015e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15393640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f0c100d41a0 0x7f0c100d45e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:51458/0 (socket says 172.21.15.94:51458) 2024-09-10T08:36:30.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15b94640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0c1015e500 0x7f0c1015e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55584/0 (socket says 172.21.15.94:55584) 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15393640 1 -- 172.21.15.94:0/965128466 learned_addr learned my addr 172.21.15.94:0/965128466 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c16395640 1 --2- 172.21.15.94:0/965128466 >> v2:172.21.15.143:3300/0 conn(0x7f0c100cf040 0x7f0c100cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15b94640 1 -- 172.21.15.94:0/965128466 >> v2:172.21.15.143:3300/0 conn(0x7f0c100cf040 msgr2=0x7f0c100cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15b94640 1 --2- 172.21.15.94:0/965128466 >> v2:172.21.15.143:3300/0 conn(0x7f0c100cf040 0x7f0c100cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15b94640 1 -- 172.21.15.94:0/965128466 >> v1:172.21.15.94:6789/0 conn(0x7f0c100d41a0 legacy=0x7f0c100d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c15b94640 1 -- 172.21.15.94:0/965128466 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c100d0070 con 0x7f0c1015e500 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.036+0000 7f0c14b92640 1 -- 172.21.15.94:0/965128466 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3898719742 0 0) 0x7f0c100cfd90 con 0x7f0c100d41a0 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.037+0000 7f0c15b94640 1 --2- 172.21.15.94:0/965128466 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c1015e500 0x7f0c1015e8e0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f0c100cee10 tx=0x7f0c0c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f14cf73422d8a6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.037+0000 7f0c14b92640 1 -- 172.21.15.94:0/965128466 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0c037070 con 0x7f0c1015e500 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.037+0000 7f0c14b92640 1 -- 172.21.15.94:0/965128466 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c0c032440 con 0x7f0c1015e500 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.037+0000 7f0c14b92640 1 -- 172.21.15.94:0/965128466 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0c032810 con 0x7f0c1015e500 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.037+0000 7f0c17df8640 1 -- 172.21.15.94:0/965128466 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c1015e500 msgr2=0x7f0c1015e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.037+0000 7f0c17df8640 1 --2- 172.21.15.94:0/965128466 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c1015e500 0x7f0c1015e8e0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f0c100cee10 tx=0x7f0c0c02a1a0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.038+0000 7f0c17df8640 1 -- 172.21.15.94:0/965128466 shutdown_connections 2024-09-10T08:36:30.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.038+0000 7f0c17df8640 1 --2- 172.21.15.94:0/965128466 >> v2:172.21.15.143:3300/0 conn(0x7f0c100cf040 0x7f0c100cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.038+0000 7f0c17df8640 1 --2- 172.21.15.94:0/965128466 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c1015e500 0x7f0c1015e8e0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.038+0000 7f0c17df8640 1 -- 172.21.15.94:0/965128466 >> 172.21.15.94:0/965128466 conn(0x7f0c1008bf90 msgr2=0x7f0c1009d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:30.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.038+0000 7f0c17df8640 1 -- 172.21.15.94:0/965128466 shutdown_connections 2024-09-10T08:36:30.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.038+0000 7f0c17df8640 1 -- 172.21.15.94:0/965128466 wait complete. 2024-09-10T08:36:30.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 Processor -- start 2024-09-10T08:36:30.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 -- start start 2024-09-10T08:36:30.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c100cf040 0x7f0c100b8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c100d41a0 0x7f0c10161990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c1015e500 0x7f0c1015ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0c100cf9f0 con 0x7f0c100cf040 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0c100b4180 con 0x7f0c1015e500 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.039+0000 7f0c17df8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0c100cfb70 con 0x7f0c100d41a0 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c100cf040 0x7f0c100b8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c100cf040 0x7f0c100b8120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:55592/0 (socket says 172.21.15.94:55592) 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 -- 172.21.15.94:0/2148165541 learned_addr learned my addr 172.21.15.94:0/2148165541 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c16395640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c1015e500 0x7f0c1015ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15393640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c100d41a0 0x7f0c10161990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 -- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c100d41a0 msgr2=0x7f0c10161990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c100d41a0 0x7f0c10161990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 -- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c1015e500 msgr2=0x7f0c1015ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c1015e500 0x7f0c1015ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 -- 172.21.15.94:0/2148165541 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c10161ed0 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15393640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c100d41a0 0x7f0c10161990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c15b94640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c100cf040 0x7f0c100b8120 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c000c00 tx=0x7f0c0c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c067fc640 1 -- 172.21.15.94:0/2148165541 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0c037050 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c067fc640 1 -- 172.21.15.94:0/2148165541 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c0c038040 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c067fc640 1 -- 172.21.15.94:0/2148165541 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0c004470 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c1015b1a0 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.040+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c100b8a90 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.041+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c100cf4b0 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.042+0000 7f0c067fc640 1 -- 172.21.15.94:0/2148165541 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c0c003610 con 0x7f0c100cf040 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.042+0000 7f0c067fc640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0bf406be30 0x7f0bf406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.042+0000 7f0c15393640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0bf406be30 0x7f0bf406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.042+0000 7f0c067fc640 1 -- 172.21.15.94:0/2148165541 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f0c0c0aba00 con 0x7f0c100cf040 2024-09-10T08:36:30.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.042+0000 7f0c15393640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0bf406be30 0x7f0bf406e2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0c100b9dd0 tx=0x7f0c00009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.046+0000 7f0c067fc640 1 -- 172.21.15.94:0/2148165541 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0c10161ed0 con 0x7f0c100cf040 2024-09-10T08:36:30.213 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.212+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0c1015e1d0 con 0x7f0c100cf040 2024-09-10T08:36:30.214 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.213+0000 7f0c067fc640 1 -- 172.21.15.94:0/2148165541 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+17005 (secure 0 0 0) 0x7f0c0c07a2b0 con 0x7f0c100cf040 2024-09-10T08:36:30.214 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:30.215 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":78,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:09.367069+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:05.660677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:06.681690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:30.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0bf406be30 msgr2=0x7f0bf406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0bf406be30 0x7f0bf406e2f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0c100b9dd0 tx=0x7f0c00009040 comp rx=0 tx=0).stop 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c100cf040 msgr2=0x7f0c100b8120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c100cf040 0x7f0c100b8120 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f0c0c000c00 tx=0x7f0c0c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 shutdown_connections 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0bf406be30 0x7f0bf406e2f0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c1015e500 0x7f0c1015ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c100d41a0 0x7f0c10161990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 --2- 172.21.15.94:0/2148165541 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c100cf040 0x7f0c100b8120 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 >> 172.21.15.94:0/2148165541 conn(0x7f0c1008bf90 msgr2=0x7f0c100751f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 shutdown_connections 2024-09-10T08:36:30.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.215+0000 7f0c17df8640 1 -- 172.21.15.94:0/2148165541 wait complete. 2024-09-10T08:36:30.227 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:36:30.228 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:30.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.324+0000 7f32ff6d0640 1 Processor -- start 2024-09-10T08:36:30.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.325+0000 7f32ff6d0640 1 -- start start 2024-09-10T08:36:30.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.325+0000 7f32ff6d0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f32f80d48b0 0x7f32f815e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.325+0000 7f32ff6d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f80cf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.325+0000 7f32ff6d0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32f80cfd90 con 0x7f32f815e500 2024-09-10T08:36:30.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.325+0000 7f32ff6d0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f32f80d26a0 con 0x7f32f80d48b0 2024-09-10T08:36:30.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.325+0000 7f32ff6d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f32f80b44f0 con 0x7f32f80cf040 2024-09-10T08:36:30.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fdc6d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f80cf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fcc6b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f32f80d48b0 0x7f32f815e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fcc6b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f32f80d48b0 0x7f32f815e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:41862/0 (socket says 172.21.15.94:41862) 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fdc6d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f80cf4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:42678/0 (socket says 172.21.15.94:42678) 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fcc6b640 1 -- 172.21.15.94:0/2036824341 learned_addr learned my addr 172.21.15.94:0/2036824341 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fd46c640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f32f815e500 0x7f32f80d41a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:48412/0 (socket says 172.21.15.94:48412) 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fcc6b640 1 -- 172.21.15.94:0/2036824341 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 msgr2=0x7f32f80cf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fcc6b640 1 --2- 172.21.15.94:0/2036824341 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f80cf4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fcc6b640 1 -- 172.21.15.94:0/2036824341 >> v1:172.21.15.143:6789/0 conn(0x7f32f815e500 legacy=0x7f32f80d41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.326+0000 7f32fcc6b640 1 -- 172.21.15.94:0/2036824341 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f80d0070 con 0x7f32f80d48b0 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.327+0000 7f32fcc6b640 1 --2- 172.21.15.94:0/2036824341 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 0x7f32f815e8e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f32ec009870 tx=0x7f32ec02a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4d5fb9c059ef9e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.327+0000 7f32f7fff640 1 -- 172.21.15.94:0/2036824341 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec037070 con 0x7f32f80d48b0 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.327+0000 7f32f7fff640 1 -- 172.21.15.94:0/2036824341 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32ec032440 con 0x7f32f80d48b0 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.327+0000 7f32f7fff640 1 -- 172.21.15.94:0/2036824341 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec032810 con 0x7f32f80d48b0 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 -- 172.21.15.94:0/2036824341 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 msgr2=0x7f32f815e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/2036824341 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 0x7f32f815e8e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f32ec009870 tx=0x7f32ec02a270 comp rx=0 tx=0).stop 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 -- 172.21.15.94:0/2036824341 shutdown_connections 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/2036824341 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f80cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/2036824341 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 0x7f32f815e8e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 -- 172.21.15.94:0/2036824341 >> 172.21.15.94:0/2036824341 conn(0x7f32f808bf90 msgr2=0x7f32f809d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:30.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 -- 172.21.15.94:0/2036824341 shutdown_connections 2024-09-10T08:36:30.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.328+0000 7f32ff6d0640 1 -- 172.21.15.94:0/2036824341 wait complete. 2024-09-10T08:36:30.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.329+0000 7f32ff6d0640 1 Processor -- start 2024-09-10T08:36:30.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.329+0000 7f32ff6d0640 1 -- start start 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32ff6d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f814ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32ff6d0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 0x7f32f815a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32ff6d0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f32f815e500 0x7f32f80b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32ff6d0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f32f80cfa30 con 0x7f32f815e500 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32ff6d0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f32f80b4180 con 0x7f32f80d48b0 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32ff6d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f32f80b4980 con 0x7f32f80cf040 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f32f815e500 0x7f32f80b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f32f815e500 0x7f32f80b72a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39732/0 (socket says 172.21.15.94:39732) 2024-09-10T08:36:30.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 -- 172.21.15.94:0/1985951180 learned_addr learned my addr 172.21.15.94:0/1985951180 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fd46c640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f814ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fcc6b640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 0x7f32f815a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 -- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 msgr2=0x7f32f814ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f814ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 -- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 msgr2=0x7f32f815a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 0x7f32f815a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 -- 172.21.15.94:0/1985951180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f80ba100 con 0x7f32f815e500 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32fdc6d640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f32f815e500 0x7f32f80b72a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f32f000e7f0 tx=0x7f32f000ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32f5ffb640 1 -- 172.21.15.94:0/1985951180 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f0017070 con 0x7f32f815e500 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32f5ffb640 1 -- 172.21.15.94:0/1985951180 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32f000ee40 con 0x7f32f815e500 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32f815fad0 con 0x7f32f815e500 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.330+0000 7f32f5ffb640 1 -- 172.21.15.94:0/1985951180 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f000cb80 con 0x7f32f815e500 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.331+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32f815ada0 con 0x7f32f815e500 2024-09-10T08:36:30.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.332+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32f80cf4f0 con 0x7f32f815e500 2024-09-10T08:36:30.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.332+0000 7f32f5ffb640 1 -- 172.21.15.94:0/1985951180 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f32f001a070 con 0x7f32f815e500 2024-09-10T08:36:30.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.332+0000 7f32f5ffb640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f32e406be60 0x7f32e406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.333+0000 7f32fd46c640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f32e406be60 0x7f32e406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.333+0000 7f32f5ffb640 1 -- 172.21.15.94:0/1985951180 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f32f008acf0 con 0x7f32f815e500 2024-09-10T08:36:30.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.333+0000 7f32fd46c640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f32e406be60 0x7f32e406e320 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f32e8007fd0 tx=0x7f32e80016d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.337+0000 7f32f5ffb640 1 -- 172.21.15.94:0/1985951180 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f32f008f070 con 0x7f32f815e500 2024-09-10T08:36:30.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.537+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32f80cb300 con 0x7f32f815e500 2024-09-10T08:36:30.540 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.539+0000 7f32f5ffb640 1 -- 172.21.15.94:0/1985951180 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5228 (secure 0 0 0) 0x7f32f0058f50 con 0x7f32f815e500 2024-09-10T08:36:30.540 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:30.540 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:07.698877+0000","modified":"2024-09-10T08:36:09.706305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6174},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6174":{"gid":6174,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2393180818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2393180818},{"type":"v1","addr":"172.21.15.94:6837","nonce":2393180818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6174,"qdb_cluster":[6174]},"id":5}]} 2024-09-10T08:36:30.540 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 39 2024-09-10T08:36:30.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f32e406be60 msgr2=0x7f32e406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f32e406be60 0x7f32e406e320 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f32e8007fd0 tx=0x7f32e80016d0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f32f815e500 msgr2=0x7f32f80b72a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f32f815e500 0x7f32f80b72a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f32f000e7f0 tx=0x7f32f000ebf0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 shutdown_connections 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f32e406be60 0x7f32e406e320 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f32f80d48b0 0x7f32f815a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f32f815e500 0x7f32f80b72a0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 --2- 172.21.15.94:0/1985951180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f32f80cf040 0x7f32f814ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 >> 172.21.15.94:0/1985951180 conn(0x7f32f808bf90 msgr2=0x7f32f80b30b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 shutdown_connections 2024-09-10T08:36:30.543 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.541+0000 7f32ff6d0640 1 -- 172.21.15.94:0/1985951180 wait complete. 2024-09-10T08:36:30.553 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:30.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.649+0000 7fc380186640 1 Processor -- start 2024-09-10T08:36:30.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.649+0000 7fc380186640 1 -- start start 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc380186640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc37815b160 0x7fc378073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc380186640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc37815ecf0 0x7fc3780adb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc380186640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37806f450 0x7fc37806f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc380186640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc378073940 con 0x7fc37815b160 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc380186640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc37806fda0 con 0x7fc37815ecf0 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc380186640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc37815f1f0 con 0x7fc37806f450 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc37815b160 0x7fc378073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc37815b160 0x7fc378073400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39736/0 (socket says 172.21.15.94:39736) 2024-09-10T08:36:30.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 -- 172.21.15.94:0/1032773356 learned_addr learned my addr 172.21.15.94:0/1032773356 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 -- 172.21.15.94:0/1032773356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37806f450 msgr2=0x7fc37806f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37e723640 1 --2- 172.21.15.94:0/1032773356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37806f450 0x7fc37806f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37d721640 1 --2- 172.21.15.94:0/1032773356 >> v2:172.21.15.143:3300/0 conn(0x7fc37815ecf0 0x7fc3780adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 --2- 172.21.15.94:0/1032773356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37806f450 0x7fc37806f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 -- 172.21.15.94:0/1032773356 >> v2:172.21.15.143:3300/0 conn(0x7fc37815ecf0 msgr2=0x7fc3780adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 --2- 172.21.15.94:0/1032773356 >> v2:172.21.15.143:3300/0 conn(0x7fc37815ecf0 0x7fc3780adb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37df22640 1 -- 172.21.15.94:0/1032773356 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc37815f4d0 con 0x7fc37815b160 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37e723640 1 --2- 172.21.15.94:0/1032773356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37806f450 0x7fc37806f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:30.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.650+0000 7fc37d721640 1 --2- 172.21.15.94:0/1032773356 >> v2:172.21.15.143:3300/0 conn(0x7fc37815ecf0 0x7fc3780adb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:30.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.651+0000 7fc37df22640 1 --2- 172.21.15.94:0/1032773356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815b160 0x7fc378073400 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fc37806d6b0 tx=0x7fc37402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5003ee8924706a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.651+0000 7fc37cf20640 1 -- 172.21.15.94:0/1032773356 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc374037070 con 0x7fc37815b160 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.651+0000 7fc37cf20640 1 -- 172.21.15.94:0/1032773356 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc374032440 con 0x7fc37815b160 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.651+0000 7fc37cf20640 1 -- 172.21.15.94:0/1032773356 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc374032810 con 0x7fc37815b160 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 -- 172.21.15.94:0/1032773356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815b160 msgr2=0x7fc378073400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 --2- 172.21.15.94:0/1032773356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815b160 0x7fc378073400 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fc37806d6b0 tx=0x7fc37402a140 comp rx=0 tx=0).stop 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 -- 172.21.15.94:0/1032773356 shutdown_connections 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 --2- 172.21.15.94:0/1032773356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37806f450 0x7fc37806f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 --2- 172.21.15.94:0/1032773356 >> v2:172.21.15.143:3300/0 conn(0x7fc37815ecf0 0x7fc3780adb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 --2- 172.21.15.94:0/1032773356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815b160 0x7fc378073400 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 -- 172.21.15.94:0/1032773356 >> 172.21.15.94:0/1032773356 conn(0x7fc3780b1b30 msgr2=0x7fc3780b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:30.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 -- 172.21.15.94:0/1032773356 shutdown_connections 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.652+0000 7fc380186640 1 -- 172.21.15.94:0/1032773356 wait complete. 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.653+0000 7fc380186640 1 Processor -- start 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.653+0000 7fc380186640 1 -- start start 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc380186640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc37806f450 0x7fc3780cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc380186640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37815b160 0x7fc37809d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc380186640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815ecf0 0x7fc378158230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc380186640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc37815b540 con 0x7fc37815ecf0 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc380186640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc37815fa90 con 0x7fc37806f450 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc380186640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc3780ae0b0 con 0x7fc37815b160 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815ecf0 0x7fc378158230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815ecf0 0x7fc378158230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39752/0 (socket says 172.21.15.94:39752) 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 -- 172.21.15.94:0/3563148743 learned_addr learned my addr 172.21.15.94:0/3563148743 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:30.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37d721640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37815b160 0x7fc37809d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37df22640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc37806f450 0x7fc3780cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 -- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37815b160 msgr2=0x7fc37809d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37815b160 0x7fc37809d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 -- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc37806f450 msgr2=0x7fc3780cc410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc37806f450 0x7fc3780cc410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 -- 172.21.15.94:0/3563148743 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc37809bd30 con 0x7fc37815ecf0 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37d721640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37815b160 0x7fc37809d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37df22640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc37806f450 0x7fc3780cc410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc37e723640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815ecf0 0x7fc378158230 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fc370007df0 tx=0x7fc37000e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.654+0000 7fc36e7fc640 1 -- 172.21.15.94:0/3563148743 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37000c2e0 con 0x7fc37815ecf0 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.655+0000 7fc36e7fc640 1 -- 172.21.15.94:0/3563148743 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc37000ead0 con 0x7fc37815ecf0 2024-09-10T08:36:30.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.655+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc37809bfd0 con 0x7fc37815ecf0 2024-09-10T08:36:30.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.655+0000 7fc36e7fc640 1 -- 172.21.15.94:0/3563148743 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37000a470 con 0x7fc37815ecf0 2024-09-10T08:36:30.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.655+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc37809c590 con 0x7fc37815ecf0 2024-09-10T08:36:30.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.655+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3780b21c0 con 0x7fc37815ecf0 2024-09-10T08:36:30.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.656+0000 7fc36e7fc640 1 -- 172.21.15.94:0/3563148743 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc37000a610 con 0x7fc37815ecf0 2024-09-10T08:36:30.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.656+0000 7fc36e7fc640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc35c06bfd0 0x7fc35c06e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.656+0000 7fc36e7fc640 1 -- 172.21.15.94:0/3563148743 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7fc37008d340 con 0x7fc37815ecf0 2024-09-10T08:36:30.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.656+0000 7fc37df22640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc35c06bfd0 0x7fc35c06e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.657+0000 7fc37df22640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc35c06bfd0 0x7fc35c06e490 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc374034000 tx=0x7fc37402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.661+0000 7fc36e7fc640 1 -- 172.21.15.94:0/3563148743 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc37005bbf0 con 0x7fc37815ecf0 2024-09-10T08:36:30.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.859+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc37806fac0 con 0x7fc37815ecf0 2024-09-10T08:36:30.861 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.860+0000 7fc36e7fc640 1 -- 172.21.15.94:0/3563148743 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+5228 (secure 0 0 0) 0x7fc37005b4f0 con 0x7fc37815ecf0 2024-09-10T08:36:30.861 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:30.862 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":39,"btime":"2024-09-10T08:36:10:381637+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[{"mdsmap":{"epoch":39,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:07.698877+0000","modified":"2024-09-10T08:36:09.706305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6174},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6174":{"gid":6174,"name":"c","rank":0,"incarnation":37,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2393180818","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2393180818},{"type":"v1","addr":"172.21.15.94:6837","nonce":2393180818}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6174,"qdb_cluster":[6174]},"id":5}]} 2024-09-10T08:36:30.862 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 39 2024-09-10T08:36:30.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc35c06bfd0 msgr2=0x7fc35c06e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc35c06bfd0 0x7fc35c06e490 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc374034000 tx=0x7fc37402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:30.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815ecf0 msgr2=0x7fc378158230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815ecf0 0x7fc378158230 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fc370007df0 tx=0x7fc37000e420 comp rx=0 tx=0).stop 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 shutdown_connections 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc35c06bfd0 0x7fc35c06e490 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc37815ecf0 0x7fc378158230 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc37815b160 0x7fc37809d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 --2- 172.21.15.94:0/3563148743 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc37806f450 0x7fc3780cc410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 >> 172.21.15.94:0/3563148743 conn(0x7fc3780b1b30 msgr2=0x7fc378074fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 shutdown_connections 2024-09-10T08:36:30.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.862+0000 7fc380186640 1 -- 172.21.15.94:0/3563148743 wait complete. 2024-09-10T08:36:30.874 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:30.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.971+0000 7f84d5d9f640 1 Processor -- start 2024-09-10T08:36:30.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.971+0000 7f84d5d9f640 1 -- start start 2024-09-10T08:36:30.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.971+0000 7f84d5d9f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f84d006f450 0x7f84d006f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.971+0000 7f84d5d9f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84d006fda0 con 0x7f84d015ecf0 2024-09-10T08:36:30.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.971+0000 7f84d5d9f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84d015f1f0 con 0x7f84d015b160 2024-09-10T08:36:30.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.971+0000 7f84d5d9f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f84d015f4d0 con 0x7f84d006f450 2024-09-10T08:36:30.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f84d015ecf0 0x7f84d00adb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33684/0 (socket says 172.21.15.94:33684) 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 -- 172.21.15.94:0/2300749101 learned_addr learned my addr 172.21.15.94:0/2300749101 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2550174290 0 0) 0x7f84c4001110 con 0x7f84d015ecf0 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84b8003520 con 0x7f84d015ecf0 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84cffff640 1 --2- 172.21.15.94:0/2300749101 >> v2:172.21.15.143:3300/0 conn(0x7f84d006f450 0x7f84d006f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3526630869 0 0) 0x7f84b8003520 con 0x7f84d015ecf0 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 >> v2:172.21.15.143:3300/0 conn(0x7f84d006f450 msgr2=0x7f84d006f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 --2- 172.21.15.94:0/2300749101 >> v2:172.21.15.143:3300/0 conn(0x7f84d006f450 0x7f84d006f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 >> v1:172.21.15.143:6789/0 conn(0x7f84d015b160 legacy=0x7f84d0073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d015f7b0 con 0x7f84d015ecf0 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f84c4001840 con 0x7f84d015ecf0 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 >> v1:172.21.15.94:6789/0 conn(0x7f84d015ecf0 legacy=0x7f84d00adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b80039b0 0x7f84b8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84b8004800 0x7f84b8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84b80052e0 0x7f84b800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f84d015f4d0 con 0x7f84b8004800 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f84b800c1b0 con 0x7f84b80052e0 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f84b800c3b0 con 0x7f84b80039b0 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84b8004800 0x7f84b8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84cf7fe640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b80039b0 0x7f84b8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84cffff640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84b80052e0 0x7f84b800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 -- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b80039b0 msgr2=0x7f84b8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b80039b0 0x7f84b8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 -- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84b80052e0 msgr2=0x7f84b800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84b80052e0 0x7f84b800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84ceffd640 1 -- 172.21.15.94:0/2300749101 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84b8003520 con 0x7f84b8004800 2024-09-10T08:36:30.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.972+0000 7f84cf7fe640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b80039b0 0x7f84b8003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.973+0000 7f84cffff640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84b80052e0 0x7f84b800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.973+0000 7f84cffff640 1 -- 172.21.15.94:0/2300749101 reap_dead start 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.973+0000 7f84ceffd640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84b8004800 0x7f84b8004c80 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f84d015f120 tx=0x7f84b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd3e770b4afc6d32 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.973+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c400c0e0 con 0x7f84b8004800 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.973+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84c4034070 con 0x7f84b8004800 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.973+0000 7f84ce7fc640 1 -- 172.21.15.94:0/2300749101 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c4005d70 con 0x7f84b8004800 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.974+0000 7f84d5d9f640 1 -- 172.21.15.94:0/2300749101 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84b8004800 msgr2=0x7f84b8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.974+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84b8004800 0x7f84b8004c80 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f84d015f120 tx=0x7f84b8005830 comp rx=0 tx=0).stop 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.974+0000 7f84d5d9f640 1 -- 172.21.15.94:0/2300749101 shutdown_connections 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.974+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/2300749101 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84b8004800 0x7f84b8004c80 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.974+0000 7f84d5d9f640 1 -- 172.21.15.94:0/2300749101 >> 172.21.15.94:0/2300749101 conn(0x7f84d00b1b30 msgr2=0x7f84d00b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:30.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.974+0000 7f84d5d9f640 1 -- 172.21.15.94:0/2300749101 shutdown_connections 2024-09-10T08:36:30.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.974+0000 7f84d5d9f640 1 -- 172.21.15.94:0/2300749101 wait complete. 2024-09-10T08:36:30.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.975+0000 7f84d5d9f640 1 Processor -- start 2024-09-10T08:36:30.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.975+0000 7f84d5d9f640 1 -- start start 2024-09-10T08:36:30.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84d5d9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b8004800 0x7f84d00af640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84d5d9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84d0145900 0x7f84d00affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84d5d9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84d0145d60 0x7f84d00b04e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84d5d9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f84d006f860 con 0x7f84d0145d60 2024-09-10T08:36:30.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84d5d9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f84d015b540 con 0x7f84d0145900 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84d5d9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f84d006f9e0 con 0x7f84b8004800 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84d0145d60 0x7f84d00b04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84d0145d60 0x7f84d00b04e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39778/0 (socket says 172.21.15.94:39778) 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 -- 172.21.15.94:0/1131280088 learned_addr learned my addr 172.21.15.94:0/1131280088 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 -- 172.21.15.94:0/1131280088 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b8004800 msgr2=0x7f84d00af640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b8004800 0x7f84d00af640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84ceffd640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84d0145900 0x7f84d00affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 -- 172.21.15.94:0/1131280088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84d0145900 msgr2=0x7f84d00affa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84d0145900 0x7f84d00affa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 -- 172.21.15.94:0/1131280088 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d00ae5e0 con 0x7f84d0145d60 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.976+0000 7f84cffff640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84d0145d60 0x7f84d00b04e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f84d00717a0 tx=0x7f84c800f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.977+0000 7f84b7fff640 1 -- 172.21.15.94:0/1131280088 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c8014870 con 0x7f84d0145d60 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.977+0000 7f84b7fff640 1 -- 172.21.15.94:0/1131280088 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84c801a070 con 0x7f84d0145d60 2024-09-10T08:36:30.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.977+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84d00ae880 con 0x7f84d0145d60 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.977+0000 7f84b7fff640 1 -- 172.21.15.94:0/1131280088 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c8014c90 con 0x7f84d0145d60 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.977+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84d00aee40 con 0x7f84d0145d60 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.978+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84d0073400 con 0x7f84d0145d60 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.978+0000 7f84b7fff640 1 -- 172.21.15.94:0/1131280088 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f84c8012070 con 0x7f84d0145d60 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.979+0000 7f84b7fff640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84bc06be30 0x7f84bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.979+0000 7f84b7fff640 1 -- 172.21.15.94:0/1131280088 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f84c808ad10 con 0x7f84d0145d60 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.979+0000 7f84cf7fe640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84bc06be30 0x7f84bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:30.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.979+0000 7f84cf7fe640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84bc06be30 0x7f84bc06e2f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f84c0007fd0 tx=0x7f84c0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:30.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:30.983+0000 7f84b7fff640 1 -- 172.21.15.94:0/1131280088 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f84c8059530 con 0x7f84d0145d60 2024-09-10T08:36:31.152 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.151+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84d00ad470 con 0x7f84d0145d60 2024-09-10T08:36:31.153 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.152+0000 7f84b7fff640 1 -- 172.21.15.94:0/1131280088 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+17005 (secure 0 0 0) 0x7f84c8058e30 con 0x7f84d0145d60 2024-09-10T08:36:31.153 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:31.153 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":78,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:09.367069+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:05.660677+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:06.681690+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"78","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84bc06be30 msgr2=0x7f84bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84bc06be30 0x7f84bc06e2f0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f84c0007fd0 tx=0x7f84c0009040 comp rx=0 tx=0).stop 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84d0145d60 msgr2=0x7f84d00b04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84d0145d60 0x7f84d00b04e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f84d00717a0 tx=0x7f84c800f670 comp rx=0 tx=0).stop 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 shutdown_connections 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84bc06be30 0x7f84bc06e2f0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84d0145900 0x7f84d00affa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84d0145d60 0x7f84d00b04e0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 --2- 172.21.15.94:0/1131280088 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84b8004800 0x7f84d00af640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 >> 172.21.15.94:0/1131280088 conn(0x7f84d00b1b30 msgr2=0x7f84d009c180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 shutdown_connections 2024-09-10T08:36:31.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.154+0000 7f84d5d9f640 1 -- 172.21.15.94:0/1131280088 wait complete. 2024-09-10T08:36:31.167 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T08:36:31.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.265+0000 7f0a964e4640 1 Processor -- start 2024-09-10T08:36:31.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.265+0000 7f0a964e4640 1 -- start start 2024-09-10T08:36:31.267 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.265+0000 7f0a964e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9015b700 0x7f0a90073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.265+0000 7f0a964e4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f0a9006ed10 0x7f0a9006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a964e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a900d0e20 con 0x7f0a900af460 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a964e4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f0a900738b0 con 0x7f0a9006ed10 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a964e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0a900722d0 con 0x7f0a9015b700 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a8f7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9015b700 0x7f0a90073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a94a81640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f0a9006ed10 0x7f0a9006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a8f7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9015b700 0x7f0a90073370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:42722/0 (socket says 172.21.15.94:42722) 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a8f7fe640 1 -- 172.21.15.94:0/2366273929 learned_addr learned my addr 172.21.15.94:0/2366273929 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a94a81640 1 -- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9015b700 msgr2=0x7f0a90073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a94a81640 1 --2- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9015b700 0x7f0a90073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a94a81640 1 -- 172.21.15.94:0/2366273929 >> v1:172.21.15.143:6789/0 conn(0x7f0a900af460 legacy=0x7f0a900d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a94a81640 1 -- 172.21.15.94:0/2366273929 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a900725b0 con 0x7f0a9006ed10 2024-09-10T08:36:31.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.266+0000 7f0a8f7fe640 1 --2- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9015b700 0x7f0a90073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:31.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.267+0000 7f0a94a81640 1 --2- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9006ed10 0x7f0a9006f1c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0a88009d90 tx=0x7f0a8802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1753819879aab36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:31.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.267+0000 7f0a8effd640 1 -- 172.21.15.94:0/2366273929 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a88007740 con 0x7f0a9006ed10 2024-09-10T08:36:31.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.267+0000 7f0a8effd640 1 -- 172.21.15.94:0/2366273929 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a880078e0 con 0x7f0a9006ed10 2024-09-10T08:36:31.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.267+0000 7f0a8effd640 1 -- 172.21.15.94:0/2366273929 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a88007cb0 con 0x7f0a9006ed10 2024-09-10T08:36:31.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 -- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9006ed10 msgr2=0x7f0a9006f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 --2- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9006ed10 0x7f0a9006f1c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0a88009d90 tx=0x7f0a8802a660 comp rx=0 tx=0).stop 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 -- 172.21.15.94:0/2366273929 shutdown_connections 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 --2- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9006ed10 0x7f0a9006f1c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 --2- 172.21.15.94:0/2366273929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9015b700 0x7f0a90073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 -- 172.21.15.94:0/2366273929 >> 172.21.15.94:0/2366273929 conn(0x7f0a9006bcf0 msgr2=0x7f0a9006c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 -- 172.21.15.94:0/2366273929 shutdown_connections 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.268+0000 7f0a964e4640 1 -- 172.21.15.94:0/2366273929 wait complete. 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.269+0000 7f0a964e4640 1 Processor -- start 2024-09-10T08:36:31.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.269+0000 7f0a964e4640 1 -- start start 2024-09-10T08:36:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a964e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9006ed10 0x7f0a9014f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a964e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0a900af460 0x7f0a900cc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a964e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9015b700 0x7f0a9006dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a964e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0a90072e50 con 0x7f0a900af460 2024-09-10T08:36:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a964e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0a90072b70 con 0x7f0a9015b700 2024-09-10T08:36:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a964e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0a900af840 con 0x7f0a9006ed10 2024-09-10T08:36:31.273 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0a900af460 0x7f0a900cc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0a900af460 0x7f0a900cc5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39792/0 (socket says 172.21.15.94:39792) 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 -- 172.21.15.94:0/4273750686 learned_addr learned my addr 172.21.15.94:0/4273750686 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8ffff640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9006ed10 0x7f0a9014f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a94a81640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9015b700 0x7f0a9006dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 -- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9006ed10 msgr2=0x7f0a9014f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9006ed10 0x7f0a9014f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 -- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9015b700 msgr2=0x7f0a9006dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9015b700 0x7f0a9006dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 -- 172.21.15.94:0/4273750686 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a900cbaa0 con 0x7f0a900af460 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a94a81640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9015b700 0x7f0a9006dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8f7fe640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0a900af460 0x7f0a900cc5d0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f0a8400e9b0 tx=0x7f0a8400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.270+0000 7f0a8cff9640 1 -- 172.21.15.94:0/4273750686 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a84017070 con 0x7f0a900af460 2024-09-10T08:36:31.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.271+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a900cec00 con 0x7f0a900af460 2024-09-10T08:36:31.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.271+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a900cf1c0 con 0x7f0a900af460 2024-09-10T08:36:31.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.271+0000 7f0a8cff9640 1 -- 172.21.15.94:0/4273750686 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a8400c9a0 con 0x7f0a900af460 2024-09-10T08:36:31.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.271+0000 7f0a8cff9640 1 -- 172.21.15.94:0/4273750686 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a8400cd50 con 0x7f0a900af460 2024-09-10T08:36:31.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.271+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a90073370 con 0x7f0a900af460 2024-09-10T08:36:31.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.272+0000 7f0a8cff9640 1 -- 172.21.15.94:0/4273750686 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0a8401a070 con 0x7f0a900af460 2024-09-10T08:36:31.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.272+0000 7f0a8cff9640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0a7c06be30 0x7f0a7c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.273+0000 7f0a8cff9640 1 -- 172.21.15.94:0/4273750686 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6101+0+0 (secure 0 0 0) 0x7f0a8408b210 con 0x7f0a900af460 2024-09-10T08:36:31.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.273+0000 7f0a8ffff640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0a7c06be30 0x7f0a7c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.273+0000 7f0a8ffff640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0a7c06be30 0x7f0a7c06e2f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0a80001640 tx=0x7f0a80009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:31.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.277+0000 7f0a8cff9640 1 -- 172.21.15.94:0/4273750686 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0a840599b0 con 0x7f0a900af460 2024-09-10T08:36:31.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.478+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f0a9015c810 con 0x7f0a900af460 2024-09-10T08:36:31.480 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:36:31.479+0000 7f045c404640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:36:31.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.480+0000 7f0a8cff9640 1 -- 172.21.15.94:0/4273750686 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v40) ==== 161+0+0 (secure 0 0 0) 0x7f0a840592b0 con 0x7f0a900af460 2024-09-10T08:36:31.481 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:36:31.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0a7c06be30 msgr2=0x7f0a7c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0a7c06be30 0x7f0a7c06e2f0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0a80001640 tx=0x7f0a80009040 comp rx=0 tx=0).stop 2024-09-10T08:36:31.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0a900af460 msgr2=0x7f0a900cc5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0a900af460 0x7f0a900cc5d0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f0a8400e9b0 tx=0x7f0a8400ee70 comp rx=0 tx=0).stop 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 shutdown_connections 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0a7c06be30 0x7f0a7c06e2f0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0a9015b700 0x7f0a9006dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0a900af460 0x7f0a900cc5d0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 --2- 172.21.15.94:0/4273750686 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0a9006ed10 0x7f0a9014f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 >> 172.21.15.94:0/4273750686 conn(0x7f0a9006bcf0 msgr2=0x7f0a9015d550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 shutdown_connections 2024-09-10T08:36:31.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.483+0000 7f0a964e4640 1 -- 172.21.15.94:0/4273750686 wait complete. 2024-09-10T08:36:31.486 INFO:tasks.ceph.mds.c.smithi094.stderr: -1056> 2024-09-10T08:36:13.624+0000 7fa58ebb3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:36:31.496 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:36:31.510 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:36:31.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.596+0000 7f7bf9386640 1 Processor -- start 2024-09-10T08:36:31.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.596+0000 7f7bf9386640 1 -- start start 2024-09-10T08:36:31.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf9386640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7bf415e650 0x7f7bf40cf380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf9386640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bf40d32c0 con 0x7f7bf40cf8c0 2024-09-10T08:36:31.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf9386640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bf40d35a0 con 0x7f7bf40d4ae0 2024-09-10T08:36:31.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf9386640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f7bf40d3880 con 0x7f7bf415e650 2024-09-10T08:36:31.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf2ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f7bf415e650 0x7f7bf40cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bea7fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7bf40cf8c0 0x7f7bf40d43d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33690/0 (socket says 172.21.15.94:33690) 2024-09-10T08:36:31.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bea7fc640 1 -- 172.21.15.94:0/1084901058 learned_addr learned my addr 172.21.15.94:0/1084901058 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:31.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf2ffd640 1 -- 172.21.15.94:0/1084901058 >> v1:172.21.15.143:6789/0 conn(0x7f7bf40d4ae0 legacy=0x7f7bf40b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:31.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf2ffd640 1 -- 172.21.15.94:0/1084901058 >> v1:172.21.15.94:6789/0 conn(0x7f7bf40cf8c0 legacy=0x7f7bf40d43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf2ffd640 1 -- 172.21.15.94:0/1084901058 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bf40d3b60 con 0x7f7bf415e650 2024-09-10T08:36:31.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.597+0000 7f7bf27fc640 1 -- 172.21.15.94:0/1084901058 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1056892047 0 0) 0x7f7bf40d32c0 con 0x7f7bf40cf8c0 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.598+0000 7f7bf2ffd640 1 --2- 172.21.15.94:0/1084901058 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf40cf380 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f7be40097a0 tx=0x7f7be402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21dc0791617a08f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.598+0000 7f7bf27fc640 1 -- 172.21.15.94:0/1084901058 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4037070 con 0x7f7bf415e650 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.598+0000 7f7bf27fc640 1 -- 172.21.15.94:0/1084901058 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7be4032440 con 0x7f7bf415e650 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.598+0000 7f7bf27fc640 1 -- 172.21.15.94:0/1084901058 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4032810 con 0x7f7bf415e650 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.599+0000 7f7bf9386640 1 -- 172.21.15.94:0/1084901058 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 msgr2=0x7f7bf40cf380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.599+0000 7f7bf9386640 1 --2- 172.21.15.94:0/1084901058 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf40cf380 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f7be40097a0 tx=0x7f7be402a270 comp rx=0 tx=0).stop 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.599+0000 7f7bf9386640 1 -- 172.21.15.94:0/1084901058 shutdown_connections 2024-09-10T08:36:31.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.599+0000 7f7bf9386640 1 --2- 172.21.15.94:0/1084901058 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf40cf380 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.599+0000 7f7bf9386640 1 -- 172.21.15.94:0/1084901058 >> 172.21.15.94:0/1084901058 conn(0x7f7bf4073660 msgr2=0x7f7bf4073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.599+0000 7f7bf9386640 1 -- 172.21.15.94:0/1084901058 shutdown_connections 2024-09-10T08:36:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.599+0000 7f7bf9386640 1 -- 172.21.15.94:0/1084901058 wait complete. 2024-09-10T08:36:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.600+0000 7f7bf9386640 1 Processor -- start 2024-09-10T08:36:31.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.600+0000 7f7bf9386640 1 -- start start 2024-09-10T08:36:31.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf9386640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7bf40cf8c0 0x7f7bf41f7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf9386640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7bf40d4ae0 0x7f7bf4159c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf9386640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf4160c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf9386640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf40b7e70 con 0x7f7bf415e650 2024-09-10T08:36:31.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf9386640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf40b7cf0 con 0x7f7bf40cf8c0 2024-09-10T08:36:31.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf9386640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7bf40b7ff0 con 0x7f7bf40d4ae0 2024-09-10T08:36:31.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf4160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf4160c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39820/0 (socket says 172.21.15.94:39820) 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 -- 172.21.15.94:0/2556762200 learned_addr learned my addr 172.21.15.94:0/2556762200 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf2ffd640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7bf40cf8c0 0x7f7bf41f7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bea7fc640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7bf40d4ae0 0x7f7bf4159c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 -- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7bf40d4ae0 msgr2=0x7f7bf4159c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7bf40d4ae0 0x7f7bf4159c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 -- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7bf40cf8c0 msgr2=0x7f7bf41f7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7bf40cf8c0 0x7f7bf41f7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf37fe640 1 -- 172.21.15.94:0/2556762200 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bf415a570 con 0x7f7bf415e650 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bf2ffd640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7bf40cf8c0 0x7f7bf41f7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.601+0000 7f7bea7fc640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7bf40d4ae0 0x7f7bf4159c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:31.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.602+0000 7f7bf37fe640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf4160c00 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00c700 tx=0x7f7bec00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.602+0000 7f7bebfff640 1 -- 172.21.15.94:0/2556762200 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec016020 con 0x7f7bf415e650 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.602+0000 7f7bebfff640 1 -- 172.21.15.94:0/2556762200 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bec00aa50 con 0x7f7bf415e650 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.602+0000 7f7bebfff640 1 -- 172.21.15.94:0/2556762200 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bec00ae40 con 0x7f7bf415e650 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.602+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bf415a850 con 0x7f7bf415e650 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.602+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bf415ae10 con 0x7f7bf415e650 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.603+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bf40cf380 con 0x7f7bf415e650 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.603+0000 7f7bebfff640 1 -- 172.21.15.94:0/2556762200 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7bec019020 con 0x7f7bf415e650 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.604+0000 7f7bebfff640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7bd406be30 0x7f7bd406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.604+0000 7f7bf2ffd640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7bd406be30 0x7f7bd406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:31.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.604+0000 7f7bebfff640 1 -- 172.21.15.94:0/2556762200 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6187+0+0 (secure 0 0 0) 0x7f7bec08b030 con 0x7f7bf415e650 2024-09-10T08:36:31.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.604+0000 7f7bf2ffd640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7bd406be30 0x7f7bd406e2f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7be4034000 tx=0x7f7be402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:31.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.608+0000 7f7bebfff640 1 -- 172.21.15.94:0/2556762200 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7bec020030 con 0x7f7bf415e650 2024-09-10T08:36:31.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:31.811+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f7bf40d44e0 con 0x7f7bf415e650 2024-09-10T08:36:32.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.481+0000 7f7bebfff640 1 -- 172.21.15.94:0/2556762200 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v41) ==== 104+0+0 (secure 0 0 0) 0x7f7bec059800 con 0x7f7bf415e650 2024-09-10T08:36:32.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7bd406be30 msgr2=0x7f7bd406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:32.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7bd406be30 0x7f7bd406e2f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7be4034000 tx=0x7f7be402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:32.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 msgr2=0x7f7bf4160c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf4160c00 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00c700 tx=0x7f7bec00cbc0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 shutdown_connections 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7bd406be30 0x7f7bd406e2f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7bf415e650 0x7f7bf4160c00 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7bf40d4ae0 0x7f7bf4159c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 --2- 172.21.15.94:0/2556762200 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7bf40cf8c0 0x7f7bf41f7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 >> 172.21.15.94:0/2556762200 conn(0x7f7bf4073660 msgr2=0x7f7bf40b95c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 shutdown_connections 2024-09-10T08:36:32.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.484+0000 7f7bf9386640 1 -- 172.21.15.94:0/2556762200 wait complete. 2024-09-10T08:36:32.498 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:36:32.641 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.639+0000 7f3d66023640 1 Processor -- start 2024-09-10T08:36:32.641 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.639+0000 7f3d66023640 1 -- start start 2024-09-10T08:36:32.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d66023640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f3d6015e530 0x7f3d600b4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d66023640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d6015e910 con 0x7f3d60073430 2024-09-10T08:36:32.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d66023640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d600702a0 con 0x7f3d600706e0 2024-09-10T08:36:32.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d66023640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f3d600b3f90 con 0x7f3d6015e530 2024-09-10T08:36:32.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d5ffff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f3d60073430 0x7f3d6006ed50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33706/0 (socket says 172.21.15.94:33706) 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d5ffff640 1 -- 172.21.15.94:0/3272335247 learned_addr learned my addr 172.21.15.94:0/3272335247 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 919671794 0 0) 0x7f3d6015e910 con 0x7f3d60073430 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d48003520 con 0x7f3d60073430 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.640+0000 7f3d5f7fe640 1 --2- 172.21.15.94:0/3272335247 >> v2:172.21.15.143:3300/0 conn(0x7f3d6015e530 0x7f3d600b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1730656080 0 0) 0x7f3d48003520 con 0x7f3d60073430 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 >> v2:172.21.15.143:3300/0 conn(0x7f3d6015e530 msgr2=0x7f3d600b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 --2- 172.21.15.94:0/3272335247 >> v2:172.21.15.143:3300/0 conn(0x7f3d6015e530 0x7f3d600b4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 >> v1:172.21.15.143:6789/0 conn(0x7f3d600706e0 legacy=0x7f3d60072d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d60162c10 con 0x7f3d60073430 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f3d58001670 con 0x7f3d60073430 2024-09-10T08:36:32.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 >> v1:172.21.15.94:6789/0 conn(0x7f3d60073430 legacy=0x7f3d6006ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d480039b0 0x7f3d48003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d48004800 0x7f3d48004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d480052e0 0x7f3d4800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3d600b3f90 con 0x7f3d48004800 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4800c1b0 con 0x7f3d480052e0 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3d4800c3b0 con 0x7f3d480039b0 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5effd640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d48004800 0x7f3d48004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5f7fe640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d480039b0 0x7f3d48003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5ffff640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d480052e0 0x7f3d4800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5effd640 1 -- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d480039b0 msgr2=0x7f3d48003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5effd640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d480039b0 0x7f3d48003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5effd640 1 -- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d480052e0 msgr2=0x7f3d4800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5effd640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d480052e0 0x7f3d4800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5effd640 1 -- 172.21.15.94:0/3272335247 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d48003520 con 0x7f3d48004800 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5ffff640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d480052e0 0x7f3d4800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5f7fe640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d480039b0 0x7f3d48003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.641+0000 7f3d5ffff640 1 -- 172.21.15.94:0/3272335247 reap_dead start 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.642+0000 7f3d5effd640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d48004800 0x7f3d48004c80 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f3d60070be0 tx=0x7f3d48005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7cd56b234bc376b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.642+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d54001370 con 0x7f3d48004800 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.642+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d540052d0 con 0x7f3d48004800 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.642+0000 7f3d5e7fc640 1 -- 172.21.15.94:0/3272335247 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5402ab70 con 0x7f3d48004800 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.642+0000 7f3d66023640 1 -- 172.21.15.94:0/3272335247 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d48004800 msgr2=0x7f3d48004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.642+0000 7f3d66023640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d48004800 0x7f3d48004c80 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f3d60070be0 tx=0x7f3d48005830 comp rx=0 tx=0).stop 2024-09-10T08:36:32.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.643+0000 7f3d66023640 1 -- 172.21.15.94:0/3272335247 shutdown_connections 2024-09-10T08:36:32.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.643+0000 7f3d66023640 1 --2- 172.21.15.94:0/3272335247 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d48004800 0x7f3d48004c80 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.643+0000 7f3d66023640 1 -- 172.21.15.94:0/3272335247 >> 172.21.15.94:0/3272335247 conn(0x7f3d600b2c90 msgr2=0x7f3d600b3070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:32.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.643+0000 7f3d66023640 1 -- 172.21.15.94:0/3272335247 shutdown_connections 2024-09-10T08:36:32.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.643+0000 7f3d66023640 1 -- 172.21.15.94:0/3272335247 wait complete. 2024-09-10T08:36:32.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.644+0000 7f3d66023640 1 Processor -- start 2024-09-10T08:36:32.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.644+0000 7f3d66023640 1 -- start start 2024-09-10T08:36:32.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d48004800 0x7f3d60152720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d60156660 0x7f3d6015be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d6015c340 0x7f3d60153ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3d60162ef0 con 0x7f3d6015c340 2024-09-10T08:36:32.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3d600b60c0 con 0x7f3d60156660 2024-09-10T08:36:32.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3d60073880 con 0x7f3d48004800 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d6015c340 0x7f3d60153ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d6015c340 0x7f3d60153ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39830/0 (socket says 172.21.15.94:39830) 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 -- 172.21.15.94:0/2375045423 learned_addr learned my addr 172.21.15.94:0/2375045423 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5effd640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d60156660 0x7f3d6015be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5f7fe640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d48004800 0x7f3d60152720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 -- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d48004800 msgr2=0x7f3d60152720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d48004800 0x7f3d60152720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 -- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d60156660 msgr2=0x7f3d6015be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d60156660 0x7f3d6015be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 -- 172.21.15.94:0/2375045423 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d601501a0 con 0x7f3d6015c340 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5f7fe640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d48004800 0x7f3d60152720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:32.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d5ffff640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d6015c340 0x7f3d60153ec0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f3d58000ff0 tx=0x7f3d5800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d47fff640 1 -- 172.21.15.94:0/2375045423 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5800c590 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d47fff640 1 -- 172.21.15.94:0/2375045423 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d58018070 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d47fff640 1 -- 172.21.15.94:0/2375045423 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5800c950 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d60155120 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.645+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d60151f20 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.646+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d600b4420 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.647+0000 7f3d47fff640 1 -- 172.21.15.94:0/2375045423 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3d5800caf0 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.647+0000 7f3d47fff640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d4c06be60 0x7f3d4c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.647+0000 7f3d47fff640 1 -- 172.21.15.94:0/2375045423 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6187+0+0 (secure 0 0 0) 0x7f3d5808abc0 con 0x7f3d6015c340 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.647+0000 7f3d5f7fe640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d4c06be60 0x7f3d4c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:32.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.648+0000 7f3d5f7fe640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d4c06be60 0x7f3d4c06e320 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3d6006a350 tx=0x7f3d5000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:32.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.652+0000 7f3d47fff640 1 -- 172.21.15.94:0/2375045423 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d58059420 con 0x7f3d6015c340 2024-09-10T08:36:32.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:32.817+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3d60155640 con 0x7f3d6015c340 2024-09-10T08:36:33.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.547+0000 7f3d47fff640 1 -- 172.21.15.94:0/2375045423 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v80) ==== 181+0+0 (secure 0 0 0) 0x7f3d58058d20 con 0x7f3d6015c340 2024-09-10T08:36:33.549 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d4c06be60 msgr2=0x7f3d4c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d4c06be60 0x7f3d4c06e320 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3d6006a350 tx=0x7f3d5000b040 comp rx=0 tx=0).stop 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d6015c340 msgr2=0x7f3d60153ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d6015c340 0x7f3d60153ec0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f3d58000ff0 tx=0x7f3d5800eb90 comp rx=0 tx=0).stop 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 shutdown_connections 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d4c06be60 0x7f3d4c06e320 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d60156660 0x7f3d6015be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d6015c340 0x7f3d60153ec0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.550+0000 7f3d66023640 1 --2- 172.21.15.94:0/2375045423 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d48004800 0x7f3d60152720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.551+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 >> 172.21.15.94:0/2375045423 conn(0x7f3d600b2c90 msgr2=0x7f3d6006ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:33.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.551+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 shutdown_connections 2024-09-10T08:36:33.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.551+0000 7f3d66023640 1 -- 172.21.15.94:0/2375045423 wait complete. 2024-09-10T08:36:33.566 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:36:33.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.669+0000 7fd68ee8c640 1 Processor -- start 2024-09-10T08:36:33.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.669+0000 7fd68ee8c640 1 -- start start 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68ee8c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 0x7fd688169870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68ee8c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6880cf0a0 con 0x7fd68815e790 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68ee8c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6880cf380 con 0x7fd6880d0e00 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68ee8c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd68806db40 con 0x7fd688167480 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68cc28640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd68815e790 0x7fd6880d4b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33712/0 (socket says 172.21.15.94:33712) 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68cc28640 1 -- 172.21.15.94:0/640410477 learned_addr learned my addr 172.21.15.94:0/640410477 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68d429640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 0x7fd688169870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 534878526 0 0) 0x7fd6880cf0a0 con 0x7fd68815e790 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd678003520 con 0x7fd68815e790 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3510478197 0 0) 0x7fd678003520 con 0x7fd68815e790 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 msgr2=0x7fd688169870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:33.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 0x7fd688169870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 >> v1:172.21.15.143:6789/0 conn(0x7fd6880d0e00 legacy=0x7fd6880d1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6880cf660 con 0x7fd68815e790 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fd67c001670 con 0x7fd68815e790 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 >> v1:172.21.15.94:6789/0 conn(0x7fd68815e790 legacy=0x7fd6880d4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6780039e0 0x7fd678003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 0x7fd678004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd6780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd68806db40 con 0x7fd678004d40 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd67800b9f0 con 0x7fd6780039e0 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd67800bbf0 con 0x7fd688167480 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.670+0000 7fd68d429640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd6780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68cc28640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6780039e0 0x7fd678003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:33.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd687fff640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 0x7fd678004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68d429640 1 -- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 msgr2=0x7fd678004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68d429640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 0x7fd678004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68d429640 1 -- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6780039e0 msgr2=0x7fd678003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68d429640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6780039e0 0x7fd678003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68d429640 1 -- 172.21.15.94:0/640410477 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd678003520 con 0x7fd678004d40 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd687fff640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd688167480 0x7fd678004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68cc28640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6780039e0 0x7fd678003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.671+0000 7fd68d429640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd6780051c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fd68808cfb0 tx=0x7fd678005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5daee6841485d67f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd680037070 con 0x7fd678004d40 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd68002e050 con 0x7fd678004d40 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd6877fe640 1 -- 172.21.15.94:0/640410477 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd680009c10 con 0x7fd678004d40 2024-09-10T08:36:33.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd68ee8c640 1 -- 172.21.15.94:0/640410477 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 msgr2=0x7fd6780051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:33.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd68ee8c640 1 --2- 172.21.15.94:0/640410477 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd6780051c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fd68808cfb0 tx=0x7fd678005830 comp rx=0 tx=0).stop 2024-09-10T08:36:33.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd68d429640 1 -- 172.21.15.94:0/640410477 reap_dead start 2024-09-10T08:36:33.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd68ee8c640 1 -- 172.21.15.94:0/640410477 shutdown_connections 2024-09-10T08:36:33.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd68ee8c640 1 -- 172.21.15.94:0/640410477 >> 172.21.15.94:0/640410477 conn(0x7fd68809d740 msgr2=0x7fd6880d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:33.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd68ee8c640 1 -- 172.21.15.94:0/640410477 shutdown_connections 2024-09-10T08:36:33.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.672+0000 7fd68ee8c640 1 -- 172.21.15.94:0/640410477 wait complete. 2024-09-10T08:36:33.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.673+0000 7fd68ee8c640 1 Processor -- start 2024-09-10T08:36:33.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.673+0000 7fd68ee8c640 1 -- start start 2024-09-10T08:36:33.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68ee8c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd688161790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68ee8c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6880b8990 0x7fd6881f3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68ee8c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd6881f4340 0x7fd6881f47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68ee8c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd6880d0140 con 0x7fd678004d40 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68ee8c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd688162f30 con 0x7fd6880b8990 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68ee8c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd6880b9270 con 0x7fd6881f4340 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68cc28640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd688161790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68cc28640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd688161790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39844/0 (socket says 172.21.15.94:39844) 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.674+0000 7fd68cc28640 1 -- 172.21.15.94:0/2217563150 learned_addr learned my addr 172.21.15.94:0/2217563150 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68cc28640 1 -- 172.21.15.94:0/2217563150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd6881f4340 msgr2=0x7fd6881f47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68cc28640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd6881f4340 0x7fd6881f47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68cc28640 1 -- 172.21.15.94:0/2217563150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6880b8990 msgr2=0x7fd6881f3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68cc28640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6880b8990 0x7fd6881f3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:33.680 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68cc28640 1 -- 172.21.15.94:0/2217563150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6880b9550 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68cc28640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd688161790 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00e770 tx=0x7fd67c00ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd6857fa640 1 -- 172.21.15.94:0/2217563150 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c00ee80 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd6857fa640 1 -- 172.21.15.94:0/2217563150 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd67c018070 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd6857fa640 1 -- 172.21.15.94:0/2217563150 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c00cad0 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6880b9830 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.675+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6880b9df0 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.676+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6880b9ff0 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.676+0000 7fd6857fa640 1 -- 172.21.15.94:0/2217563150 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd67c00cc70 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.677+0000 7fd6857fa640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd66c06be30 0x7fd66c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.677+0000 7fd687fff640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd66c06be30 0x7fd66c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.677+0000 7fd6857fa640 1 -- 172.21.15.94:0/2217563150 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5749+0+0 (secure 0 0 0) 0x7fd67c08ac90 con 0x7fd678004d40 2024-09-10T08:36:33.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.677+0000 7fd687fff640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd66c06be30 0x7fd66c06e2f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd674007ac0 tx=0x7fd674009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:33.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.681+0000 7fd6857fa640 1 -- 172.21.15.94:0/2217563150 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd6880b9ff0 con 0x7fd678004d40 2024-09-10T08:36:33.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:33.846+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd6880d02c0 con 0x7fd678004d40 2024-09-10T08:36:34.560 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.558+0000 7fd6857fa640 1 -- 172.21.15.94:0/2217563150 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v81) ==== 169+0+0 (secure 0 0 0) 0x7fd67c0596a0 con 0x7fd678004d40 2024-09-10T08:36:34.560 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-09-10T08:36:34.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd66c06be30 msgr2=0x7fd66c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd66c06be30 0x7fd66c06e2f0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd674007ac0 tx=0x7fd674009040 comp rx=0 tx=0).stop 2024-09-10T08:36:34.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 msgr2=0x7fd688161790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd688161790 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00e770 tx=0x7fd67c00ec30 comp rx=0 tx=0).stop 2024-09-10T08:36:34.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 shutdown_connections 2024-09-10T08:36:34.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd66c06be30 0x7fd66c06e2f0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd6880b8990 0x7fd6881f3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd6881f4340 0x7fd6881f47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 --2- 172.21.15.94:0/2217563150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd678004d40 0x7fd688161790 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.561+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 >> 172.21.15.94:0/2217563150 conn(0x7fd68809d740 msgr2=0x7fd6880b35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:34.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.562+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 shutdown_connections 2024-09-10T08:36:34.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.562+0000 7fd68ee8c640 1 -- 172.21.15.94:0/2217563150 wait complete. 2024-09-10T08:36:34.576 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds ms_async_reap_threshold 2024-09-10T08:36:34.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.683+0000 7f717fb9f640 1 Processor -- start 2024-09-10T08:36:34.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.684+0000 7f717fb9f640 1 -- start start 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.684+0000 7f717fb9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 0x7f717809b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.684+0000 7f717fb9f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f717809b590 0x7f7178070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.684+0000 7f717fb9f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71780b49a0 con 0x7f7178070590 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.684+0000 7f717fb9f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f717806dac0 con 0x7f717809b590 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.684+0000 7f717fb9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f717806d750 con 0x7f717809ac70 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717e13c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7178070590 0x7f7178162870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33714/0 (socket says 172.21.15.94:33714) 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717e13c640 1 -- 172.21.15.94:0/1575557119 learned_addr learned my addr 172.21.15.94:0/1575557119 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d13a640 1 --2- 172.21.15.94:0/1575557119 >> v2:172.21.15.143:3300/0 conn(0x7f717809b590 0x7f7178070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d93b640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 0x7f717809b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1134693927 0 0) 0x7f71780b49a0 con 0x7f7178070590 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7164003520 con 0x7f7178070590 2024-09-10T08:36:34.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2419919449 0 0) 0x7f7164003520 con 0x7f7178070590 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 msgr2=0x7f717809b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 0x7f717809b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 >> v2:172.21.15.143:3300/0 conn(0x7f717809b590 msgr2=0x7f7178070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 --2- 172.21.15.94:0/1575557119 >> v2:172.21.15.143:3300/0 conn(0x7f717809b590 0x7f7178070050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f717806e900 con 0x7f7178070590 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f7170001670 con 0x7f7178070590 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 >> v1:172.21.15.94:6789/0 conn(0x7f7178070590 legacy=0x7f7178162870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f71640039b0 0x7f7164003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 0x7f7164004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7164004d40 0x7f71640051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f717806dac0 con 0x7f71640039b0 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f717806d750 con 0x7f7164004d40 2024-09-10T08:36:34.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f716400ba40 con 0x7f717809ac70 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d93b640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f71640039b0 0x7f7164003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d13a640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 0x7f7164004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717e13c640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7164004d40 0x7f71640051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d93b640 1 -- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 msgr2=0x7f7164004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d93b640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f717809ac70 0x7f7164004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d93b640 1 -- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7164004d40 msgr2=0x7f71640051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d93b640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7164004d40 0x7f71640051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.685+0000 7f717d93b640 1 -- 172.21.15.94:0/1575557119 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7164003520 con 0x7f71640039b0 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.686+0000 7f717d93b640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f71640039b0 0x7f7164003dd0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f7174009fc0 tx=0x7f7164005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2abd32702b809383 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.686+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7174009c10 con 0x7f71640039b0 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.686+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7174036070 con 0x7f71640039b0 2024-09-10T08:36:34.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.686+0000 7f717c939640 1 -- 172.21.15.94:0/1575557119 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7174031880 con 0x7f71640039b0 2024-09-10T08:36:34.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.687+0000 7f717fb9f640 1 -- 172.21.15.94:0/1575557119 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f71640039b0 msgr2=0x7f7164003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.687+0000 7f717fb9f640 1 --2- 172.21.15.94:0/1575557119 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f71640039b0 0x7f7164003dd0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f7174009fc0 tx=0x7f7164005830 comp rx=0 tx=0).stop 2024-09-10T08:36:34.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.687+0000 7f717e13c640 1 -- 172.21.15.94:0/1575557119 reap_dead start 2024-09-10T08:36:34.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.687+0000 7f717fb9f640 1 -- 172.21.15.94:0/1575557119 shutdown_connections 2024-09-10T08:36:34.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.687+0000 7f717fb9f640 1 -- 172.21.15.94:0/1575557119 >> 172.21.15.94:0/1575557119 conn(0x7f71780b3ce0 msgr2=0x7f71780b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:34.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.687+0000 7f717fb9f640 1 -- 172.21.15.94:0/1575557119 shutdown_connections 2024-09-10T08:36:34.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.687+0000 7f717fb9f640 1 -- 172.21.15.94:0/1575557119 wait complete. 2024-09-10T08:36:34.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.688+0000 7f717fb9f640 1 Processor -- start 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.688+0000 7f717fb9f640 1 -- start start 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717fb9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f71640039b0 0x7f71781f3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717fb9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f71780b5b90 0x7f717815b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717fb9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7178158fe0 0x7f71780c8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717fb9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f717809b1d0 con 0x7f7178158fe0 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717fb9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f717809b050 con 0x7f71780b5b90 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717fb9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f717809b350 con 0x7f71640039b0 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7178158fe0 0x7f71780c8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7178158fe0 0x7f71780c8700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39852/0 (socket says 172.21.15.94:39852) 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 -- 172.21.15.94:0/3780960001 learned_addr learned my addr 172.21.15.94:0/3780960001 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:34.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717d93b640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f71640039b0 0x7f71781f3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717d13a640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f71780b5b90 0x7f717815b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 -- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f71640039b0 msgr2=0x7f71781f3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f71640039b0 0x7f71781f3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 -- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f71780b5b90 msgr2=0x7f717815b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f71780b5b90 0x7f717815b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 -- 172.21.15.94:0/3780960001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f717815bb50 con 0x7f7178158fe0 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717d13a640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f71780b5b90 0x7f717815b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717e13c640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7178158fe0 0x7f71780c8700 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f71780d21c0 tx=0x7f717000e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f716e7fc640 1 -- 172.21.15.94:0/3780960001 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7170010510 con 0x7f7178158fe0 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f716e7fc640 1 -- 172.21.15.94:0/3780960001 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71700106b0 con 0x7f7178158fe0 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f717815be30 con 0x7f7178158fe0 2024-09-10T08:36:34.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.689+0000 7f716e7fc640 1 -- 172.21.15.94:0/3780960001 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7170010a80 con 0x7f7178158fe0 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.690+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71780c6840 con 0x7f7178158fe0 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.690+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71780c6a40 con 0x7f7178158fe0 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.691+0000 7f716e7fc640 1 -- 172.21.15.94:0/3780960001 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f717001b020 con 0x7f7178158fe0 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.691+0000 7f716e7fc640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f715c06be60 0x7f715c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.692+0000 7f716e7fc640 1 -- 172.21.15.94:0/3780960001 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7f717008a280 con 0x7f7178158fe0 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.692+0000 7f717d93b640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f715c06be60 0x7f715c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.692+0000 7f717d93b640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f715c06be60 0x7f715c06e320 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7174035000 tx=0x7f717402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:34.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.696+0000 7f716e7fc640 1 -- 172.21.15.94:0/3780960001 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f71780c6a40 con 0x7f7178158fe0 2024-09-10T08:36:34.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.863+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"} v 0) -- 0x7f71780b35a0 con 0x7f7178158fe0 2024-09-10T08:36:34.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.866+0000 7f716e7fc640 1 -- 172.21.15.94:0/3780960001 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "ms_async_reap_threshold"}]=0 v20) ==== 106+0+0 (secure 0 0 0) 0x7f7170058e30 con 0x7f7178158fe0 2024-09-10T08:36:34.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f715c06be60 msgr2=0x7f715c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f715c06be60 0x7f715c06e320 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7174035000 tx=0x7f717402f000 comp rx=0 tx=0).stop 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7178158fe0 msgr2=0x7f71780c8700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7178158fe0 0x7f71780c8700 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f71780d21c0 tx=0x7f717000e960 comp rx=0 tx=0).stop 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 shutdown_connections 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f715c06be60 0x7f715c06e320 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f71780b5b90 0x7f717815b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7178158fe0 0x7f71780c8700 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 --2- 172.21.15.94:0/3780960001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f71640039b0 0x7f71781f3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 >> 172.21.15.94:0/3780960001 conn(0x7f71780b3ce0 msgr2=0x7f71780af4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 shutdown_connections 2024-09-10T08:36:34.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.868+0000 7f717fb9f640 1 -- 172.21.15.94:0/3780960001 wait complete. 2024-09-10T08:36:34.880 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T08:36:34.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.979+0000 7fbf76b59640 1 Processor -- start 2024-09-10T08:36:34.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.979+0000 7fbf76b59640 1 -- start start 2024-09-10T08:36:34.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.980+0000 7fbf76b59640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbf7006cb20 0x7fbf7006cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.980+0000 7fbf76b59640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf700cf750 0x7fbf700cfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.980+0000 7fbf76b59640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf7015b730 con 0x7fbf70141590 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.980+0000 7fbf76b59640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbf700ce120 con 0x7fbf7006cb20 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.980+0000 7fbf76b59640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbf7006d490 con 0x7fbf700cf750 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf750f6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf700cf750 0x7fbf700cfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf6ffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbf7006cb20 0x7fbf7006cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf750f6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf700cf750 0x7fbf700cfbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:42844/0 (socket says 172.21.15.94:42844) 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf750f6640 1 -- 172.21.15.94:0/909166105 learned_addr learned my addr 172.21.15.94:0/909166105 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf748f5640 1 --1- 172.21.15.94:0/909166105 >> v1:172.21.15.143:6789/0 conn(0x7fbf70141590 0x7fbf700cda10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:48476/0 (socket says 172.21.15.94:48476) 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf750f6640 1 -- 172.21.15.94:0/909166105 >> v2:172.21.15.143:3300/0 conn(0x7fbf7006cb20 msgr2=0x7fbf7006cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf750f6640 1 --2- 172.21.15.94:0/909166105 >> v2:172.21.15.143:3300/0 conn(0x7fbf7006cb20 0x7fbf7006cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf750f6640 1 -- 172.21.15.94:0/909166105 >> v1:172.21.15.143:6789/0 conn(0x7fbf70141590 legacy=0x7fbf700cda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf750f6640 1 -- 172.21.15.94:0/909166105 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7015ba10 con 0x7fbf700cf750 2024-09-10T08:36:34.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.981+0000 7fbf6ffff640 1 --2- 172.21.15.94:0/909166105 >> v2:172.21.15.143:3300/0 conn(0x7fbf7006cb20 0x7fbf7006cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:34.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.982+0000 7fbf750f6640 1 --2- 172.21.15.94:0/909166105 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf700cf750 0x7fbf700cfbc0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbf6800bb10 tx=0x7fbf6802c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9830762cca7d97a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:34.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.982+0000 7fbf6f7fe640 1 -- 172.21.15.94:0/909166105 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68032700 con 0x7fbf700cf750 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.982+0000 7fbf6f7fe640 1 -- 172.21.15.94:0/909166105 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf680328a0 con 0x7fbf700cf750 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.982+0000 7fbf6f7fe640 1 -- 172.21.15.94:0/909166105 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68032c70 con 0x7fbf700cf750 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 -- 172.21.15.94:0/909166105 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf700cf750 msgr2=0x7fbf700cfbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 --2- 172.21.15.94:0/909166105 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf700cf750 0x7fbf700cfbc0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbf6800bb10 tx=0x7fbf6802c800 comp rx=0 tx=0).stop 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 -- 172.21.15.94:0/909166105 shutdown_connections 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 --2- 172.21.15.94:0/909166105 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf700cf750 0x7fbf700cfbc0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 --2- 172.21.15.94:0/909166105 >> v2:172.21.15.143:3300/0 conn(0x7fbf7006cb20 0x7fbf7006cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 -- 172.21.15.94:0/909166105 >> 172.21.15.94:0/909166105 conn(0x7fbf700724b0 msgr2=0x7fbf700728c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 -- 172.21.15.94:0/909166105 shutdown_connections 2024-09-10T08:36:34.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.983+0000 7fbf76b59640 1 -- 172.21.15.94:0/909166105 wait complete. 2024-09-10T08:36:34.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.984+0000 7fbf76b59640 1 Processor -- start 2024-09-10T08:36:34.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.984+0000 7fbf76b59640 1 -- start start 2024-09-10T08:36:34.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf76b59640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7006cb20 0x7fbf7013f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf76b59640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf700cf750 0x7fbf7013fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf76b59640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf70141590 0x7fbf701f3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf76b59640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7015c2b0 con 0x7fbf700cf750 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf76b59640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7015bfd0 con 0x7fbf7006cb20 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf76b59640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbf7006ee50 con 0x7fbf70141590 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf700cf750 0x7fbf7013fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf700cf750 0x7fbf7013fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39868/0 (socket says 172.21.15.94:39868) 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 -- 172.21.15.94:0/2964089028 learned_addr learned my addr 172.21.15.94:0/2964089028 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf748f5640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7006cb20 0x7fbf7013f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf750f6640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf70141590 0x7fbf701f3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 -- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf70141590 msgr2=0x7fbf701f3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf70141590 0x7fbf701f3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 -- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7006cb20 msgr2=0x7fbf7013f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:34.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7006cb20 0x7fbf7013f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:34.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 -- 172.21.15.94:0/2964089028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf701551f0 con 0x7fbf700cf750 2024-09-10T08:36:34.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.985+0000 7fbf6ffff640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf700cf750 0x7fbf7013fc70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800e960 tx=0x7fbf5800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:34.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.986+0000 7fbf6d7fa640 1 -- 172.21.15.94:0/2964089028 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58017070 con 0x7fbf700cf750 2024-09-10T08:36:34.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.986+0000 7fbf6d7fa640 1 -- 172.21.15.94:0/2964089028 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf5800ca00 con 0x7fbf700cf750 2024-09-10T08:36:34.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.986+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf701554d0 con 0x7fbf700cf750 2024-09-10T08:36:34.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.986+0000 7fbf6d7fa640 1 -- 172.21.15.94:0/2964089028 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5800cdd0 con 0x7fbf700cf750 2024-09-10T08:36:34.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.986+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf70159400 con 0x7fbf700cf750 2024-09-10T08:36:34.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.987+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf701591f0 con 0x7fbf700cf750 2024-09-10T08:36:34.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.987+0000 7fbf6d7fa640 1 -- 172.21.15.94:0/2964089028 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbf5801a070 con 0x7fbf700cf750 2024-09-10T08:36:34.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.987+0000 7fbf6d7fa640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf5006be30 0x7fbf5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:34.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.988+0000 7fbf748f5640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf5006be30 0x7fbf5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:34.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.988+0000 7fbf6d7fa640 1 -- 172.21.15.94:0/2964089028 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7fbf5808aeb0 con 0x7fbf700cf750 2024-09-10T08:36:34.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.988+0000 7fbf748f5640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf5006be30 0x7fbf5006e2f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fbf60007fd0 tx=0x7fbf600016d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:34.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:34.992+0000 7fbf6d7fa640 1 -- 172.21.15.94:0/2964089028 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf58059380 con 0x7fbf700cf750 2024-09-10T08:36:35.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.159+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fbf7006e730 con 0x7fbf700cf750 2024-09-10T08:36:35.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.162+0000 7fbf6d7fa640 1 -- 172.21.15.94:0/2964089028 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) ==== 104+0+0 (secure 0 0 0) 0x7fbf5805d680 con 0x7fbf700cf750 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf5006be30 msgr2=0x7fbf5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf5006be30 0x7fbf5006e2f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fbf60007fd0 tx=0x7fbf600016d0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf700cf750 msgr2=0x7fbf7013fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf700cf750 0x7fbf7013fc70 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800e960 tx=0x7fbf5800ee20 comp rx=0 tx=0).stop 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 shutdown_connections 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf5006be30 0x7fbf5006e2f0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf70141590 0x7fbf701f3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf700cf750 0x7fbf7013fc70 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 --2- 172.21.15.94:0/2964089028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7006cb20 0x7fbf7013f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 >> 172.21.15.94:0/2964089028 conn(0x7fbf700724b0 msgr2=0x7fbf70156c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:35.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 shutdown_connections 2024-09-10T08:36:35.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.164+0000 7fbf76b59640 1 -- 172.21.15.94:0/2964089028 wait complete. 2024-09-10T08:36:35.177 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close' 2024-09-10T08:36:35.274 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.273+0000 7f24d8391640 1 Processor -- start 2024-09-10T08:36:35.275 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.273+0000 7f24d8391640 1 -- start start 2024-09-10T08:36:35.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d8391640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f24d015c270 0x7f24d015c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d8391640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f24d00b6090 0x7f24d015fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d8391640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24d00d0fa0 con 0x7f24d00b64d0 2024-09-10T08:36:35.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d8391640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f24d00d0d70 con 0x7f24d00b6090 2024-09-10T08:36:35.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d8391640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f24d00d1280 con 0x7f24d015c270 2024-09-10T08:36:35.278 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d592c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f24d00b6090 0x7f24d015fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d692e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f24d00b64d0 0x7f24d00d2040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33730/0 (socket says 172.21.15.94:33730) 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d692e640 1 -- 172.21.15.94:0/1679416547 learned_addr learned my addr 172.21.15.94:0/1679416547 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d612d640 1 --2- 172.21.15.94:0/1679416547 >> v2:172.21.15.143:3300/0 conn(0x7f24d015c270 0x7f24d015c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d592c640 1 -- 172.21.15.94:0/1679416547 >> v2:172.21.15.143:3300/0 conn(0x7f24d015c270 msgr2=0x7f24d015c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d592c640 1 --2- 172.21.15.94:0/1679416547 >> v2:172.21.15.143:3300/0 conn(0x7f24d015c270 0x7f24d015c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d592c640 1 -- 172.21.15.94:0/1679416547 >> v1:172.21.15.94:6789/0 conn(0x7f24d00b64d0 legacy=0x7f24d00d2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d592c640 1 -- 172.21.15.94:0/1679416547 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24d00d1560 con 0x7f24d00b6090 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.274+0000 7f24d512b640 1 -- 172.21.15.94:0/1679416547 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3548502326 0 0) 0x7f24d00d0fa0 con 0x7f24d00b64d0 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.275+0000 7f24d612d640 1 --2- 172.21.15.94:0/1679416547 >> v2:172.21.15.143:3300/0 conn(0x7f24d015c270 0x7f24d015c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.275+0000 7f24d592c640 1 --2- 172.21.15.94:0/1679416547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b6090 0x7f24d015fc60 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f24d006c960 tx=0x7f24c002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59fe6cd5b53e5ac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.275+0000 7f24d512b640 1 -- 172.21.15.94:0/1679416547 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c0037070 con 0x7f24d00b6090 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.275+0000 7f24d512b640 1 -- 172.21.15.94:0/1679416547 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24c0032440 con 0x7f24d00b6090 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.275+0000 7f24d512b640 1 -- 172.21.15.94:0/1679416547 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c0032810 con 0x7f24d00b6090 2024-09-10T08:36:35.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 -- 172.21.15.94:0/1679416547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b6090 msgr2=0x7f24d015fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 --2- 172.21.15.94:0/1679416547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b6090 0x7f24d015fc60 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f24d006c960 tx=0x7f24c002a1a0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 -- 172.21.15.94:0/1679416547 shutdown_connections 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 --2- 172.21.15.94:0/1679416547 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b6090 0x7f24d015fc60 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 --2- 172.21.15.94:0/1679416547 >> v2:172.21.15.143:3300/0 conn(0x7f24d015c270 0x7f24d015c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 -- 172.21.15.94:0/1679416547 >> 172.21.15.94:0/1679416547 conn(0x7f24d006feb0 msgr2=0x7f24d0070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 -- 172.21.15.94:0/1679416547 shutdown_connections 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.276+0000 7f24d8391640 1 -- 172.21.15.94:0/1679416547 wait complete. 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.277+0000 7f24d8391640 1 Processor -- start 2024-09-10T08:36:35.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.277+0000 7f24d8391640 1 -- start start 2024-09-10T08:36:35.282 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d8391640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24d00b6090 0x7f24d014dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d8391640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b64d0 0x7f24d006cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d8391640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24d015c270 0x7f24d006d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d8391640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f24d01608e0 con 0x7f24d00b64d0 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d8391640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f24d00d1b20 con 0x7f24d00b6090 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d8391640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f24d0160a60 con 0x7f24d015c270 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b64d0 0x7f24d006cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b64d0 0x7f24d006cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39882/0 (socket says 172.21.15.94:39882) 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 -- 172.21.15.94:0/1158678976 learned_addr learned my addr 172.21.15.94:0/1158678976 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d612d640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24d00b6090 0x7f24d014dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d692e640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24d015c270 0x7f24d006d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 -- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24d015c270 msgr2=0x7f24d006d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24d015c270 0x7f24d006d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 -- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24d00b6090 msgr2=0x7f24d014dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24d00b6090 0x7f24d014dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 -- 172.21.15.94:0/1158678976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24d00b1e10 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d692e640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24d015c270 0x7f24d006d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24d592c640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b64d0 0x7f24d006cc20 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f24c0009890 tx=0x7f24c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.278+0000 7f24c6ffd640 1 -- 172.21.15.94:0/1158678976 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c0037040 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.279+0000 7f24c6ffd640 1 -- 172.21.15.94:0/1158678976 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24c0042070 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.279+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24d015ead0 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.279+0000 7f24c6ffd640 1 -- 172.21.15.94:0/1158678976 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c0030a50 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.279+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24d015edb0 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.279+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24d015c650 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.280+0000 7f24c6ffd640 1 -- 172.21.15.94:0/1158678976 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f24c0030bf0 con 0x7f24d00b64d0 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.280+0000 7f24c6ffd640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24b406be30 0x7f24b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.280+0000 7f24c6ffd640 1 -- 172.21.15.94:0/1158678976 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7f24c00ab710 con 0x7f24d00b64d0 2024-09-10T08:36:35.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.281+0000 7f24d612d640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24b406be30 0x7f24b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.281+0000 7f24d612d640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24b406be30 0x7f24b406e2f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f24cc00a990 tx=0x7f24cc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.285+0000 7f24c6ffd640 1 -- 172.21.15.94:0/1158678976 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f24c0045360 con 0x7f24d00b64d0 2024-09-10T08:36:35.521 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.516+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]} v 0) -- 0x7f24d00b6fa0 con 0x7f24d00b64d0 2024-09-10T08:36:35.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.559+0000 7f24c6ffd640 1 -- 172.21.15.94:0/1158678976 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_conn_close"]}]=0 v215) ==== 143+0+0 (secure 0 0 0) 0x7f24c007a2c0 con 0x7f24d00b64d0 2024-09-10T08:36:35.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24b406be30 msgr2=0x7f24b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24b406be30 0x7f24b406e2f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f24cc00a990 tx=0x7f24cc008040 comp rx=0 tx=0).stop 2024-09-10T08:36:35.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b64d0 msgr2=0x7f24d006cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b64d0 0x7f24d006cc20 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f24c0009890 tx=0x7f24c00046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 shutdown_connections 2024-09-10T08:36:35.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f24b406be30 0x7f24b406e2f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f24d015c270 0x7f24d006d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f24d00b64d0 0x7f24d006cc20 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 --2- 172.21.15.94:0/1158678976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f24d00b6090 0x7f24d014dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 >> 172.21.15.94:0/1158678976 conn(0x7f24d006feb0 msgr2=0x7f24d0071d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:35.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 shutdown_connections 2024-09-10T08:36:35.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.562+0000 7f24d8391640 1 -- 172.21.15.94:0/1158678976 wait complete. 2024-09-10T08:36:35.574 INFO:tasks.cephfs_test_runner:That when a `tell` command is sent using the python CLI, ... ok 2024-09-10T08:36:35.574 INFO:tasks.cephfs_test_runner:Starting test: test_tell_session_drop (tasks.cephfs.test_sessionmap.TestSessionMap) That when a `tell` command is sent using the python CLI, 2024-09-10T08:36:35.574 INFO:tasks.cephfs_test_runner:test_tell_session_drop (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-10T08:36:35.575 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:35.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.670+0000 7f74d2877640 1 Processor -- start 2024-09-10T08:36:35.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.670+0000 7f74d2877640 1 -- start start 2024-09-10T08:36:35.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.671+0000 7f74d2877640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f74cc15c650 0x7f74cc15fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.671+0000 7f74d2877640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74cc0d0fa0 con 0x7f74cc15c270 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.671+0000 7f74d2877640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74cc0d1280 con 0x7f74cc1601a0 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.671+0000 7f74d2877640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f74cc160610 con 0x7f74cc15c650 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.671+0000 7f74cbfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f74cc15c270 0x7f74cc0b6090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33740/0 (socket says 172.21.15.94:33740) 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.671+0000 7f74cbfff640 1 -- 172.21.15.94:0/479694370 learned_addr learned my addr 172.21.15.94:0/479694370 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 537963028 0 0) 0x7f74cc0d0fa0 con 0x7f74cc15c270 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f74b4003520 con 0x7f74cc15c270 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cb7fe640 1 --2- 172.21.15.94:0/479694370 >> v2:172.21.15.143:3300/0 conn(0x7f74cc15c650 0x7f74cc15fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 867660642 0 0) 0x7f74b4003520 con 0x7f74cc15c270 2024-09-10T08:36:35.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 >> v2:172.21.15.143:3300/0 conn(0x7f74cc15c650 msgr2=0x7f74cc15fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 --2- 172.21.15.94:0/479694370 >> v2:172.21.15.143:3300/0 conn(0x7f74cc15c650 0x7f74cc15fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 >> v1:172.21.15.143:6789/0 conn(0x7f74cc1601a0 legacy=0x7f74cc0d2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74cc0d1560 con 0x7f74cc15c270 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f74bc001670 con 0x7f74cc15c270 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 >> v1:172.21.15.94:6789/0 conn(0x7f74cc15c270 legacy=0x7f74cc0b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74b40039b0 0x7f74b4003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b4004800 0x7f74b4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74b40051c0 0x7f74b400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f74cc160610 con 0x7f74b40039b0 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f74b400c0f0 con 0x7f74b40051c0 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f74b400c2f0 con 0x7f74b4004800 2024-09-10T08:36:35.677 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cbfff640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74b40039b0 0x7f74b4003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cb7fe640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b4004800 0x7f74b4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74d0e14640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74b40051c0 0x7f74b400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cbfff640 1 -- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b4004800 msgr2=0x7f74b4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cbfff640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b4004800 0x7f74b4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cbfff640 1 -- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74b40051c0 msgr2=0x7f74b400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cbfff640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74b40051c0 0x7f74b400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cbfff640 1 -- 172.21.15.94:0/479694370 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74b4003520 con 0x7f74b40039b0 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74cb7fe640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b4004800 0x7f74b4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74d0e14640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74b40051c0 0x7f74b400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.672+0000 7f74d0e14640 1 -- 172.21.15.94:0/479694370 reap_dead start 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.673+0000 7f74cbfff640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74b40039b0 0x7f74b4003db0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f74bc00c210 tx=0x7f74b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb742a972163aa5c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.673+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74bc007d10 con 0x7f74b40039b0 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.673+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74bc0058d0 con 0x7f74b40039b0 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.673+0000 7f74caffd640 1 -- 172.21.15.94:0/479694370 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74bc005d20 con 0x7f74b40039b0 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.674+0000 7f74d2877640 1 -- 172.21.15.94:0/479694370 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74b40039b0 msgr2=0x7f74b4003db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.674+0000 7f74d2877640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74b40039b0 0x7f74b4003db0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f74bc00c210 tx=0x7f74b4005830 comp rx=0 tx=0).stop 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.674+0000 7f74d2877640 1 -- 172.21.15.94:0/479694370 shutdown_connections 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.674+0000 7f74d2877640 1 --2- 172.21.15.94:0/479694370 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74b40039b0 0x7f74b4003db0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.674+0000 7f74d2877640 1 -- 172.21.15.94:0/479694370 >> 172.21.15.94:0/479694370 conn(0x7f74cc06feb0 msgr2=0x7f74cc070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.674+0000 7f74d2877640 1 -- 172.21.15.94:0/479694370 shutdown_connections 2024-09-10T08:36:35.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.674+0000 7f74d2877640 1 -- 172.21.15.94:0/479694370 wait complete. 2024-09-10T08:36:35.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.675+0000 7f74d2877640 1 Processor -- start 2024-09-10T08:36:35.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.675+0000 7f74d2877640 1 -- start start 2024-09-10T08:36:35.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b40039b0 0x7f74cc156d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74cc15e670 0x7f74cc15eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74cc1e5b30 0x7f74cc1e5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f74cc0d1b20 con 0x7f74cc15e670 2024-09-10T08:36:35.683 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f74cc15ca90 con 0x7f74cc1e5b30 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f74cc1608e0 con 0x7f74b40039b0 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74cc15e670 0x7f74cc15eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74cc15e670 0x7f74cc15eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39894/0 (socket says 172.21.15.94:39894) 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 -- 172.21.15.94:0/3098690617 learned_addr learned my addr 172.21.15.94:0/3098690617 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cbfff640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b40039b0 0x7f74cc156d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d0e14640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74cc1e5b30 0x7f74cc1e5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 -- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b40039b0 msgr2=0x7f74cc156d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b40039b0 0x7f74cc156d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 -- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74cc1e5b30 msgr2=0x7f74cc1e5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74cc1e5b30 0x7f74cc1e5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.684 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 -- 172.21.15.94:0/3098690617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74cc0ae6b0 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cbfff640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b40039b0 0x7f74cc156d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74cb7fe640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74cc15e670 0x7f74cc15eaf0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f74c000f4c0 tx=0x7f74c000f980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74c8ff9640 1 -- 172.21.15.94:0/3098690617 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0018020 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74c8ff9640 1 -- 172.21.15.94:0/3098690617 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74c0014870 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74cc1e6860 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74c8ff9640 1 -- 172.21.15.94:0/3098690617 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0014c20 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.676+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74cc1e6e20 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.677+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74cc15f030 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.678+0000 7f74c8ff9640 1 -- 172.21.15.94:0/3098690617 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f74c001b020 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.678+0000 7f74c8ff9640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f74b806be30 0x7f74b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.678+0000 7f74c8ff9640 1 -- 172.21.15.94:0/3098690617 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7f74c008af80 con 0x7f74cc15e670 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.678+0000 7f74cbfff640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f74b806be30 0x7f74b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.679+0000 7f74cbfff640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f74b806be30 0x7f74b806e2f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f74bc033000 tx=0x7f74bc009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.683+0000 7f74c8ff9640 1 -- 172.21.15.94:0/3098690617 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f74c0022020 con 0x7f74cc15e670 2024-09-10T08:36:35.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.847+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f74cc15fc60 con 0x7f74cc15e670 2024-09-10T08:36:35.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.848+0000 7f74c8ff9640 1 -- 172.21.15.94:0/3098690617 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+13306 (secure 0 0 0) 0x7f74c0024300 con 0x7f74cc15e670 2024-09-10T08:36:35.850 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:35.850 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":81,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:34.556280+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6837/2393180818":"2024-09-11T08:36:31.480454+0000","172.21.15.94:6836/2393180818":"2024-09-11T08:36:31.480454+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f74b806be30 msgr2=0x7f74b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f74b806be30 0x7f74b806e2f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f74bc033000 tx=0x7f74bc009030 comp rx=0 tx=0).stop 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74cc15e670 msgr2=0x7f74cc15eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74cc15e670 0x7f74cc15eaf0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f74c000f4c0 tx=0x7f74c000f980 comp rx=0 tx=0).stop 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 shutdown_connections 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f74b806be30 0x7f74b806e2f0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f74cc1e5b30 0x7f74cc1e5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f74cc15e670 0x7f74cc15eaf0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 --2- 172.21.15.94:0/3098690617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f74b40039b0 0x7f74cc156d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.850+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 >> 172.21.15.94:0/3098690617 conn(0x7f74cc06feb0 msgr2=0x7f74cc0d2700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:35.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.851+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 shutdown_connections 2024-09-10T08:36:35.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.851+0000 7f74d2877640 1 -- 172.21.15.94:0/3098690617 wait complete. 2024-09-10T08:36:35.863 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:32:33.842418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T08:36:35.863 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:36:35.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.963+0000 7efcbfa37640 1 Processor -- start 2024-09-10T08:36:35.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.963+0000 7efcbfa37640 1 -- start start 2024-09-10T08:36:35.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbfa37640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7efcb815e380 0x7efcb806cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbfa37640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806d060 0x7efcb806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbfa37640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efcb806f340 con 0x7efcb806ebc0 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbfa37640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7efcb806d4a0 con 0x7efcb815e380 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbfa37640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7efcb806f620 con 0x7efcb806d060 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbd7d3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7efcb815e380 0x7efcb806cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbdfd4640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7efcb806ebc0 0x7efcb806ff70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33744/0 (socket says 172.21.15.94:33744) 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbdfd4640 1 -- 172.21.15.94:0/3274057607 learned_addr learned my addr 172.21.15.94:0/3274057607 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.964+0000 7efcbcfd2640 1 --2- 172.21.15.94:0/3274057607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806d060 0x7efcb806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcbd7d3640 1 -- 172.21.15.94:0/3274057607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806d060 msgr2=0x7efcb806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcbd7d3640 1 --2- 172.21.15.94:0/3274057607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806d060 0x7efcb806e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcbd7d3640 1 -- 172.21.15.94:0/3274057607 >> v1:172.21.15.94:6789/0 conn(0x7efcb806ebc0 legacy=0x7efcb806ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcbd7d3640 1 -- 172.21.15.94:0/3274057607 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcb806f900 con 0x7efcb815e380 2024-09-10T08:36:35.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcb7fff640 1 -- 172.21.15.94:0/3274057607 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2266035127 0 0) 0x7efcb806f340 con 0x7efcb806ebc0 2024-09-10T08:36:35.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcbd7d3640 1 --2- 172.21.15.94:0/3274057607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb815e380 0x7efcb806cb20 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7efca8009d90 tx=0x7efca802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=582af65f787f7724 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcb7fff640 1 -- 172.21.15.94:0/3274057607 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca8031600 con 0x7efcb815e380 2024-09-10T08:36:35.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcb7fff640 1 -- 172.21.15.94:0/3274057607 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efca80317a0 con 0x7efcb815e380 2024-09-10T08:36:35.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.965+0000 7efcb7fff640 1 -- 172.21.15.94:0/3274057607 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca8031b70 con 0x7efcb815e380 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 -- 172.21.15.94:0/3274057607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb815e380 msgr2=0x7efcb806cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3274057607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb815e380 0x7efcb806cb20 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7efca8009d90 tx=0x7efca802a5d0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 -- 172.21.15.94:0/3274057607 shutdown_connections 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3274057607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806d060 0x7efcb806e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3274057607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb815e380 0x7efcb806cb20 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 -- 172.21.15.94:0/3274057607 >> 172.21.15.94:0/3274057607 conn(0x7efcb8072470 msgr2=0x7efcb8072880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 -- 172.21.15.94:0/3274057607 shutdown_connections 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.966+0000 7efcbfa37640 1 -- 172.21.15.94:0/3274057607 wait complete. 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.967+0000 7efcbfa37640 1 Processor -- start 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.967+0000 7efcbfa37640 1 -- start start 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbfa37640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb806d060 0x7efcb80cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbfa37640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806ebc0 0x7efcb80b5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbfa37640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efcb815e380 0x7efcb813ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbfa37640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7efcb80b3f10 con 0x7efcb806d060 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbfa37640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7efcb806f050 con 0x7efcb815e380 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbfa37640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7efcb80b4090 con 0x7efcb806ebc0 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb806d060 0x7efcb80cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb806d060 0x7efcb80cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39910/0 (socket says 172.21.15.94:39910) 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 -- 172.21.15.94:0/3196964379 learned_addr learned my addr 172.21.15.94:0/3196964379 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbcfd2640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806ebc0 0x7efcb80b5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbdfd4640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efcb815e380 0x7efcb813ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 -- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806ebc0 msgr2=0x7efcb80b5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806ebc0 0x7efcb80b5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 -- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efcb815e380 msgr2=0x7efcb813ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efcb815e380 0x7efcb813ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:35.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.968+0000 7efcbd7d3640 1 -- 172.21.15.94:0/3196964379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcb80ce370 con 0x7efcb806d060 2024-09-10T08:36:35.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.969+0000 7efcbd7d3640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb806d060 0x7efcb80cd1d0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7efca8009d90 tx=0x7efca8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.969+0000 7efcb5ffb640 1 -- 172.21.15.94:0/3196964379 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca803f070 con 0x7efcb806d060 2024-09-10T08:36:35.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.969+0000 7efcb5ffb640 1 -- 172.21.15.94:0/3196964379 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efca8030be0 con 0x7efcb806d060 2024-09-10T08:36:35.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.969+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcb80cdad0 con 0x7efcb806d060 2024-09-10T08:36:35.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.969+0000 7efcb5ffb640 1 -- 172.21.15.94:0/3196964379 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca8009450 con 0x7efcb806d060 2024-09-10T08:36:35.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.969+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcb80ce090 con 0x7efcb806d060 2024-09-10T08:36:35.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.970+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcb806e680 con 0x7efcb806d060 2024-09-10T08:36:35.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.970+0000 7efcb5ffb640 1 -- 172.21.15.94:0/3196964379 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efca8043410 con 0x7efcb806d060 2024-09-10T08:36:35.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.971+0000 7efcb5ffb640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efca406be60 0x7efca406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:35.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.971+0000 7efcb5ffb640 1 -- 172.21.15.94:0/3196964379 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7efca80abf90 con 0x7efcb806d060 2024-09-10T08:36:35.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.971+0000 7efcbcfd2640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efca406be60 0x7efca406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:35.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.971+0000 7efcbcfd2640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efca406be60 0x7efca406e320 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7efcb80d0100 tx=0x7efcac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:35.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:35.975+0000 7efcb5ffb640 1 -- 172.21.15.94:0/3196964379 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efca807aab0 con 0x7efcb806d060 2024-09-10T08:36:36.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.139+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7efcb80b1de0 con 0x7efcb806d060 2024-09-10T08:36:36.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.140+0000 7efcb5ffb640 1 -- 172.21.15.94:0/3196964379 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7efca807a3b0 con 0x7efcb806d060 2024-09-10T08:36:36.141 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 1 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efca406be60 msgr2=0x7efca406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efca406be60 0x7efca406e320 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7efcb80d0100 tx=0x7efcac008040 comp rx=0 tx=0).stop 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb806d060 msgr2=0x7efcb80cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb806d060 0x7efcb80cd1d0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7efca8009d90 tx=0x7efca8004a40 comp rx=0 tx=0).stop 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 shutdown_connections 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efca406be60 0x7efca406e320 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efcb815e380 0x7efcb813ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efcb806ebc0 0x7efcb80b5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 --2- 172.21.15.94:0/3196964379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efcb806d060 0x7efcb80cd1d0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 >> 172.21.15.94:0/3196964379 conn(0x7efcb8072470 msgr2=0x7efcb806bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:36.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 shutdown_connections 2024-09-10T08:36:36.145 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.142+0000 7efcbfa37640 1 -- 172.21.15.94:0/3196964379 wait complete. 2024-09-10T08:36:36.154 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop' 2024-09-10T08:36:36.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.251+0000 7fa8064af640 1 Processor -- start 2024-09-10T08:36:36.252 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.251+0000 7fa8064af640 1 -- start start 2024-09-10T08:36:36.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.251+0000 7fa8064af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80015b160 0x7fa800073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.251+0000 7fa8064af640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa80006f450 0x7fa80006f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.251+0000 7fa8064af640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa800073940 con 0x7fa80015ecf0 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.251+0000 7fa8064af640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa80006fe00 con 0x7fa80006f450 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.251+0000 7fa8064af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa80015f1f0 con 0x7fa80015b160 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa804a4c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa80006f450 0x7fa80006f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa7ff7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fa80015ecf0 0x7fa8000adb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33746/0 (socket says 172.21.15.94:33746) 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa804a4c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa80006f450 0x7fa80006f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39920/0 (socket says 172.21.15.94:39920) 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa7ff7fe640 1 -- 172.21.15.94:0/3138527426 learned_addr learned my addr 172.21.15.94:0/3138527426 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa7fffff640 1 --2- 172.21.15.94:0/3138527426 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80015b160 0x7fa800073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa804a4c640 1 -- 172.21.15.94:0/3138527426 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80015b160 msgr2=0x7fa800073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa804a4c640 1 --2- 172.21.15.94:0/3138527426 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80015b160 0x7fa800073400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa804a4c640 1 -- 172.21.15.94:0/3138527426 >> v1:172.21.15.94:6789/0 conn(0x7fa80015ecf0 legacy=0x7fa8000adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa804a4c640 1 -- 172.21.15.94:0/3138527426 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa80015f4d0 con 0x7fa80006f450 2024-09-10T08:36:36.254 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.252+0000 7fa7feffd640 1 -- 172.21.15.94:0/3138527426 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1267816928 0 0) 0x7fa800073940 con 0x7fa80015ecf0 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa804a4c640 1 --2- 172.21.15.94:0/3138527426 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80006f450 0x7fa80006f8c0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8009d90 tx=0x7fa7f802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c39757037b494aa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa7feffd640 1 -- 172.21.15.94:0/3138527426 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8031600 con 0x7fa80006f450 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa7feffd640 1 -- 172.21.15.94:0/3138527426 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f80317a0 con 0x7fa80006f450 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa7feffd640 1 -- 172.21.15.94:0/3138527426 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f8031b70 con 0x7fa80006f450 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 -- 172.21.15.94:0/3138527426 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80006f450 msgr2=0x7fa80006f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 --2- 172.21.15.94:0/3138527426 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80006f450 0x7fa80006f8c0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8009d90 tx=0x7fa7f802a5d0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 -- 172.21.15.94:0/3138527426 shutdown_connections 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 --2- 172.21.15.94:0/3138527426 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80006f450 0x7fa80006f8c0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 --2- 172.21.15.94:0/3138527426 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80015b160 0x7fa800073400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 -- 172.21.15.94:0/3138527426 >> 172.21.15.94:0/3138527426 conn(0x7fa8000b1b30 msgr2=0x7fa8000b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:36.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 -- 172.21.15.94:0/3138527426 shutdown_connections 2024-09-10T08:36:36.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.253+0000 7fa8064af640 1 -- 172.21.15.94:0/3138527426 wait complete. 2024-09-10T08:36:36.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 Processor -- start 2024-09-10T08:36:36.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 -- start start 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80006f450 0x7fa80009d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80015b160 0x7fa800148560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa80015ecf0 0x7fa8001589c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa80015b540 con 0x7fa80015b160 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa80015fa90 con 0x7fa80015ecf0 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.255+0000 7fa8064af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa8000b3310 con 0x7fa80006f450 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80015b160 0x7fa800148560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80015b160 0x7fa800148560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39922/0 (socket says 172.21.15.94:39922) 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 -- 172.21.15.94:0/3594592009 learned_addr learned my addr 172.21.15.94:0/3594592009 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:36.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7fffff640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80006f450 0x7fa80009d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa804a4c640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa80015ecf0 0x7fa8001589c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 -- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80006f450 msgr2=0x7fa80009d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80006f450 0x7fa80009d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 -- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa80015ecf0 msgr2=0x7fa8001589c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa80015ecf0 0x7fa8001589c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 -- 172.21.15.94:0/3594592009 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa800148cb0 con 0x7fa80015b160 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7ff7fe640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80015b160 0x7fa800148560 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fa7f400c430 tx=0x7fa7f400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7fcff9640 1 -- 172.21.15.94:0/3594592009 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f40074e0 con 0x7fa80015b160 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7fcff9640 1 -- 172.21.15.94:0/3594592009 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f40047e0 con 0x7fa80015b160 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa800148f90 con 0x7fa80015b160 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa7fcff9640 1 -- 172.21.15.94:0/3594592009 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4004bd0 con 0x7fa80015b160 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.256+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa800158f00 con 0x7fa80015b160 2024-09-10T08:36:36.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.257+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa80006f8c0 con 0x7fa80015b160 2024-09-10T08:36:36.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.258+0000 7fa7fcff9640 1 -- 172.21.15.94:0/3594592009 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa7f4011070 con 0x7fa80015b160 2024-09-10T08:36:36.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.258+0000 7fa7fcff9640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa7ec06be30 0x7fa7ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.258+0000 7fa7fcff9640 1 -- 172.21.15.94:0/3594592009 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7fa7f408a990 con 0x7fa80015b160 2024-09-10T08:36:36.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.258+0000 7fa7fffff640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa7ec06be30 0x7fa7ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.258+0000 7fa7fffff640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa7ec06be30 0x7fa7ec06e2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa7f0006fd0 tx=0x7fa7f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:36.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.262+0000 7fa7fcff9640 1 -- 172.21.15.94:0/3594592009 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa7f40594b0 con 0x7fa80015b160 2024-09-10T08:36:36.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.497+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]} v 0) -- 0x7fa8001494b0 con 0x7fa80015b160 2024-09-10T08:36:36.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.564+0000 7fa7fcff9640 1 -- 172.21.15.94:0/3594592009 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]}]=0 v216) ==== 148+0+0 (secure 0 0 0) 0x7fa7f4058db0 con 0x7fa80015b160 2024-09-10T08:36:36.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa7ec06be30 msgr2=0x7fa7ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa7ec06be30 0x7fa7ec06e2f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fa7f0006fd0 tx=0x7fa7f0008040 comp rx=0 tx=0).stop 2024-09-10T08:36:36.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80015b160 msgr2=0x7fa800148560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80015b160 0x7fa800148560 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fa7f400c430 tx=0x7fa7f400c8f0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 shutdown_connections 2024-09-10T08:36:36.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa7ec06be30 0x7fa7ec06e2f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa80015ecf0 0x7fa8001589c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa80015b160 0x7fa800148560 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 --2- 172.21.15.94:0/3594592009 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa80006f450 0x7fa80009d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 >> 172.21.15.94:0/3594592009 conn(0x7fa8000b1b30 msgr2=0x7fa80015a180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:36.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 shutdown_connections 2024-09-10T08:36:36.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.566+0000 7fa8064af640 1 -- 172.21.15.94:0/3594592009 wait complete. 2024-09-10T08:36:36.578 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T08:36:36.678 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.677+0000 7fcc43c47640 1 Processor -- start 2024-09-10T08:36:36.679 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.677+0000 7fcc43c47640 1 -- start start 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc43c47640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcc3c161900 0x7fcc3c0b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc43c47640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fcc3c06c220 0x7fcc3c0b0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc43c47640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc3c0b4500 con 0x7fcc3c0b6150 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc43c47640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fcc3c0b47e0 con 0x7fcc3c161900 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc43c47640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fcc3c0b2610 con 0x7fcc3c06c220 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc419e3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcc3c161900 0x7fcc3c0b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc419e3640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcc3c161900 0x7fcc3c0b5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39924/0 (socket says 172.21.15.94:39924) 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc419e3640 1 -- 172.21.15.94:0/3706510424 learned_addr learned my addr 172.21.15.94:0/3706510424 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc419e3640 1 -- 172.21.15.94:0/3706510424 >> v2:172.21.15.143:3300/0 conn(0x7fcc3c06c220 msgr2=0x7fcc3c0b0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:36.681 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.678+0000 7fcc421e4640 1 --2- 172.21.15.94:0/3706510424 >> v2:172.21.15.143:3300/0 conn(0x7fcc3c06c220 0x7fcc3c0b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.679+0000 7fcc419e3640 1 --2- 172.21.15.94:0/3706510424 >> v2:172.21.15.143:3300/0 conn(0x7fcc3c06c220 0x7fcc3c0b0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.679+0000 7fcc419e3640 1 -- 172.21.15.94:0/3706510424 >> v1:172.21.15.143:6789/0 conn(0x7fcc3c0b6150 legacy=0x7fcc3c06bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:36.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.679+0000 7fcc419e3640 1 -- 172.21.15.94:0/3706510424 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc3c0b28f0 con 0x7fcc3c161900 2024-09-10T08:36:36.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.679+0000 7fcc419e3640 1 --2- 172.21.15.94:0/3706510424 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c161900 0x7fcc3c0b5c10 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c0b5470 tx=0x7fcc3802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbae4e97f29d4da4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:36.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.679+0000 7fcc409e1640 1 -- 172.21.15.94:0/3706510424 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc38037070 con 0x7fcc3c161900 2024-09-10T08:36:36.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.679+0000 7fcc409e1640 1 -- 172.21.15.94:0/3706510424 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc3802ae20 con 0x7fcc3c161900 2024-09-10T08:36:36.682 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.679+0000 7fcc409e1640 1 -- 172.21.15.94:0/3706510424 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc38032660 con 0x7fcc3c161900 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 -- 172.21.15.94:0/3706510424 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c161900 msgr2=0x7fcc3c0b5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 --2- 172.21.15.94:0/3706510424 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c161900 0x7fcc3c0b5c10 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c0b5470 tx=0x7fcc3802a110 comp rx=0 tx=0).stop 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 -- 172.21.15.94:0/3706510424 shutdown_connections 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 --2- 172.21.15.94:0/3706510424 >> v2:172.21.15.143:3300/0 conn(0x7fcc3c06c220 0x7fcc3c0b0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 --2- 172.21.15.94:0/3706510424 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c161900 0x7fcc3c0b5c10 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 -- 172.21.15.94:0/3706510424 >> 172.21.15.94:0/3706510424 conn(0x7fcc3c0b65b0 msgr2=0x7fcc3c0b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 -- 172.21.15.94:0/3706510424 shutdown_connections 2024-09-10T08:36:36.686 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.680+0000 7fcc43c47640 1 -- 172.21.15.94:0/3706510424 wait complete. 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.681+0000 7fcc43c47640 1 Processor -- start 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.681+0000 7fcc43c47640 1 -- start start 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc43c47640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcc3c06c220 0x7fcc3c09dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc43c47640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c0b6150 0x7fcc3c09e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc43c47640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcc3c161900 0x7fcc3c0ca410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc43c47640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c0b4210 con 0x7fcc3c0b6150 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc43c47640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fcc3c0b4090 con 0x7fcc3c06c220 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc43c47640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fcc3c0b0850 con 0x7fcc3c161900 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c0b6150 0x7fcc3c09e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c0b6150 0x7fcc3c09e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39940/0 (socket says 172.21.15.94:39940) 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 -- 172.21.15.94:0/2412371315 learned_addr learned my addr 172.21.15.94:0/2412371315 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:36.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc419e3640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcc3c06c220 0x7fcc3c09dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 -- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcc3c161900 msgr2=0x7fcc3c0ca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc421e4640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcc3c161900 0x7fcc3c0ca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcc3c161900 0x7fcc3c0ca410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 -- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcc3c06c220 msgr2=0x7fcc3c09dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcc3c06c220 0x7fcc3c09dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc411e2640 1 -- 172.21.15.94:0/2412371315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc3c151a40 con 0x7fcc3c0b6150 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc419e3640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcc3c06c220 0x7fcc3c09dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.682+0000 7fcc421e4640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcc3c161900 0x7fcc3c0ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.683+0000 7fcc411e2640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c0b6150 0x7fcc3c09e520 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c00c420 tx=0x7fcc2c00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.683+0000 7fcc327fc640 1 -- 172.21.15.94:0/2412371315 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c007020 con 0x7fcc3c0b6150 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.683+0000 7fcc327fc640 1 -- 172.21.15.94:0/2412371315 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc2c0071c0 con 0x7fcc3c0b6150 2024-09-10T08:36:36.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.683+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc3c151d20 con 0x7fcc3c0b6150 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.683+0000 7fcc327fc640 1 -- 172.21.15.94:0/2412371315 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c007590 con 0x7fcc3c0b6150 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.683+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc3c0cc450 con 0x7fcc3c0b6150 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.684+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc3c0b0310 con 0x7fcc3c0b6150 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.684+0000 7fcc327fc640 1 -- 172.21.15.94:0/2412371315 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcc2c019020 con 0x7fcc3c0b6150 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.685+0000 7fcc327fc640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcc2006be30 0x7fcc2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.685+0000 7fcc327fc640 1 -- 172.21.15.94:0/2412371315 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7fcc2c08a490 con 0x7fcc3c0b6150 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.685+0000 7fcc419e3640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcc2006be30 0x7fcc2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:36.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.685+0000 7fcc419e3640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcc2006be30 0x7fcc2006e2f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fcc38034000 tx=0x7fcc3802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:36.690 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.689+0000 7fcc327fc640 1 -- 172.21.15.94:0/2412371315 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcc2c059040 con 0x7fcc3c0b6150 2024-09-10T08:36:36.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.856+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fcc3c1e76f0 con 0x7fcc3c0b6150 2024-09-10T08:36:36.860 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.859+0000 7fcc327fc640 1 -- 172.21.15.94:0/2412371315 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7fcc2c058940 con 0x7fcc3c0b6150 2024-09-10T08:36:36.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcc2006be30 msgr2=0x7fcc2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcc2006be30 0x7fcc2006e2f0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fcc38034000 tx=0x7fcc3802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:36.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c0b6150 msgr2=0x7fcc3c09e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:36.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c0b6150 0x7fcc3c09e520 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c00c420 tx=0x7fcc2c00c8e0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.863 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 shutdown_connections 2024-09-10T08:36:36.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcc2006be30 0x7fcc2006e2f0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcc3c161900 0x7fcc3c0ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcc3c0b6150 0x7fcc3c09e520 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 --2- 172.21.15.94:0/2412371315 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcc3c06c220 0x7fcc3c09dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:36.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 >> 172.21.15.94:0/2412371315 conn(0x7fcc3c0b65b0 msgr2=0x7fcc3c0b0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:36.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 shutdown_connections 2024-09-10T08:36:36.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:36.862+0000 7fcc43c47640 1 -- 172.21.15.94:0/2412371315 wait complete. 2024-09-10T08:36:36.874 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:36:36.874 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:36:36.919 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:36:36.962 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:36:36.962 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:36.962 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:36.978 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:36:36.978 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:36.978 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:37.021 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:36:37.021 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:37.021 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:37.037 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:36:37.037 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:36:37.037 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:37.080 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:36:37.080 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T08:36:37.081 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:37.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.177+0000 7fbdd293b640 1 Processor -- start 2024-09-10T08:36:37.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.177+0000 7fbdd293b640 1 -- start start 2024-09-10T08:36:37.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdd293b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbdcc15e3a0 0x7fbdcc067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdd293b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbdcc06e6f0 0x7fbdcc06eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdd293b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbdcc06c730 con 0x7fbdcc161f50 2024-09-10T08:36:37.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdd293b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbdcc06f0a0 con 0x7fbdcc15e3a0 2024-09-10T08:36:37.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdd293b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbdcc06c4d0 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdcbfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbdcc15e3a0 0x7fbdcc067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdcbfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbdcc15e3a0 0x7fbdcc067950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39944/0 (socket says 172.21.15.94:39944) 2024-09-10T08:36:37.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdcbfff640 1 -- 172.21.15.94:0/4043600053 learned_addr learned my addr 172.21.15.94:0/4043600053 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:37.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdcbfff640 1 -- 172.21.15.94:0/4043600053 >> v2:172.21.15.143:3300/0 conn(0x7fbdcc06e6f0 msgr2=0x7fbdcc06eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:37.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdcbfff640 1 --2- 172.21.15.94:0/4043600053 >> v2:172.21.15.143:3300/0 conn(0x7fbdcc06e6f0 0x7fbdcc06eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdcbfff640 1 -- 172.21.15.94:0/4043600053 >> v1:172.21.15.143:6789/0 conn(0x7fbdcc161f50 legacy=0x7fbdcc1623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.178+0000 7fbdcbfff640 1 -- 172.21.15.94:0/4043600053 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdcc06ca10 con 0x7fbdcc15e3a0 2024-09-10T08:36:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.179+0000 7fbdcbfff640 1 --2- 172.21.15.94:0/4043600053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc15e3a0 0x7fbdcc067950 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc0b6c80 tx=0x7fbdbc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9352293ca0dc43a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.179+0000 7fbdcaffd640 1 -- 172.21.15.94:0/4043600053 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc037070 con 0x7fbdcc15e3a0 2024-09-10T08:36:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.179+0000 7fbdcaffd640 1 -- 172.21.15.94:0/4043600053 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbdbc032440 con 0x7fbdcc15e3a0 2024-09-10T08:36:37.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.179+0000 7fbdcaffd640 1 -- 172.21.15.94:0/4043600053 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc032810 con 0x7fbdcc15e3a0 2024-09-10T08:36:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 -- 172.21.15.94:0/4043600053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc15e3a0 msgr2=0x7fbdcc067950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 --2- 172.21.15.94:0/4043600053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc15e3a0 0x7fbdcc067950 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc0b6c80 tx=0x7fbdbc02a230 comp rx=0 tx=0).stop 2024-09-10T08:36:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 -- 172.21.15.94:0/4043600053 shutdown_connections 2024-09-10T08:36:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 --2- 172.21.15.94:0/4043600053 >> v2:172.21.15.143:3300/0 conn(0x7fbdcc06e6f0 0x7fbdcc06eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 --2- 172.21.15.94:0/4043600053 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc15e3a0 0x7fbdcc067950 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 -- 172.21.15.94:0/4043600053 >> 172.21.15.94:0/4043600053 conn(0x7fbdcc0cd410 msgr2=0x7fbdcc0cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:37.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 -- 172.21.15.94:0/4043600053 shutdown_connections 2024-09-10T08:36:37.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.180+0000 7fbdd293b640 1 -- 172.21.15.94:0/4043600053 wait complete. 2024-09-10T08:36:37.192 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.181+0000 7fbdd293b640 1 Processor -- start 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.181+0000 7fbdd293b640 1 -- start start 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdd293b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc06e6f0 0x7fbdcc15e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdd293b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbdcc15e3a0 0x7fbdcc15bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdd293b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbdcc161f50 0x7fbdcc0ae8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdd293b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc15e780 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdd293b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc06cfd0 con 0x7fbdcc161f50 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdd293b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbdcc067e90 con 0x7fbdcc15e3a0 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc06e6f0 0x7fbdcc15e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc06e6f0 0x7fbdcc15e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39946/0 (socket says 172.21.15.94:39946) 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 -- 172.21.15.94:0/92995051 learned_addr learned my addr 172.21.15.94:0/92995051 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdd0ed8640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbdcc161f50 0x7fbdcc0ae8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcb7fe640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbdcc15e3a0 0x7fbdcc15bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 -- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbdcc15e3a0 msgr2=0x7fbdcc15bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbdcc15e3a0 0x7fbdcc15bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 -- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbdcc161f50 msgr2=0x7fbdcc0ae8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbdcc161f50 0x7fbdcc0ae8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 -- 172.21.15.94:0/92995051 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdcc15f090 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.182+0000 7fbdcbfff640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc06e6f0 0x7fbdcc15e990 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc02a270 tx=0x7fbdbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.183+0000 7fbdc8ff9640 1 -- 172.21.15.94:0/92995051 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc041070 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.183+0000 7fbdc8ff9640 1 -- 172.21.15.94:0/92995051 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbdbc03c870 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.183+0000 7fbdc8ff9640 1 -- 172.21.15.94:0/92995051 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc037040 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.183+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdcc15f370 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.183+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdcc15f930 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.184+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdcc0b6a60 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.184+0000 7fbdc8ff9640 1 -- 172.21.15.94:0/92995051 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbdbc044070 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.184+0000 7fbdc8ff9640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbdb806be30 0x7fbdb806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.185+0000 7fbdc8ff9640 1 -- 172.21.15.94:0/92995051 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5335+0+0 (secure 0 0 0) 0x7fbdbc0ab850 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.185+0000 7fbdcb7fe640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbdb806be30 0x7fbdb806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.185+0000 7fbdcb7fe640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbdb806be30 0x7fbdb806e2f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fbdc0009890 tx=0x7fbdc0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:37.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.189+0000 7fbdc8ff9640 1 -- 172.21.15.94:0/92995051 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbdbc07a520 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.387+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbdcc06fce0 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.388+0000 7fbdc8ff9640 1 -- 172.21.15.94:0/92995051 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+3911 (secure 0 0 0) 0x7fbdbc079e20 con 0x7fbdcc06e6f0 2024-09-10T08:36:37.406 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:37.406 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":41,"btime":"2024-09-10T08:36:32:482051+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5366,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/3943723077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":3943723077},{"type":"v1","addr":"172.21.15.143:6834","nonce":3943723077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":5734,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/588800249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":588800249},{"type":"v1","addr":"172.21.15.143:6835","nonce":588800249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6171,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/4256620678","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":4256620678},{"type":"v1","addr":"172.21.15.94:6835","nonce":4256620678}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36},{"gid":6447,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/188021781","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":188021781},{"type":"v1","addr":"172.21.15.94:6837","nonce":188021781}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":41}],"filesystems":[]} 2024-09-10T08:36:37.407 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 41 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbdb806be30 msgr2=0x7fbdb806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbdb806be30 0x7fbdb806e2f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fbdc0009890 tx=0x7fbdc0008040 comp rx=0 tx=0).stop 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc06e6f0 msgr2=0x7fbdcc15e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc06e6f0 0x7fbdcc15e990 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc02a270 tx=0x7fbdbc0046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 shutdown_connections 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbdb806be30 0x7fbdb806e2f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbdcc161f50 0x7fbdcc0ae8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbdcc15e3a0 0x7fbdcc15bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 --2- 172.21.15.94:0/92995051 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbdcc06e6f0 0x7fbdcc15e990 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 >> 172.21.15.94:0/92995051 conn(0x7fbdcc0cd410 msgr2=0x7fbdcc0751f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 shutdown_connections 2024-09-10T08:36:37.408 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.390+0000 7fbdd293b640 1 -- 172.21.15.94:0/92995051 wait complete. 2024-09-10T08:36:37.409 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:36:37.409 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T08:36:37.409 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:36:37.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:37.410 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:36:37.410 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T08:36:37.410 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:36:37.410 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:37.410 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:36:37.410 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T08:36:37.411 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:36:37.411 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:37.411 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:36:37.411 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T08:36:37.411 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:36:37.411 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:36:37.419 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:36:37.419 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:36:37.421 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:36:37.421 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:36:37.424 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:36:37.424 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:36:37.425 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:36:37.425 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:36:37.444 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:36:37.444 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:37.448 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:36:37.448 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:37.471 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:36:37.471 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:37.479 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:36:37.479 DEBUG:teuthology.parallel:result is None 2024-09-10T08:36:37.480 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T08:36:37.518 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:36:37.522 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:36:37.557 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:36:37.571 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:36:37.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.582+0000 7f5e6ab66640 1 Processor -- start 2024-09-10T08:36:37.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.582+0000 7f5e6ab66640 1 -- start start 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e6ab66640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e6415b1e0 0x7f5e64072c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e6ab66640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e640ceb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e6ab66640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e640cf090 con 0x7f5e640b56e0 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e6ab66640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5e64073140 con 0x7f5e6415b1e0 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e6ab66640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5e64070210 con 0x7f5e640b4390 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e68902640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e6415b1e0 0x7f5e64072c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e68902640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e6415b1e0 0x7f5e64072c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39994/0 (socket says 172.21.15.94:39994) 2024-09-10T08:36:37.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e68902640 1 -- 172.21.15.94:0/3516100744 learned_addr learned my addr 172.21.15.94:0/3516100744 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:37.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e63fff640 1 --2- 172.21.15.94:0/3516100744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e640ceb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e68902640 1 -- 172.21.15.94:0/3516100744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 msgr2=0x7f5e640ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:37.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e68902640 1 --2- 172.21.15.94:0/3516100744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e640ceb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e68902640 1 -- 172.21.15.94:0/3516100744 >> v1:172.21.15.143:6789/0 conn(0x7f5e640b56e0 legacy=0x7f5e640706a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e68902640 1 -- 172.21.15.94:0/3516100744 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e64073c10 con 0x7f5e6415b1e0 2024-09-10T08:36:37.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.583+0000 7f5e63fff640 1 --2- 172.21.15.94:0/3516100744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e640ceb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:37.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.584+0000 7f5e68902640 1 --2- 172.21.15.94:0/3516100744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e64072c00 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f5e58009870 tx=0x7f5e5802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d39a0b8b7e73225d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:37.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.585+0000 7f5e637fe640 1 -- 172.21.15.94:0/3516100744 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e58037070 con 0x7f5e6415b1e0 2024-09-10T08:36:37.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.585+0000 7f5e637fe640 1 -- 172.21.15.94:0/3516100744 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e58032440 con 0x7f5e6415b1e0 2024-09-10T08:36:37.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.585+0000 7f5e637fe640 1 -- 172.21.15.94:0/3516100744 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e58032810 con 0x7f5e6415b1e0 2024-09-10T08:36:37.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 -- 172.21.15.94:0/3516100744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 msgr2=0x7f5e64072c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/3516100744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e64072c00 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f5e58009870 tx=0x7f5e5802a250 comp rx=0 tx=0).stop 2024-09-10T08:36:37.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 -- 172.21.15.94:0/3516100744 shutdown_connections 2024-09-10T08:36:37.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/3516100744 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e640ceb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/3516100744 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e64072c00 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 -- 172.21.15.94:0/3516100744 >> 172.21.15.94:0/3516100744 conn(0x7f5e640d10d0 msgr2=0x7f5e640d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:37.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 -- 172.21.15.94:0/3516100744 shutdown_connections 2024-09-10T08:36:37.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.586+0000 7f5e6ab66640 1 -- 172.21.15.94:0/3516100744 wait complete. 2024-09-10T08:36:37.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.587+0000 7f5e6ab66640 1 Processor -- start 2024-09-10T08:36:37.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.587+0000 7f5e6ab66640 1 -- start start 2024-09-10T08:36:37.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e6ab66640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e64150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e6ab66640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e640b56e0 0x7f5e641535a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e6ab66640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e6414e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e6ab66640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5e64073930 con 0x7f5e6415b1e0 2024-09-10T08:36:37.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e6ab66640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5e64073650 con 0x7f5e640b56e0 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e6ab66640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5e640b5b70 con 0x7f5e640b4390 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e69103640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e6414e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e69103640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e6414e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40000/0 (socket says 172.21.15.94:40000) 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e69103640 1 -- 172.21.15.94:0/539187592 learned_addr learned my addr 172.21.15.94:0/539187592 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e68902640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e64150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.588+0000 7f5e63fff640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e640b56e0 0x7f5e641535a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e69103640 1 -- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 msgr2=0x7f5e64150750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e69103640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e64150750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e69103640 1 -- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e640b56e0 msgr2=0x7f5e641535a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e69103640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e640b56e0 0x7f5e641535a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e69103640 1 -- 172.21.15.94:0/539187592 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e641f25f0 con 0x7f5e6415b1e0 2024-09-10T08:36:37.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e69103640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e6414e950 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00c7d0 tx=0x7f5e5c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:37.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e617fa640 1 -- 172.21.15.94:0/539187592 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c003b70 con 0x7f5e6415b1e0 2024-09-10T08:36:37.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e617fa640 1 -- 172.21.15.94:0/539187592 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e5c003d30 con 0x7f5e6415b1e0 2024-09-10T08:36:37.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e641f28d0 con 0x7f5e6415b1e0 2024-09-10T08:36:37.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e617fa640 1 -- 172.21.15.94:0/539187592 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c00aa90 con 0x7f5e6415b1e0 2024-09-10T08:36:37.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.589+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e641f2e90 con 0x7f5e6415b1e0 2024-09-10T08:36:37.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.590+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e640b5fa0 con 0x7f5e6415b1e0 2024-09-10T08:36:37.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.590+0000 7f5e617fa640 1 -- 172.21.15.94:0/539187592 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5e5c00ac30 con 0x7f5e6415b1e0 2024-09-10T08:36:37.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.591+0000 7f5e617fa640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e4806be30 0x7f5e4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:37.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.591+0000 7f5e617fa640 1 -- 172.21.15.94:0/539187592 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5335+0+0 (secure 0 0 0) 0x7f5e5c08aa20 con 0x7f5e6415b1e0 2024-09-10T08:36:37.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.591+0000 7f5e68902640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e4806be30 0x7f5e4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:37.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.591+0000 7f5e68902640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e4806be30 0x7f5e4806e2f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5e58034000 tx=0x7f5e5802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:37.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.595+0000 7f5e617fa640 1 -- 172.21.15.94:0/539187592 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e5c058f80 con 0x7f5e6415b1e0 2024-09-10T08:36:37.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:37.772+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f5e64159560 con 0x7f5e6415b1e0 2024-09-10T08:36:38.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.585+0000 7f5e617fa640 1 -- 172.21.15.94:0/539187592 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v86) ==== 97+0+0 (secure 0 0 0) 0x7f5e5c05d280 con 0x7f5e6415b1e0 2024-09-10T08:36:38.586 INFO:teuthology.orchestra.run.smithi094.stderr: removed all blocklist entries 2024-09-10T08:36:38.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e4806be30 msgr2=0x7f5e4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:38.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e4806be30 0x7f5e4806e2f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5e58034000 tx=0x7f5e5802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:38.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 msgr2=0x7f5e6414e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:38.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e6414e950 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00c7d0 tx=0x7f5e5c00cc90 comp rx=0 tx=0).stop 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 shutdown_connections 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e4806be30 0x7f5e4806e2f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e640b56e0 0x7f5e641535a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e6415b1e0 0x7f5e6414e950 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 --2- 172.21.15.94:0/539187592 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e640b4390 0x7f5e64150750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 >> 172.21.15.94:0/539187592 conn(0x7f5e640d10d0 msgr2=0x7f5e640751d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 shutdown_connections 2024-09-10T08:36:38.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.588+0000 7f5e6ab66640 1 -- 172.21.15.94:0/539187592 wait complete. 2024-09-10T08:36:38.601 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T08:36:38.744 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.742+0000 7fd9ba877640 1 Processor -- start 2024-09-10T08:36:38.744 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.743+0000 7fd9ba877640 1 -- start start 2024-09-10T08:36:38.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.743+0000 7fd9ba877640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd9b40b54a0 0x7fd9b40b5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:38.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.743+0000 7fd9ba877640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9b40b5dc0 con 0x7fd9b4071750 2024-09-10T08:36:38.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.743+0000 7fd9ba877640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9b415eb90 con 0x7fd9b406d0f0 2024-09-10T08:36:38.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.743+0000 7fd9ba877640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd9b415f7a0 con 0x7fd9b40b54a0 2024-09-10T08:36:38.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd9b40b54a0 0x7fd9b40b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:38.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b8e14640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd9b4071750 0x7fd9b4071bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33766/0 (socket says 172.21.15.94:33766) 2024-09-10T08:36:38.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd9b40b54a0 0x7fd9b40b5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40016/0 (socket says 172.21.15.94:40016) 2024-09-10T08:36:38.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b8e14640 1 -- 172.21.15.94:0/1248273403 learned_addr learned my addr 172.21.15.94:0/1248273403 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:38.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b3fff640 1 -- 172.21.15.94:0/1248273403 >> v1:172.21.15.143:6789/0 conn(0x7fd9b406d0f0 legacy=0x7fd9b40d13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:38.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b3fff640 1 -- 172.21.15.94:0/1248273403 >> v1:172.21.15.94:6789/0 conn(0x7fd9b4071750 legacy=0x7fd9b4071bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:38.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b3fff640 1 -- 172.21.15.94:0/1248273403 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9b415ee70 con 0x7fd9b40b54a0 2024-09-10T08:36:38.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b2ffd640 1 -- 172.21.15.94:0/1248273403 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3875983058 0 0) 0x7fd9b40b5dc0 con 0x7fd9b4071750 2024-09-10T08:36:38.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.744+0000 7fd9b3fff640 1 --2- 172.21.15.94:0/1248273403 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b40b54a0 0x7fd9b40b5880 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fd9b415f920 tx=0x7fd9a402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4474a24378f343a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:38.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9b2ffd640 1 -- 172.21.15.94:0/1248273403 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4037070 con 0x7fd9b40b54a0 2024-09-10T08:36:38.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9b2ffd640 1 -- 172.21.15.94:0/1248273403 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9a4032440 con 0x7fd9b40b54a0 2024-09-10T08:36:38.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9b2ffd640 1 -- 172.21.15.94:0/1248273403 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4032810 con 0x7fd9b40b54a0 2024-09-10T08:36:38.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9ba877640 1 -- 172.21.15.94:0/1248273403 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b40b54a0 msgr2=0x7fd9b40b5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:38.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9ba877640 1 --2- 172.21.15.94:0/1248273403 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b40b54a0 0x7fd9b40b5880 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fd9b415f920 tx=0x7fd9a402a200 comp rx=0 tx=0).stop 2024-09-10T08:36:38.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9ba877640 1 -- 172.21.15.94:0/1248273403 shutdown_connections 2024-09-10T08:36:38.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9ba877640 1 --2- 172.21.15.94:0/1248273403 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b40b54a0 0x7fd9b40b5880 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:38.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9ba877640 1 -- 172.21.15.94:0/1248273403 >> 172.21.15.94:0/1248273403 conn(0x7fd9b406feb0 msgr2=0x7fd9b4070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:38.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9ba877640 1 -- 172.21.15.94:0/1248273403 shutdown_connections 2024-09-10T08:36:38.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.745+0000 7fd9ba877640 1 -- 172.21.15.94:0/1248273403 wait complete. 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.746+0000 7fd9ba877640 1 Processor -- start 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9ba877640 1 -- start start 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9ba877640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9b406d0f0 0x7fd9b4158910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9ba877640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b4071750 0x7fd9b40cd280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9ba877640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd9b40b54a0 0x7fd9b40cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9ba877640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b415f430 con 0x7fd9b4071750 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9ba877640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b40d2bd0 con 0x7fd9b40b54a0 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9ba877640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd9b40d1b00 con 0x7fd9b406d0f0 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9b37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b4071750 0x7fd9b40cd280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:38.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9b37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b4071750 0x7fd9b40cd280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40022/0 (socket says 172.21.15.94:40022) 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.747+0000 7fd9b37fe640 1 -- 172.21.15.94:0/226989529 learned_addr learned my addr 172.21.15.94:0/226989529 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b3fff640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9b406d0f0 0x7fd9b4158910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b8e14640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd9b40b54a0 0x7fd9b40cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b37fe640 1 -- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9b406d0f0 msgr2=0x7fd9b4158910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b37fe640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9b406d0f0 0x7fd9b4158910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b37fe640 1 -- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd9b40b54a0 msgr2=0x7fd9b40cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b37fe640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd9b40b54a0 0x7fd9b40cecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b37fe640 1 -- 172.21.15.94:0/226989529 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9b40cc1e0 con 0x7fd9b4071750 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b3fff640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9b406d0f0 0x7fd9b4158910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b37fe640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b4071750 0x7fd9b40cd280 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fd9a800b3e0 tx=0x7fd9a800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b0ff9640 1 -- 172.21.15.94:0/226989529 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a8015020 con 0x7fd9b4071750 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b0ff9640 1 -- 172.21.15.94:0/226989529 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9a8011850 con 0x7fd9b4071750 2024-09-10T08:36:38.751 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9b40cc4c0 con 0x7fd9b4071750 2024-09-10T08:36:38.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9b0ff9640 1 -- 172.21.15.94:0/226989529 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a8011c40 con 0x7fd9b4071750 2024-09-10T08:36:38.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.748+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9b40cca80 con 0x7fd9b4071750 2024-09-10T08:36:38.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.749+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9b406e0e0 con 0x7fd9b4071750 2024-09-10T08:36:38.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.750+0000 7fd9b0ff9640 1 -- 172.21.15.94:0/226989529 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd9a8018020 con 0x7fd9b4071750 2024-09-10T08:36:38.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.750+0000 7fd9b0ff9640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd9a006be30 0x7fd9a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:38.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.750+0000 7fd9b0ff9640 1 -- 172.21.15.94:0/226989529 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5249+0+0 (secure 0 0 0) 0x7fd9a808ab50 con 0x7fd9b4071750 2024-09-10T08:36:38.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.750+0000 7fd9b3fff640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd9a006be30 0x7fd9a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:38.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.750+0000 7fd9b3fff640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd9a006be30 0x7fd9a006e2f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4034000 tx=0x7fd9a402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:38.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.754+0000 7fd9b0ff9640 1 -- 172.21.15.94:0/226989529 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd9a801f020 con 0x7fd9b4071750 2024-09-10T08:36:38.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.982+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fd9b40d3030 con 0x7fd9b4071750 2024-09-10T08:36:38.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.982+0000 7fd9b0ff9640 1 -- 172.21.15.94:0/226989529 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7fd9a80172c0 con 0x7fd9b4071750 2024-09-10T08:36:38.983 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "auth_dump": [ 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.a", 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q==", 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.984 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.b", 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA==", 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.985 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.c", 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw==", 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.d", 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q==", 2024-09-10T08:36:38.986 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.0", 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw==", 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.987 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.1", 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA==", 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.2", 2024-09-10T08:36:38.988 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ==", 2024-09-10T08:36:38.990 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.990 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.990 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.990 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.992 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.992 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.3", 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ==", 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.4", 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w==", 2024-09-10T08:36:38.993 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.5", 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg==", 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.994 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.6", 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA==", 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.7", 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw==", 2024-09-10T08:36:38.995 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.0", 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A==", 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow r", 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T08:36:38.996 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.1", 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g==", 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.997 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.2", 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg==", 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.3", 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw==", 2024-09-10T08:36:38.998 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.admin", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgJjOFxAATVzfzh3uLikRDv5gNW6Yvg==", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:36:38.999 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.x", 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA==", 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:39.000 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.y", 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg==", 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:36:39.001 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:36:39.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd9a006be30 msgr2=0x7fd9a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd9a006be30 0x7fd9a006e2f0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4034000 tx=0x7fd9a402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:39.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b4071750 msgr2=0x7fd9b40cd280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b4071750 0x7fd9b40cd280 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fd9a800b3e0 tx=0x7fd9a800b8a0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 shutdown_connections 2024-09-10T08:36:39.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd9a006be30 0x7fd9a006e2f0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd9b40b54a0 0x7fd9b40cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9b4071750 0x7fd9b40cd280 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 --2- 172.21.15.94:0/226989529 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd9b406d0f0 0x7fd9b4158910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 >> 172.21.15.94:0/226989529 conn(0x7fd9b406feb0 msgr2=0x7fd9b4071bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:39.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 shutdown_connections 2024-09-10T08:36:39.004 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:38.984+0000 7fd9ba877640 1 -- 172.21.15.94:0/226989529 wait complete. 2024-09-10T08:36:39.004 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T08:36:39.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.101+0000 7fb7cb7c0640 1 Processor -- start 2024-09-10T08:36:39.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.101+0000 7fb7cb7c0640 1 -- start start 2024-09-10T08:36:39.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7cb7c0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb7c415e500 0x7fb7c415e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7cb7c0640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7c40cfd90 con 0x7fb7c40d41a0 2024-09-10T08:36:39.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7cb7c0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7c40d0070 con 0x7fb7c40cf040 2024-09-10T08:36:39.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7cb7c0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb7c40d26a0 con 0x7fb7c415e500 2024-09-10T08:36:39.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7c8d5b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb7c40d41a0 0x7fb7c40d45e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33768/0 (socket says 172.21.15.94:33768) 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7c8d5b640 1 -- 172.21.15.94:0/3403818174 learned_addr learned my addr 172.21.15.94:0/3403818174 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 60643358 0 0) 0x7fb7c40cfd90 con 0x7fb7c40d41a0 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7c955c640 1 --2- 172.21.15.94:0/3403818174 >> v2:172.21.15.143:3300/0 conn(0x7fb7c415e500 0x7fb7c415e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb7b0003520 con 0x7fb7c40d41a0 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.102+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 605159096 0 0) 0x7fb7b0003520 con 0x7fb7c40d41a0 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 >> v2:172.21.15.143:3300/0 conn(0x7fb7c415e500 msgr2=0x7fb7c415e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 --2- 172.21.15.94:0/3403818174 >> v2:172.21.15.143:3300/0 conn(0x7fb7c415e500 0x7fb7c415e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 >> v1:172.21.15.143:6789/0 conn(0x7fb7c40cf040 legacy=0x7fb7c40cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c40d0350 con 0x7fb7c40d41a0 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fb7b4001670 con 0x7fb7c40d41a0 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 >> v1:172.21.15.94:6789/0 conn(0x7fb7c40d41a0 legacy=0x7fb7c40d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00039b0 0x7fb7b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7b0004800 0x7fb7b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7b00051c0 0x7fb7b000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c40d26a0 con 0x7fb7b00051c0 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b000c060 con 0x7fb7b00039b0 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7b000c260 con 0x7fb7b0004800 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c9d5d640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7b00051c0 0x7fb7b000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c955c640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00039b0 0x7fb7b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c8d5b640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7b0004800 0x7fb7b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7b0004800 msgr2=0x7fb7b0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c9d5d640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7b0004800 0x7fb7b0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00039b0 msgr2=0x7fb7b0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c9d5d640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00039b0 0x7fb7b0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/3403818174 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b0003520 con 0x7fb7b00051c0 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.103+0000 7fb7c955c640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00039b0 0x7fb7b0003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/3403818174 reap_dead start 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7c9d5d640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7b00051c0 0x7fb7b000b9c0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc001e50 tx=0x7fb7b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16b8c6071ebf6db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc001a70 con 0x7fb7b00051c0 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7bc003970 con 0x7fb7b00051c0 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7bbfff640 1 -- 172.21.15.94:0/3403818174 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc003d60 con 0x7fb7b00051c0 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/3403818174 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7b00051c0 msgr2=0x7fb7b000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7b00051c0 0x7fb7b000b9c0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc001e50 tx=0x7fb7b0005830 comp rx=0 tx=0).stop 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/3403818174 shutdown_connections 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/3403818174 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7b00051c0 0x7fb7b000b9c0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/3403818174 >> 172.21.15.94:0/3403818174 conn(0x7fb7c408bf90 msgr2=0x7fb7c409d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.104+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/3403818174 shutdown_connections 2024-09-10T08:36:39.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.105+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/3403818174 wait complete. 2024-09-10T08:36:39.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 Processor -- start 2024-09-10T08:36:39.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 -- start start 2024-09-10T08:36:39.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00051c0 0x7fb7c40ce440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7c4153b80 0x7fb7c40cc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7c4161130 0x7fb7c41615e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c415e8e0 con 0x7fb7c4161130 2024-09-10T08:36:39.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c40b44f0 con 0x7fb7b00051c0 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.106+0000 7fb7cb7c0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7c415ea60 con 0x7fb7c4153b80 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7c4161130 0x7fb7c41615e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7c4161130 0x7fb7c41615e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40044/0 (socket says 172.21.15.94:40044) 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/1555851566 learned_addr learned my addr 172.21.15.94:0/1555851566 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c8d5b640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7c4153b80 0x7fb7c40cc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c955c640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00051c0 0x7fb7c40ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7c4153b80 msgr2=0x7fb7c40cc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7c4153b80 0x7fb7c40cc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00051c0 msgr2=0x7fb7c40ce440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00051c0 0x7fb7c40ce440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 -- 172.21.15.94:0/1555851566 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c4154000 con 0x7fb7c4161130 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7c9d5d640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7c4161130 0x7fb7c41615e0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc02a920 tx=0x7fb7bc0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7b9ffb640 1 -- 172.21.15.94:0/1555851566 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc001a70 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7b9ffb640 1 -- 172.21.15.94:0/1555851566 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7bc02ac70 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7b9ffb640 1 -- 172.21.15.94:0/1555851566 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc006d70 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c40cd110 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.107+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c40cd6d0 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.108+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7c40d45c0 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.109+0000 7fb7b9ffb640 1 -- 172.21.15.94:0/1555851566 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb7bc007030 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.109+0000 7fb7b9ffb640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7a806be60 0x7fb7a806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.109+0000 7fb7b9ffb640 1 -- 172.21.15.94:0/1555851566 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5249+0+0 (secure 0 0 0) 0x7fb7bc0a9cb0 con 0x7fb7c4161130 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.109+0000 7fb7c955c640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7a806be60 0x7fb7a806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.110+0000 7fb7c955c640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7a806be60 0x7fb7a806e320 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb7c0009990 tx=0x7fb7c0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.113+0000 7fb7b9ffb640 1 -- 172.21.15.94:0/1555851566 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb7bc078260 con 0x7fb7c4161130 2024-09-10T08:36:39.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.282+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb7c4075390 con 0x7fb7c4161130 2024-09-10T08:36:39.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.283+0000 7fb7b9ffb640 1 -- 172.21.15.94:0/1555851566 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v86) ==== 84+0+65 (secure 0 0 0) 0x7fb7bc07c560 con 0x7fb7c4161130 2024-09-10T08:36:39.284 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:39.284 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-09-10T08:36:39.285 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:36:39.285 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-09-10T08:36:39.285 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-09-10T08:36:39.285 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:39.285 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7a806be60 msgr2=0x7fb7a806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7a806be60 0x7fb7a806e320 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb7c0009990 tx=0x7fb7c0008040 comp rx=0 tx=0).stop 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7c4161130 msgr2=0x7fb7c41615e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7c4161130 0x7fb7c41615e0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc02a920 tx=0x7fb7bc0014a0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 shutdown_connections 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb7a806be60 0x7fb7a806e320 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7c4161130 0x7fb7c41615e0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7c4153b80 0x7fb7c40cc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.287 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 --2- 172.21.15.94:0/1555851566 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7b00051c0 0x7fb7c40ce440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 >> 172.21.15.94:0/1555851566 conn(0x7fb7c408bf90 msgr2=0x7fb7c406db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:39.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 shutdown_connections 2024-09-10T08:36:39.288 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.285+0000 7fb7cb7c0640 1 -- 172.21.15.94:0/1555851566 wait complete. 2024-09-10T08:36:39.297 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:36:39.298 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.399+0000 7fc09460a640 1 Processor -- start 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.399+0000 7fc09460a640 1 -- start start 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc09460a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0d2140 0x7fc08c06e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc09460a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc08c0ce2b0 0x7fc08c06cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc09460a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc08c0ce930 con 0x7fc08c15e930 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc09460a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc08c0cf540 con 0x7fc08c0ce2b0 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc09460a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc08c06ec50 con 0x7fc08c0d2140 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc0923a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0d2140 0x7fc08c06e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc092ba7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc08c0ce2b0 0x7fc08c06cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.405 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc0923a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0d2140 0x7fc08c06e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:43002/0 (socket says 172.21.15.94:43002) 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc092ba7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc08c0ce2b0 0x7fc08c06cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:42214/0 (socket says 172.21.15.94:42214) 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.400+0000 7fc0923a6640 1 -- 172.21.15.94:0/3106059671 learned_addr learned my addr 172.21.15.94:0/3106059671 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.401+0000 7fc0923a6640 1 -- 172.21.15.94:0/3106059671 >> v2:172.21.15.143:3300/0 conn(0x7fc08c0ce2b0 msgr2=0x7fc08c06cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.401+0000 7fc0923a6640 1 --2- 172.21.15.94:0/3106059671 >> v2:172.21.15.143:3300/0 conn(0x7fc08c0ce2b0 0x7fc08c06cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.401+0000 7fc0923a6640 1 -- 172.21.15.94:0/3106059671 >> v1:172.21.15.143:6789/0 conn(0x7fc08c15e930 legacy=0x7fc08c0d2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.401+0000 7fc0923a6640 1 -- 172.21.15.94:0/3106059671 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc08c0cec10 con 0x7fc08c0d2140 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.401+0000 7fc092ba7640 1 --2- 172.21.15.94:0/3106059671 >> v2:172.21.15.143:3300/0 conn(0x7fc08c0ce2b0 0x7fc08c06cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc0923a6640 1 --2- 172.21.15.94:0/3106059671 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0d2140 0x7fc08c06e710 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc088009870 tx=0x7fc08802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2003559375c199a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc0913a4640 1 -- 172.21.15.94:0/3106059671 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088037070 con 0x7fc08c0d2140 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc0913a4640 1 -- 172.21.15.94:0/3106059671 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc088032440 con 0x7fc08c0d2140 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc0913a4640 1 -- 172.21.15.94:0/3106059671 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088032810 con 0x7fc08c0d2140 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 -- 172.21.15.94:0/3106059671 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0d2140 msgr2=0x7fc08c06e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.406 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 --2- 172.21.15.94:0/3106059671 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0d2140 0x7fc08c06e710 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc088009870 tx=0x7fc08802a1c0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 -- 172.21.15.94:0/3106059671 shutdown_connections 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 --2- 172.21.15.94:0/3106059671 >> v2:172.21.15.143:3300/0 conn(0x7fc08c0ce2b0 0x7fc08c06cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 --2- 172.21.15.94:0/3106059671 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0d2140 0x7fc08c06e710 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 -- 172.21.15.94:0/3106059671 >> 172.21.15.94:0/3106059671 conn(0x7fc08c06feb0 msgr2=0x7fc08c0702c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 -- 172.21.15.94:0/3106059671 shutdown_connections 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.402+0000 7fc09460a640 1 -- 172.21.15.94:0/3106059671 wait complete. 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.403+0000 7fc09460a640 1 Processor -- start 2024-09-10T08:36:39.407 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc09460a640 1 -- start start 2024-09-10T08:36:39.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc09460a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0ce2b0 0x7fc08c1555c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc09460a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc08c0d2140 0x7fc08c0b6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc09460a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc08c0b6860 0x7fc08c1f3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc09460a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c0cf9d0 con 0x7fc08c0b6860 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc09460a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c0cf1d0 con 0x7fc08c0d2140 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc09460a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc08c0cfb50 con 0x7fc08c0ce2b0 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc092ba7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc08c0b6860 0x7fc08c1f3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc092ba7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc08c0b6860 0x7fc08c1f3f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40046/0 (socket says 172.21.15.94:40046) 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc092ba7640 1 -- 172.21.15.94:0/2472387973 learned_addr learned my addr 172.21.15.94:0/2472387973 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc091ba5640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc08c0d2140 0x7fc08c0b6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.404+0000 7fc0923a6640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0ce2b0 0x7fc08c1555c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc092ba7640 1 -- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0ce2b0 msgr2=0x7fc08c1555c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc092ba7640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0ce2b0 0x7fc08c1555c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc092ba7640 1 -- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc08c0d2140 msgr2=0x7fc08c0b6320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.410 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc092ba7640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc08c0d2140 0x7fc08c0b6320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc092ba7640 1 -- 172.21.15.94:0/2472387973 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc08c0b6de0 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc092ba7640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc08c0b6860 0x7fc08c1f3f90 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fc08400efc0 tx=0x7fc084009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc082ffd640 1 -- 172.21.15.94:0/2472387973 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084018030 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc082ffd640 1 -- 172.21.15.94:0/2472387973 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc08400cd80 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc08c0b70c0 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc082ffd640 1 -- 172.21.15.94:0/2472387973 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc084003bb0 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.405+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc08c0b7680 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.406+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc08c06e710 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.407+0000 7fc082ffd640 1 -- 172.21.15.94:0/2472387973 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc08401b070 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.407+0000 7fc082ffd640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07006be60 0x7fc07006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.407+0000 7fc082ffd640 1 -- 172.21.15.94:0/2472387973 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5249+0+0 (secure 0 0 0) 0x7fc08408b510 con 0x7fc08c0b6860 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.407+0000 7fc0923a6640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07006be60 0x7fc07006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.411 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.408+0000 7fc0923a6640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07006be60 0x7fc07006e320 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc088034000 tx=0x7fc08802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.412 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.411+0000 7fc082ffd640 1 -- 172.21.15.94:0/2472387973 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc084010040 con 0x7fc08c0b6860 2024-09-10T08:36:39.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.578+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fc08c0b81c0 con 0x7fc08c0b6860 2024-09-10T08:36:39.864 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.862+0000 7fc082ffd640 1 -- 172.21.15.94:0/2472387973 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v87) ==== 138+0+0 (secure 0 0 0) 0x7fc084059a30 con 0x7fc08c0b6860 2024-09-10T08:36:39.864 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-09-10T08:36:39.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07006be60 msgr2=0x7fc07006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07006be60 0x7fc07006e320 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc088034000 tx=0x7fc08802e000 comp rx=0 tx=0).stop 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc08c0b6860 msgr2=0x7fc08c1f3f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc08c0b6860 0x7fc08c1f3f90 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fc08400efc0 tx=0x7fc084009f90 comp rx=0 tx=0).stop 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 shutdown_connections 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc07006be60 0x7fc07006e320 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc08c0d2140 0x7fc08c0b6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc08c0b6860 0x7fc08c1f3f90 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 --2- 172.21.15.94:0/2472387973 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc08c0ce2b0 0x7fc08c1555c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 >> 172.21.15.94:0/2472387973 conn(0x7fc08c06feb0 msgr2=0x7fc08c0cd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 shutdown_connections 2024-09-10T08:36:39.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.865+0000 7fc09460a640 1 -- 172.21.15.94:0/2472387973 wait complete. 2024-09-10T08:36:39.880 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:36:39.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.985+0000 7fde2ec77640 1 Processor -- start 2024-09-10T08:36:39.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.985+0000 7fde2ec77640 1 -- start start 2024-09-10T08:36:39.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.985+0000 7fde2ec77640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fde280d43d0 0x7fde280d47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.985+0000 7fde2ec77640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 0x7fde280b7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.985+0000 7fde2ec77640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde280d4d30 con 0x7fde2815e650 2024-09-10T08:36:39.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.985+0000 7fde2ec77640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fde280d32c0 con 0x7fde280d43d0 2024-09-10T08:36:39.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.985+0000 7fde2ec77640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fde280d35a0 con 0x7fde280b75e0 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde2ca13640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fde2815e650 0x7fde280cf380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:33778/0 (socket says 172.21.15.94:33778) 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde2ca13640 1 -- 172.21.15.94:0/1387484779 learned_addr learned my addr 172.21.15.94:0/1387484779 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde27fff640 1 --2- 172.21.15.94:0/1387484779 >> v2:172.21.15.143:3300/0 conn(0x7fde280d43d0 0x7fde280d47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde2d214640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 0x7fde280b7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2800736971 0 0) 0x7fde280d4d30 con 0x7fde2815e650 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde18003520 con 0x7fde2815e650 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 363729372 0 0) 0x7fde18003520 con 0x7fde2815e650 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 msgr2=0x7fde280b7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 0x7fde280b7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 >> v2:172.21.15.143:3300/0 conn(0x7fde280d43d0 msgr2=0x7fde280d47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 --2- 172.21.15.94:0/1387484779 >> v2:172.21.15.143:3300/0 conn(0x7fde280d43d0 0x7fde280d47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde280d3880 con 0x7fde2815e650 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fde1c001670 con 0x7fde2815e650 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 >> v1:172.21.15.94:6789/0 conn(0x7fde2815e650 legacy=0x7fde280cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde180039b0 0x7fde18003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 0x7fde18004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde18004d40 0x7fde180051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fde280d32c0 con 0x7fde18004d40 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fde280d35a0 con 0x7fde180039b0 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fde1800b9c0 con 0x7fde280b75e0 2024-09-10T08:36:39.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde2d214640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde18004d40 0x7fde180051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde2ca13640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde180039b0 0x7fde18003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.986+0000 7fde27fff640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 0x7fde18004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde2d214640 1 -- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 msgr2=0x7fde18004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde2d214640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde280b75e0 0x7fde18004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde2d214640 1 -- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde180039b0 msgr2=0x7fde18003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde2d214640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde180039b0 0x7fde18003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde2d214640 1 -- 172.21.15.94:0/1387484779 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde18003520 con 0x7fde18004d40 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde2d214640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde18004d40 0x7fde180051c0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fde20009fc0 tx=0x7fde18005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13529dafdc92fa59 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20009c10 con 0x7fde18004d40 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde20036070 con 0x7fde18004d40 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.987+0000 7fde277fe640 1 -- 172.21.15.94:0/1387484779 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20031880 con 0x7fde18004d40 2024-09-10T08:36:39.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.988+0000 7fde2ec77640 1 -- 172.21.15.94:0/1387484779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde18004d40 msgr2=0x7fde180051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.988+0000 7fde2ec77640 1 --2- 172.21.15.94:0/1387484779 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde18004d40 0x7fde180051c0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fde20009fc0 tx=0x7fde18005830 comp rx=0 tx=0).stop 2024-09-10T08:36:39.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.988+0000 7fde2d214640 1 -- 172.21.15.94:0/1387484779 reap_dead start 2024-09-10T08:36:39.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.988+0000 7fde2ec77640 1 -- 172.21.15.94:0/1387484779 shutdown_connections 2024-09-10T08:36:39.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.988+0000 7fde2ec77640 1 -- 172.21.15.94:0/1387484779 >> 172.21.15.94:0/1387484779 conn(0x7fde28073660 msgr2=0x7fde28073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:39.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.988+0000 7fde2ec77640 1 -- 172.21.15.94:0/1387484779 shutdown_connections 2024-09-10T08:36:39.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.988+0000 7fde2ec77640 1 -- 172.21.15.94:0/1387484779 wait complete. 2024-09-10T08:36:39.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.989+0000 7fde2ec77640 1 Processor -- start 2024-09-10T08:36:39.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.989+0000 7fde2ec77640 1 -- start start 2024-09-10T08:36:39.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2ec77640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde18004d40 0x7fde28153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2ec77640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde2815b0e0 0x7fde2815ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2ec77640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde280c9f80 0x7fde280ca400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2ec77640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fde280d2340 con 0x7fde280c9f80 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2ec77640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fde280d21c0 con 0x7fde18004d40 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2ec77640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fde280cfa90 con 0x7fde2815b0e0 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2d214640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde280c9f80 0x7fde280ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2d214640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde280c9f80 0x7fde280ca400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40062/0 (socket says 172.21.15.94:40062) 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2d214640 1 -- 172.21.15.94:0/2025866373 learned_addr learned my addr 172.21.15.94:0/2025866373 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde27fff640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde2815b0e0 0x7fde2815ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2ca13640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde18004d40 0x7fde28153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2d214640 1 -- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde2815b0e0 msgr2=0x7fde2815ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2d214640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde2815b0e0 0x7fde2815ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2d214640 1 -- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde18004d40 msgr2=0x7fde28153ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.990+0000 7fde2d214640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde18004d40 0x7fde28153ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:39.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.991+0000 7fde2d214640 1 -- 172.21.15.94:0/2025866373 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde28154010 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.991+0000 7fde2d214640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde280c9f80 0x7fde280ca400 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fde2000e230 tx=0x7fde20009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.991+0000 7fde257fa640 1 -- 172.21.15.94:0/2025866373 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20009c10 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.991+0000 7fde257fa640 1 -- 172.21.15.94:0/2025866373 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde20031df0 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.991+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde2815ef70 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.991+0000 7fde257fa640 1 -- 172.21.15.94:0/2025866373 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20003bd0 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.991+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde2815f4f0 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.992+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde280d47f0 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.993+0000 7fde257fa640 1 -- 172.21.15.94:0/2025866373 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fde20005d10 con 0x7fde280c9f80 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.993+0000 7fde257fa640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fde0c06be60 0x7fde0c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:39.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.993+0000 7fde257fa640 1 -- 172.21.15.94:0/2025866373 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5619+0+0 (secure 0 0 0) 0x7fde200ac200 con 0x7fde280c9f80 2024-09-10T08:36:39.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.993+0000 7fde2ca13640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fde0c06be60 0x7fde0c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:39.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.994+0000 7fde2ca13640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fde0c06be60 0x7fde0c06e320 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fde2815b660 tx=0x7fde1c007970 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:39.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:39.997+0000 7fde257fa640 1 -- 172.21.15.94:0/2025866373 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde2004a060 con 0x7fde280c9f80 2024-09-10T08:36:40.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.161+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fde2815d6f0 con 0x7fde280c9f80 2024-09-10T08:36:40.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.864+0000 7fde257fa640 1 -- 172.21.15.94:0/2025866373 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v88) ==== 170+0+0 (secure 0 0 0) 0x7fde2007ace0 con 0x7fde280c9f80 2024-09-10T08:36:40.866 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fde0c06be60 msgr2=0x7fde0c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fde0c06be60 0x7fde0c06e320 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fde2815b660 tx=0x7fde1c007970 comp rx=0 tx=0).stop 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde280c9f80 msgr2=0x7fde280ca400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde280c9f80 0x7fde280ca400 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fde2000e230 tx=0x7fde20009750 comp rx=0 tx=0).stop 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 shutdown_connections 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fde0c06be60 0x7fde0c06e320 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fde280c9f80 0x7fde280ca400 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fde2815b0e0 0x7fde2815ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 --2- 172.21.15.94:0/2025866373 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fde18004d40 0x7fde28153ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 >> 172.21.15.94:0/2025866373 conn(0x7fde28073660 msgr2=0x7fde280cce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:40.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 shutdown_connections 2024-09-10T08:36:40.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.867+0000 7fde2ec77640 1 -- 172.21.15.94:0/2025866373 wait complete. 2024-09-10T08:36:40.894 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:36:40.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.997+0000 7fbf6fcf1640 1 Processor -- start 2024-09-10T08:36:40.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.997+0000 7fbf6fcf1640 1 -- start start 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6fcf1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbf680b4730 0x7fbf680b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6fcf1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbf680cff20 0x7fbf680d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6fcf1640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf680af5f0 con 0x7fbf68159eb0 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6fcf1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbf680b4b90 con 0x7fbf680cff20 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6fcf1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbf680b3f60 con 0x7fbf680b4730 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6e28e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbf680cff20 0x7fbf680d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6da8d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fbf68159eb0 0x7fbf680aed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48060/0 (socket says 172.21.15.94:48060) 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6da8d640 1 -- 172.21.15.94:0/1807109519 learned_addr learned my addr 172.21.15.94:0/1807109519 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6d28c640 1 --2- 172.21.15.94:0/1807109519 >> v2:172.21.15.143:3300/0 conn(0x7fbf680b4730 0x7fbf680b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.000 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6e28e640 1 -- 172.21.15.94:0/1807109519 >> v2:172.21.15.143:3300/0 conn(0x7fbf680b4730 msgr2=0x7fbf680b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:41.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.998+0000 7fbf6e28e640 1 --2- 172.21.15.94:0/1807109519 >> v2:172.21.15.143:3300/0 conn(0x7fbf680b4730 0x7fbf680b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.999+0000 7fbf6e28e640 1 -- 172.21.15.94:0/1807109519 >> v1:172.21.15.94:6789/0 conn(0x7fbf68159eb0 legacy=0x7fbf680aed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.999+0000 7fbf6e28e640 1 -- 172.21.15.94:0/1807109519 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf680af8d0 con 0x7fbf680cff20 2024-09-10T08:36:41.001 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.999+0000 7fbf6ca8b640 1 -- 172.21.15.94:0/1807109519 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3057095293 0 0) 0x7fbf680af5f0 con 0x7fbf68159eb0 2024-09-10T08:36:41.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.999+0000 7fbf6e28e640 1 --2- 172.21.15.94:0/1807109519 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680cff20 0x7fbf680d0350 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fbf6806f670 tx=0x7fbf6002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85dace6aa8e27f21 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:41.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.999+0000 7fbf6ca8b640 1 -- 172.21.15.94:0/1807109519 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60007740 con 0x7fbf680cff20 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.999+0000 7fbf6ca8b640 1 -- 172.21.15.94:0/1807109519 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf600078e0 con 0x7fbf680cff20 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:40.999+0000 7fbf6ca8b640 1 -- 172.21.15.94:0/1807109519 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60007cb0 con 0x7fbf680cff20 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/1807109519 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680cff20 msgr2=0x7fbf680d0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/1807109519 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680cff20 0x7fbf680d0350 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fbf6806f670 tx=0x7fbf6002a680 comp rx=0 tx=0).stop 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/1807109519 shutdown_connections 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/1807109519 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680cff20 0x7fbf680d0350 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/1807109519 >> v2:172.21.15.143:3300/0 conn(0x7fbf680b4730 0x7fbf680b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/1807109519 >> 172.21.15.94:0/1807109519 conn(0x7fbf6806bcf0 msgr2=0x7fbf6806c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/1807109519 shutdown_connections 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.000+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/1807109519 wait complete. 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.001+0000 7fbf6fcf1640 1 Processor -- start 2024-09-10T08:36:41.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.001+0000 7fbf6fcf1640 1 -- start start 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6fcf1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680b4730 0x7fbf68142cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6fcf1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf680cff20 0x7fbf680999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6fcf1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf68159eb0 0x7fbf68150e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6fcf1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbf680b3500 con 0x7fbf680b4730 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6fcf1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbf680d0890 con 0x7fbf68159eb0 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6fcf1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbf6815c750 con 0x7fbf680cff20 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680b4730 0x7fbf68142cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680b4730 0x7fbf68142cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57372/0 (socket says 172.21.15.94:57372) 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 -- 172.21.15.94:0/2172451773 learned_addr learned my addr 172.21.15.94:0/2172451773 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 -- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf680cff20 msgr2=0x7fbf680999c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.006 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6e28e640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf68159eb0 0x7fbf68150e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf680cff20 0x7fbf680999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 -- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf68159eb0 msgr2=0x7fbf68150e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf68159eb0 0x7fbf68150e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 -- 172.21.15.94:0/2172451773 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf68151750 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6e28e640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf68159eb0 0x7fbf68150e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.002+0000 7fbf6da8d640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680b4730 0x7fbf68142cd0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400c460 tx=0x7fbf6400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.003+0000 7fbf5e7fc640 1 -- 172.21.15.94:0/2172451773 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf64018070 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.003+0000 7fbf5e7fc640 1 -- 172.21.15.94:0/2172451773 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf64007500 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.003+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf68155850 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.003+0000 7fbf5e7fc640 1 -- 172.21.15.94:0/2172451773 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf64004a20 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.003+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf68155e10 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.004+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf680d0a10 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.004+0000 7fbf5e7fc640 1 -- 172.21.15.94:0/2172451773 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbf6401b070 con 0x7fbf680b4730 2024-09-10T08:36:41.007 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.005+0000 7fbf5e7fc640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf4c06be30 0x7fbf4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.005+0000 7fbf5e7fc640 1 -- 172.21.15.94:0/2172451773 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 6001+0+0 (secure 0 0 0) 0x7fbf6408a1b0 con 0x7fbf680b4730 2024-09-10T08:36:41.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.005+0000 7fbf6d28c640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf4c06be30 0x7fbf4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.008 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.005+0000 7fbf6d28c640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf4c06be30 0x7fbf4c06e2f0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbf681556b0 tx=0x7fbf58008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:41.010 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.009+0000 7fbf5e7fc640 1 -- 172.21.15.94:0/2172451773 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf680d0a10 con 0x7fbf680b4730 2024-09-10T08:36:41.212 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.210+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fbf68157d00 con 0x7fbf680b4730 2024-09-10T08:36:41.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.865+0000 7fbf5e7fc640 1 -- 172.21.15.94:0/2172451773 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 13 and data pool 14 v43) ==== 174+0+0 (secure 0 0 0) 0x7fbf64058ac0 con 0x7fbf680b4730 2024-09-10T08:36:41.867 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 13 and data pool 14 2024-09-10T08:36:41.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf4c06be30 msgr2=0x7fbf4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf4c06be30 0x7fbf4c06e2f0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbf681556b0 tx=0x7fbf58008040 comp rx=0 tx=0).stop 2024-09-10T08:36:41.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680b4730 msgr2=0x7fbf68142cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680b4730 0x7fbf68142cd0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fbf6400c460 tx=0x7fbf6400c920 comp rx=0 tx=0).stop 2024-09-10T08:36:41.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 shutdown_connections 2024-09-10T08:36:41.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf4c06be30 0x7fbf4c06e2f0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf68159eb0 0x7fbf68150e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf680cff20 0x7fbf680999c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 --2- 172.21.15.94:0/2172451773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf680b4730 0x7fbf68142cd0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.868+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 >> 172.21.15.94:0/2172451773 conn(0x7fbf6806bcf0 msgr2=0x7fbf680b0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.869+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 shutdown_connections 2024-09-10T08:36:41.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.869+0000 7fbf6fcf1640 1 -- 172.21.15.94:0/2172451773 wait complete. 2024-09-10T08:36:41.886 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.984+0000 7f7e715b9640 1 Processor -- start 2024-09-10T08:36:41.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.984+0000 7f7e715b9640 1 -- start start 2024-09-10T08:36:41.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.985+0000 7f7e715b9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f7e6c06bb10 0x7f7e6c0b2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.985+0000 7f7e715b9640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e6c06c1b0 con 0x7f7e6c15e500 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.985+0000 7f7e715b9640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e6c06c450 con 0x7f7e6c0d0ad0 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.985+0000 7f7e715b9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f7e6c06bf80 con 0x7f7e6c06bb10 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.985+0000 7f7e6affd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7e6c15e500 0x7f7e6c0d03c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48064/0 (socket says 172.21.15.94:48064) 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.985+0000 7f7e6affd640 1 -- 172.21.15.94:0/889181881 learned_addr learned my addr 172.21.15.94:0/889181881 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/889181881 >> v2:172.21.15.143:3300/0 conn(0x7f7e6c06bb10 0x7f7e6c0b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3581484879 0 0) 0x7f7e6c06c1b0 con 0x7f7e6c15e500 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7e54003520 con 0x7f7e6c15e500 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1176123397 0 0) 0x7f7e54003520 con 0x7f7e6c15e500 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 >> v2:172.21.15.143:3300/0 conn(0x7f7e6c06bb10 msgr2=0x7f7e6c0b2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 --2- 172.21.15.94:0/889181881 >> v2:172.21.15.143:3300/0 conn(0x7f7e6c06bb10 0x7f7e6c0b2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 >> v1:172.21.15.143:6789/0 conn(0x7f7e6c0d0ad0 legacy=0x7f7e6c0ae800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e6c15e8e0 con 0x7f7e6c15e500 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f7e5c001690 con 0x7f7e6c15e500 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 >> v1:172.21.15.94:6789/0 conn(0x7f7e6c15e500 legacy=0x7f7e6c0d03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540039b0 0x7f7e54003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e54004800 0x7f7e54004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e540051c0 0x7f7e5400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5400c030 con 0x7f7e540051c0 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5400c1e0 con 0x7f7e54004800 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7e5400c3e0 con 0x7f7e540039b0 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e540051c0 0x7f7e5400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6a7fc640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e54004800 0x7f7e54004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6affd640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540039b0 0x7f7e54003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540039b0 msgr2=0x7f7e54003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540039b0 0x7f7e54003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e54004800 msgr2=0x7f7e54004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e54004800 0x7f7e54004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/889181881 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e54003520 con 0x7f7e540051c0 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.986+0000 7f7e6a7fc640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e54004800 0x7f7e54004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.987+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/889181881 reap_dead start 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.987+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e540051c0 0x7f7e5400b9c0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009fc0 tx=0x7f7e54005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460509a4d1654578 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.987+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e64035020 con 0x7f7e540051c0 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.987+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e64003bd0 con 0x7f7e540051c0 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.987+0000 7f7e69ffb640 1 -- 172.21.15.94:0/889181881 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e64009c10 con 0x7f7e540051c0 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.988+0000 7f7e715b9640 1 -- 172.21.15.94:0/889181881 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e540051c0 msgr2=0x7f7e5400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.988+0000 7f7e715b9640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e540051c0 0x7f7e5400b9c0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f7e64009fc0 tx=0x7f7e54005830 comp rx=0 tx=0).stop 2024-09-10T08:36:41.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.988+0000 7f7e715b9640 1 -- 172.21.15.94:0/889181881 shutdown_connections 2024-09-10T08:36:41.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.988+0000 7f7e715b9640 1 --2- 172.21.15.94:0/889181881 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e540051c0 0x7f7e5400b9c0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.988+0000 7f7e715b9640 1 -- 172.21.15.94:0/889181881 >> 172.21.15.94:0/889181881 conn(0x7f7e6c09aa00 msgr2=0x7f7e6c0b2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:41.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.988+0000 7f7e715b9640 1 -- 172.21.15.94:0/889181881 shutdown_connections 2024-09-10T08:36:41.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.988+0000 7f7e715b9640 1 -- 172.21.15.94:0/889181881 wait complete. 2024-09-10T08:36:41.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.989+0000 7f7e715b9640 1 Processor -- start 2024-09-10T08:36:41.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.989+0000 7f7e715b9640 1 -- start start 2024-09-10T08:36:41.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e715b9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540051c0 0x7f7e6c160050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e715b9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e6c15eab0 0x7f7e6c1515f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e715b9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e6c15a720 0x7f7e6c0ca730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e715b9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6c0b2670 con 0x7f7e6c15a720 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e715b9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6c0ae000 con 0x7f7e6c15eab0 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e715b9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7e6c0b27f0 con 0x7f7e540051c0 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e6c15a720 0x7f7e6c0ca730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e6c15a720 0x7f7e6c0ca730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57388/0 (socket says 172.21.15.94:57388) 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/1991544922 learned_addr learned my addr 172.21.15.94:0/1991544922 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6affd640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540051c0 0x7f7e6c160050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540051c0 msgr2=0x7f7e6c160050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540051c0 0x7f7e6c160050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e6c15eab0 msgr2=0x7f7e6c1515f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6a7fc640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e6c15eab0 0x7f7e6c1515f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e6c15eab0 0x7f7e6c1515f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6b7fe640 1 -- 172.21.15.94:0/1991544922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e6c15efb0 con 0x7f7e6c15a720 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.990+0000 7f7e6affd640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540051c0 0x7f7e6c160050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.991+0000 7f7e6b7fe640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e6c15a720 0x7f7e6c0ca730 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400e200 tx=0x7f7e64009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.991+0000 7f7e537fe640 1 -- 172.21.15.94:0/1991544922 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e64035030 con 0x7f7e6c15a720 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.991+0000 7f7e537fe640 1 -- 172.21.15.94:0/1991544922 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e64043070 con 0x7f7e6c15a720 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.991+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e6c15f290 con 0x7f7e6c15a720 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.991+0000 7f7e537fe640 1 -- 172.21.15.94:0/1991544922 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e6402d070 con 0x7f7e6c15a720 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.991+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e6c15f850 con 0x7f7e6c15a720 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.992+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e6c0d03c0 con 0x7f7e6c15a720 2024-09-10T08:36:41.997 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.992+0000 7f7e537fe640 1 -- 172.21.15.94:0/1991544922 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e64005d10 con 0x7f7e6c15a720 2024-09-10T08:36:41.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.993+0000 7f7e537fe640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5806be60 0x7f7e5806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:41.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.993+0000 7f7e537fe640 1 -- 172.21.15.94:0/1991544922 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6101+0+0 (secure 0 0 0) 0x7f7e640abe90 con 0x7f7e6c15a720 2024-09-10T08:36:41.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.993+0000 7f7e6affd640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5806be60 0x7f7e5806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:41.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.993+0000 7f7e6affd640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5806be60 0x7f7e5806e320 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c001eb0 tx=0x7f7e5c000ef0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:41.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:41.997+0000 7f7e537fe640 1 -- 172.21.15.94:0/1991544922 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e6407a7d0 con 0x7f7e6c15a720 2024-09-10T08:36:42.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.164+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7e6c0c5fe0 con 0x7f7e6c15a720 2024-09-10T08:36:42.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.165+0000 7f7e537fe640 1 -- 172.21.15.94:0/1991544922 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+16958 (secure 0 0 0) 0x7f7e6407a0d0 con 0x7f7e6c15a720 2024-09-10T08:36:42.167 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:42.167 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":89,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:41.212596+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:39.598337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:40.181413+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5806be60 msgr2=0x7f7e5806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5806be60 0x7f7e5806e320 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c001eb0 tx=0x7f7e5c000ef0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e6c15a720 msgr2=0x7f7e6c0ca730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e6c15a720 0x7f7e6c0ca730 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400e200 tx=0x7f7e64009750 comp rx=0 tx=0).stop 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 shutdown_connections 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7e5806be60 0x7f7e5806e320 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7e6c15eab0 0x7f7e6c1515f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7e6c15a720 0x7f7e6c0ca730 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 --2- 172.21.15.94:0/1991544922 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7e540051c0 0x7f7e6c160050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 >> 172.21.15.94:0/1991544922 conn(0x7f7e6c09aa00 msgr2=0x7f7e6c0c4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:42.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.167+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 shutdown_connections 2024-09-10T08:36:42.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.168+0000 7f7e715b9640 1 -- 172.21.15.94:0/1991544922 wait complete. 2024-09-10T08:36:42.181 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:42.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.278+0000 7f850201e640 1 Processor -- start 2024-09-10T08:36:42.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.278+0000 7f850201e640 1 -- start start 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f850201e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f84fc06df50 0x7f84fc0d2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f850201e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 0x7f84fc15fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f850201e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84fc06e390 con 0x7f84fc0b54d0 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f850201e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f84fc0d28a0 con 0x7f84fc06df50 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f850201e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f84fc0d2b80 con 0x7f84fc15f5d0 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fb7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f84fc0b54d0 0x7f84fc0b58b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48078/0 (socket says 172.21.15.94:48078) 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fb7fe640 1 -- 172.21.15.94:0/1826518216 learned_addr learned my addr 172.21.15.94:0/1826518216 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1498542448 0 0) 0x7f84fc06e390 con 0x7f84fc0b54d0 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 0x7f84fc15fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84faffd640 1 --2- 172.21.15.94:0/1826518216 >> v2:172.21.15.143:3300/0 conn(0x7f84fc06df50 0x7f84fc0d2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84e4003520 con 0x7f84fc0b54d0 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3416649821 0 0) 0x7f84e4003520 con 0x7f84fc0b54d0 2024-09-10T08:36:42.283 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 msgr2=0x7f84fc15fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 0x7f84fc15fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 >> v2:172.21.15.143:3300/0 conn(0x7f84fc06df50 msgr2=0x7f84fc0d2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 --2- 172.21.15.94:0/1826518216 >> v2:172.21.15.143:3300/0 conn(0x7f84fc06df50 0x7f84fc0d2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84fc15edd0 con 0x7f84fc0b54d0 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f84f0001670 con 0x7f84fc0b54d0 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 >> v1:172.21.15.94:6789/0 conn(0x7f84fc0b54d0 legacy=0x7f84fc0b58b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 0x7f84e40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4003f30 0x7f84e4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84e4004d40 0x7f84e40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc0d28a0 con 0x7f84e4004d40 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc0d2b80 con 0x7f84e4003f30 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.279+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f84e400b9c0 con 0x7f84fc15f5d0 2024-09-10T08:36:42.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84e4004d40 0x7f84e40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84fb7fe640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 0x7f84e40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84faffd640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4003f30 0x7f84e4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84fbfff640 1 -- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 msgr2=0x7f84e40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc15f5d0 0x7f84e40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84fbfff640 1 -- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4003f30 msgr2=0x7f84e4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4003f30 0x7f84e4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.280+0000 7f84fbfff640 1 -- 172.21.15.94:0/1826518216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e4003520 con 0x7f84e4004d40 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84e4004d40 0x7f84e40051c0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f84f4009fc0 tx=0x7f84e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47538011d8ad4951 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4009c10 con 0x7f84e4004d40 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f4036070 con 0x7f84e4004d40 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f84fa7fc640 1 -- 172.21.15.94:0/1826518216 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4031670 con 0x7f84e4004d40 2024-09-10T08:36:42.285 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f850201e640 1 -- 172.21.15.94:0/1826518216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84e4004d40 msgr2=0x7f84e40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f850201e640 1 --2- 172.21.15.94:0/1826518216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84e4004d40 0x7f84e40051c0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f84f4009fc0 tx=0x7f84e4005830 comp rx=0 tx=0).stop 2024-09-10T08:36:42.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f84fbfff640 1 -- 172.21.15.94:0/1826518216 reap_dead start 2024-09-10T08:36:42.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f850201e640 1 -- 172.21.15.94:0/1826518216 shutdown_connections 2024-09-10T08:36:42.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f850201e640 1 -- 172.21.15.94:0/1826518216 >> 172.21.15.94:0/1826518216 conn(0x7f84fc06feb0 msgr2=0x7f84fc070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:42.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f850201e640 1 -- 172.21.15.94:0/1826518216 shutdown_connections 2024-09-10T08:36:42.286 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.281+0000 7f850201e640 1 -- 172.21.15.94:0/1826518216 wait complete. 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.282+0000 7f850201e640 1 Processor -- start 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f850201e640 1 -- start start 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f850201e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4004d40 0x7f84fc13b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f850201e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc1f4110 0x7f84fc1f4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f850201e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84fc1419e0 0x7f84fc141e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f850201e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc15ebb0 con 0x7f84fc1419e0 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f850201e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc15ea30 con 0x7f84e4004d40 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f850201e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f84fc147f00 con 0x7f84fc1f4110 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f84fbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84fc1419e0 0x7f84fc141e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.289 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f84fbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84fc1419e0 0x7f84fc141e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57416/0 (socket says 172.21.15.94:57416) 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.283+0000 7f84fbfff640 1 -- 172.21.15.94:0/1058811630 learned_addr learned my addr 172.21.15.94:0/1058811630 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84faffd640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc1f4110 0x7f84fc1f4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fb7fe640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4004d40 0x7f84fc13b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fbfff640 1 -- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc1f4110 msgr2=0x7f84fc1f4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc1f4110 0x7f84fc1f4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fbfff640 1 -- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4004d40 msgr2=0x7f84fc13b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4004d40 0x7f84fc13b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fbfff640 1 -- 172.21.15.94:0/1058811630 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84fc140940 con 0x7f84fc1419e0 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fb7fe640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4004d40 0x7f84fc13b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84fbfff640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84fc1419e0 0x7f84fc141e70 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f84f4033040 tx=0x7f84f4009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84e3fff640 1 -- 172.21.15.94:0/1058811630 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4009c10 con 0x7f84fc1419e0 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84e3fff640 1 -- 172.21.15.94:0/1058811630 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f4031dd0 con 0x7f84fc1419e0 2024-09-10T08:36:42.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f84e3fff640 1 -- 172.21.15.94:0/1058811630 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4003bd0 con 0x7f84fc1419e0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84fc140c20 con 0x7f84fc1419e0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.284+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84fc1411e0 con 0x7f84fc1419e0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.285+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84fc068c40 con 0x7f84fc1419e0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.285+0000 7f84e3fff640 1 -- 172.21.15.94:0/1058811630 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f84f4005d10 con 0x7f84fc1419e0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.286+0000 7f84e3fff640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84e806be30 0x7f84e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.286+0000 7f84e3fff640 1 -- 172.21.15.94:0/1058811630 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6101+0+0 (secure 0 0 0) 0x7f84f40ac320 con 0x7f84fc1419e0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.286+0000 7f84fb7fe640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84e806be30 0x7f84e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.286+0000 7f84fb7fe640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84e806be30 0x7f84e806e2f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f84f0000fb0 tx=0x7f84f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.290+0000 7f84e3fff640 1 -- 172.21.15.94:0/1058811630 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f84f4049060 con 0x7f84fc1419e0 2024-09-10T08:36:42.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.456+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84fc15e3e0 con 0x7f84fc1419e0 2024-09-10T08:36:42.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.457+0000 7f84e3fff640 1 -- 172.21.15.94:0/1058811630 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+16958 (secure 0 0 0) 0x7f84f407aab0 con 0x7f84fc1419e0 2024-09-10T08:36:42.459 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:42.459 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":89,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:41.212596+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:39.598337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:40.181413+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84e806be30 msgr2=0x7f84e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84e806be30 0x7f84e806e2f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f84f0000fb0 tx=0x7f84f0009040 comp rx=0 tx=0).stop 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84fc1419e0 msgr2=0x7f84fc141e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84fc1419e0 0x7f84fc141e70 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f84f4033040 tx=0x7f84f4009750 comp rx=0 tx=0).stop 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 shutdown_connections 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f84e806be30 0x7f84e806e2f0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f84fc1419e0 0x7f84fc141e70 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f84fc1f4110 0x7f84fc1f4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 --2- 172.21.15.94:0/1058811630 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f84e4004d40 0x7f84fc13b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 >> 172.21.15.94:0/1058811630 conn(0x7f84fc06feb0 msgr2=0x7f84fc071650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:42.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 shutdown_connections 2024-09-10T08:36:42.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.459+0000 7f850201e640 1 -- 172.21.15.94:0/1058811630 wait complete. 2024-09-10T08:36:42.472 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:36:42.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.571+0000 7f918814b640 1 Processor -- start 2024-09-10T08:36:42.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.571+0000 7f918814b640 1 -- start start 2024-09-10T08:36:42.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f918814b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f918009ac70 0x7f918009b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f918814b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f918009b590 0x7f9180070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f918814b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91800b49a0 con 0x7f9180070590 2024-09-10T08:36:42.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f918814b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f918006dac0 con 0x7f918009ac70 2024-09-10T08:36:42.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f918814b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f918006d750 con 0x7f918009b590 2024-09-10T08:36:42.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f91866e8640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9180070590 0x7f9180162870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48080/0 (socket says 172.21.15.94:48080) 2024-09-10T08:36:42.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f91866e8640 1 -- 172.21.15.94:0/2639302902 learned_addr learned my addr 172.21.15.94:0/2639302902 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:42.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f9185ee7640 1 --2- 172.21.15.94:0/2639302902 >> v2:172.21.15.143:3300/0 conn(0x7f918009ac70 0x7f918009b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f91856e6640 1 --2- 172.21.15.94:0/2639302902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f918009b590 0x7f9180070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f9184ee5640 1 -- 172.21.15.94:0/2639302902 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2800515338 0 0) 0x7f91800b49a0 con 0x7f9180070590 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.572+0000 7f9184ee5640 1 -- 172.21.15.94:0/2639302902 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f916c003520 con 0x7f9180070590 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.573+0000 7f9184ee5640 1 -- 172.21.15.94:0/2639302902 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 188129618 0 0) 0x7f916c003520 con 0x7f9180070590 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.573+0000 7f91856e6640 1 -- 172.21.15.94:0/2639302902 >> v2:172.21.15.143:3300/0 conn(0x7f918009ac70 msgr2=0x7f918009b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.573+0000 7f91856e6640 1 --2- 172.21.15.94:0/2639302902 >> v2:172.21.15.143:3300/0 conn(0x7f918009ac70 0x7f918009b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.573+0000 7f91856e6640 1 -- 172.21.15.94:0/2639302902 >> v1:172.21.15.94:6789/0 conn(0x7f9180070590 legacy=0x7f9180162870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.573+0000 7f91856e6640 1 -- 172.21.15.94:0/2639302902 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918006e900 con 0x7f918009b590 2024-09-10T08:36:42.578 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.573+0000 7f91856e6640 1 --2- 172.21.15.94:0/2639302902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f918009b590 0x7f9180070050 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f91700097a0 tx=0x7f917002a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=144bab0b166668a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f9184ee5640 1 -- 172.21.15.94:0/2639302902 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9170037070 con 0x7f918009b590 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f9184ee5640 1 -- 172.21.15.94:0/2639302902 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f917002aa90 con 0x7f918009b590 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f9184ee5640 1 -- 172.21.15.94:0/2639302902 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91780019f0 con 0x7f918009b590 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 -- 172.21.15.94:0/2639302902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f918009b590 msgr2=0x7f9180070050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 --2- 172.21.15.94:0/2639302902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f918009b590 0x7f9180070050 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f91700097a0 tx=0x7f917002a000 comp rx=0 tx=0).stop 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 -- 172.21.15.94:0/2639302902 shutdown_connections 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 --2- 172.21.15.94:0/2639302902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f918009b590 0x7f9180070050 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 --2- 172.21.15.94:0/2639302902 >> v2:172.21.15.143:3300/0 conn(0x7f918009ac70 0x7f918009b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 -- 172.21.15.94:0/2639302902 >> 172.21.15.94:0/2639302902 conn(0x7f91800b3ce0 msgr2=0x7f91800b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 -- 172.21.15.94:0/2639302902 shutdown_connections 2024-09-10T08:36:42.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.574+0000 7f918814b640 1 -- 172.21.15.94:0/2639302902 wait complete. 2024-09-10T08:36:42.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.575+0000 7f918814b640 1 Processor -- start 2024-09-10T08:36:42.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.575+0000 7f918814b640 1 -- start start 2024-09-10T08:36:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f918814b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9180070590 0x7f9180158d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f918814b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f918009ac70 0x7f918015ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f918814b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f918009b590 0x7f91800b6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f918814b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f91800d12e0 con 0x7f918009b590 2024-09-10T08:36:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f918814b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f91800d1160 con 0x7f918009ac70 2024-09-10T08:36:42.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f918814b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f91800d1460 con 0x7f9180070590 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f91866e8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f918009b590 0x7f91800b6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f91866e8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f918009b590 0x7f91800b6770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57424/0 (socket says 172.21.15.94:57424) 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f91866e8640 1 -- 172.21.15.94:0/3867516344 learned_addr learned my addr 172.21.15.94:0/3867516344 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f91856e6640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f918009ac70 0x7f918015ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.576+0000 7f9185ee7640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9180070590 0x7f9180158d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91866e8640 1 -- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9180070590 msgr2=0x7f9180158d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91866e8640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9180070590 0x7f9180158d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91866e8640 1 -- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f918009ac70 msgr2=0x7f918015ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91866e8640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f918009ac70 0x7f918015ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91866e8640 1 -- 172.21.15.94:0/3867516344 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918015b670 con 0x7f918009b590 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f9185ee7640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9180070590 0x7f9180158d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:42.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91856e6640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f918009ac70 0x7f918015ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91866e8640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f918009b590 0x7f91800b6770 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f917800cc30 tx=0x7f917800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91767fc640 1 -- 172.21.15.94:0/3867516344 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9178017070 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91767fc640 1 -- 172.21.15.94:0/3867516344 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f917800ce40 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f918015b950 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f91767fc640 1 -- 172.21.15.94:0/3867516344 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9178012600 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.577+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91800b6250 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.578+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f918015be70 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.578+0000 7f91767fc640 1 -- 172.21.15.94:0/3867516344 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f917801a070 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.579+0000 7f91767fc640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f916406be60 0x7f916406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.579+0000 7f91767fc640 1 -- 172.21.15.94:0/3867516344 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6101+0+0 (secure 0 0 0) 0x7f917808adb0 con 0x7f918009b590 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.579+0000 7f9185ee7640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f916406be60 0x7f916406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.579+0000 7f9185ee7640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f916406be60 0x7f916406e320 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f917c009a20 tx=0x7f917c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.583+0000 7f91767fc640 1 -- 172.21.15.94:0/3867516344 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9178058f80 con 0x7f918009b590 2024-09-10T08:36:42.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.784+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f91800b6070 con 0x7f918009b590 2024-09-10T08:36:42.868 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.866+0000 7f91767fc640 1 -- 172.21.15.94:0/3867516344 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v44) ==== 118+0+0 (secure 0 0 0) 0x7f91800b6070 con 0x7f918009b590 2024-09-10T08:36:42.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f916406be60 msgr2=0x7f916406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f916406be60 0x7f916406e320 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f917c009a20 tx=0x7f917c008040 comp rx=0 tx=0).stop 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f918009b590 msgr2=0x7f91800b6770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f918009b590 0x7f91800b6770 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f917800cc30 tx=0x7f917800a430 comp rx=0 tx=0).stop 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 shutdown_connections 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f916406be60 0x7f916406e320 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f918009ac70 0x7f918015ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f918009b590 0x7f91800b6770 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 --2- 172.21.15.94:0/3867516344 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9180070590 0x7f9180158d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 >> 172.21.15.94:0/3867516344 conn(0x7f91800b3ce0 msgr2=0x7f9180070970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:42.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 shutdown_connections 2024-09-10T08:36:42.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.869+0000 7f918814b640 1 -- 172.21.15.94:0/3867516344 wait complete. 2024-09-10T08:36:42.882 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T08:36:42.882 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T08:36:42.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.981+0000 7f437b474640 1 Processor -- start 2024-09-10T08:36:42.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.981+0000 7f437b474640 1 -- start start 2024-09-10T08:36:42.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f437b474640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f437409ac70 0x7f437409b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f437b474640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4374070760 0x7f43740d0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f437b474640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f43740b49a0 con 0x7f437409b590 2024-09-10T08:36:42.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f437b474640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f437406dac0 con 0x7f437409ac70 2024-09-10T08:36:42.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f437b474640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f437406d750 con 0x7f4374070760 2024-09-10T08:36:42.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f4379210640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f437409ac70 0x7f437409b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f4379a11640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4374070760 0x7f43740d0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f4378a0f640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f437409b590 0x7f4374070050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:38814/0 (socket says 172.21.15.94:38814) 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f4379210640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f437409ac70 0x7f437409b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:43390/0 (socket says 172.21.15.94:43390) 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.982+0000 7f4378a0f640 1 -- 172.21.15.94:0/2089799224 learned_addr learned my addr 172.21.15.94:0/2089799224 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.983+0000 7f4379210640 1 -- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4374070760 msgr2=0x7f43740d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.983+0000 7f4379210640 1 --2- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4374070760 0x7f43740d0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.983+0000 7f4379210640 1 -- 172.21.15.94:0/2089799224 >> v1:172.21.15.143:6789/0 conn(0x7f437409b590 legacy=0x7f4374070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.983+0000 7f436bfff640 1 -- 172.21.15.94:0/2089799224 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2057813791 0 0) 0x7f43740b49a0 con 0x7f437409b590 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.983+0000 7f4379210640 1 -- 172.21.15.94:0/2089799224 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f437406e900 con 0x7f437409ac70 2024-09-10T08:36:42.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.983+0000 7f4379a11640 1 --2- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4374070760 0x7f43740d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f4379210640 1 --2- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f437409b050 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f43700097a0 tx=0x7f437002a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5552a4ccf439e860 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f436bfff640 1 -- 172.21.15.94:0/2089799224 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4370037070 con 0x7f437409ac70 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f436bfff640 1 -- 172.21.15.94:0/2089799224 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f437002adb0 con 0x7f437409ac70 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f436bfff640 1 -- 172.21.15.94:0/2089799224 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4370032660 con 0x7f437409ac70 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 -- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 msgr2=0x7f437409b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 --2- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f437409b050 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f43700097a0 tx=0x7f437002a060 comp rx=0 tx=0).stop 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 -- 172.21.15.94:0/2089799224 shutdown_connections 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 --2- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4374070760 0x7f43740d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 --2- 172.21.15.94:0/2089799224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f437409b050 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 -- 172.21.15.94:0/2089799224 >> 172.21.15.94:0/2089799224 conn(0x7f43740b3ce0 msgr2=0x7f43740b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 -- 172.21.15.94:0/2089799224 shutdown_connections 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.984+0000 7f437b474640 1 -- 172.21.15.94:0/2089799224 wait complete. 2024-09-10T08:36:42.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 Processor -- start 2024-09-10T08:36:42.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 -- start start 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4374070760 0x7f437415fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f43740c6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437409b590 0x7f43740c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4374070b70 con 0x7f4374070760 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f437406e6e0 con 0x7f437409ac70 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f437b474640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4374070cf0 con 0x7f437409b590 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f4379210640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4374070760 0x7f437415fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f4379210640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4374070760 0x7f437415fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57430/0 (socket says 172.21.15.94:57430) 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.986+0000 7f4379210640 1 -- 172.21.15.94:0/3091986658 learned_addr learned my addr 172.21.15.94:0/3091986658 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4378a0f640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f43740c6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379a11640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437409b590 0x7f43740c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379210640 1 -- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437409b590 msgr2=0x7f43740c7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379210640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437409b590 0x7f43740c7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379210640 1 -- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 msgr2=0x7f43740c6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379210640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f43740c6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379210640 1 -- 172.21.15.94:0/3091986658 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43740c7180 con 0x7f4374070760 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4378a0f640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f43740c6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379a11640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437409b590 0x7f43740c7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4379210640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4374070760 0x7f437415fb20 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f4370035040 tx=0x7f43700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4369ffb640 1 -- 172.21.15.94:0/3091986658 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4370037040 con 0x7f4374070760 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4369ffb640 1 -- 172.21.15.94:0/3091986658 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4370004030 con 0x7f4374070760 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43740b61a0 con 0x7f4374070760 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f4369ffb640 1 -- 172.21.15.94:0/3091986658 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4370004400 con 0x7f4374070760 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.987+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43740b3800 con 0x7f4374070760 2024-09-10T08:36:42.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.988+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f437409b050 con 0x7f4374070760 2024-09-10T08:36:42.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.989+0000 7f4369ffb640 1 -- 172.21.15.94:0/3091986658 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4370003610 con 0x7f4374070760 2024-09-10T08:36:42.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.989+0000 7f4369ffb640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f435806be30 0x7f435806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:42.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.989+0000 7f4369ffb640 1 -- 172.21.15.94:0/3091986658 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f43700abc60 con 0x7f4374070760 2024-09-10T08:36:42.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.989+0000 7f4378a0f640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f435806be30 0x7f435806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:42.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.990+0000 7f4378a0f640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f435806be30 0x7f435806e2f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f43740c7840 tx=0x7f4364007c50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:42.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:42.994+0000 7f4369ffb640 1 -- 172.21.15.94:0/3091986658 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f437007a510 con 0x7f4374070760 2024-09-10T08:36:43.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.192+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f437409bc70 con 0x7f4374070760 2024-09-10T08:36:43.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.868+0000 7f4369ffb640 1 -- 172.21.15.94:0/3091986658 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v45) ==== 122+0+0 (secure 0 0 0) 0x7f4370079e10 con 0x7f4374070760 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f435806be30 msgr2=0x7f435806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f435806be30 0x7f435806e2f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f43740c7840 tx=0x7f4364007c50 comp rx=0 tx=0).stop 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4374070760 msgr2=0x7f437415fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4374070760 0x7f437415fb20 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f4370035040 tx=0x7f43700046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 shutdown_connections 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f435806be30 0x7f435806e2f0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437409ac70 0x7f43740c6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437409b590 0x7f43740c7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 --2- 172.21.15.94:0/3091986658 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4374070760 0x7f437415fb20 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.872 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 >> 172.21.15.94:0/3091986658 conn(0x7f43740b3ce0 msgr2=0x7f43740d0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:43.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 shutdown_connections 2024-09-10T08:36:43.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.870+0000 7f437b474640 1 -- 172.21.15.94:0/3091986658 wait complete. 2024-09-10T08:36:43.883 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T08:36:43.884 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:43.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.981+0000 7fb7b161e640 1 Processor -- start 2024-09-10T08:36:43.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.981+0000 7fb7b161e640 1 -- start start 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7b161e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb7ac0d48b0 0x7fb7ac15e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7b161e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb7ac0cf040 0x7fb7ac0cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7b161e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb7ac0cfd90 con 0x7fb7ac15e500 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7b161e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb7ac0d26a0 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7b161e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb7ac0b44f0 con 0x7fb7ac0cf040 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aa7fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb7ac0d48b0 0x7fb7ac15e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aaffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb7ac15e500 0x7fb7ac0d41a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48092/0 (socket says 172.21.15.94:48092) 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aaffd640 1 -- 172.21.15.94:0/4065265672 learned_addr learned my addr 172.21.15.94:0/4065265672 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7ab7fe640 1 --2- 172.21.15.94:0/4065265672 >> v2:172.21.15.143:3300/0 conn(0x7fb7ac0cf040 0x7fb7ac0cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aa7fc640 1 -- 172.21.15.94:0/4065265672 >> v2:172.21.15.143:3300/0 conn(0x7fb7ac0cf040 msgr2=0x7fb7ac0cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aa7fc640 1 --2- 172.21.15.94:0/4065265672 >> v2:172.21.15.143:3300/0 conn(0x7fb7ac0cf040 0x7fb7ac0cf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aa7fc640 1 -- 172.21.15.94:0/4065265672 >> v1:172.21.15.94:6789/0 conn(0x7fb7ac15e500 legacy=0x7fb7ac0d41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7a9ffb640 1 -- 172.21.15.94:0/4065265672 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 870369070 0 0) 0x7fb7ac0cfd90 con 0x7fb7ac15e500 2024-09-10T08:36:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aa7fc640 1 -- 172.21.15.94:0/4065265672 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7ac0d0070 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7ab7fe640 1 --2- 172.21.15.94:0/4065265672 >> v2:172.21.15.143:3300/0 conn(0x7fb7ac0cf040 0x7fb7ac0cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7aa7fc640 1 --2- 172.21.15.94:0/4065265672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac15e8e0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0cee10 tx=0x7fb7a002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ddaf7dc0e2396a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7a9ffb640 1 -- 172.21.15.94:0/4065265672 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0037070 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7a9ffb640 1 -- 172.21.15.94:0/4065265672 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7a0032440 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.983+0000 7fb7a9ffb640 1 -- 172.21.15.94:0/4065265672 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0032810 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 -- 172.21.15.94:0/4065265672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 msgr2=0x7fb7ac15e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 --2- 172.21.15.94:0/4065265672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac15e8e0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0cee10 tx=0x7fb7a002a1a0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 -- 172.21.15.94:0/4065265672 shutdown_connections 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 --2- 172.21.15.94:0/4065265672 >> v2:172.21.15.143:3300/0 conn(0x7fb7ac0cf040 0x7fb7ac0cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 --2- 172.21.15.94:0/4065265672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac15e8e0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 -- 172.21.15.94:0/4065265672 >> 172.21.15.94:0/4065265672 conn(0x7fb7ac08bf90 msgr2=0x7fb7ac09d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:43.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 -- 172.21.15.94:0/4065265672 shutdown_connections 2024-09-10T08:36:43.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.984+0000 7fb7b161e640 1 -- 172.21.15.94:0/4065265672 wait complete. 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.985+0000 7fb7b161e640 1 Processor -- start 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.985+0000 7fb7b161e640 1 -- start start 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7b161e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ac0cf040 0x7fb7ac161710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7b161e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac1f7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7b161e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ac15e500 0x7fb7ac0b15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7b161e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ac0cf9f0 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7b161e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb7ac0b4180 con 0x7fb7ac15e500 2024-09-10T08:36:43.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7b161e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb7ac0cfb70 con 0x7fb7ac0cf040 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac1f7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac1f7490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57454/0 (socket says 172.21.15.94:57454) 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 -- 172.21.15.94:0/1788219094 learned_addr learned my addr 172.21.15.94:0/1788219094 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7ab7fe640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ac15e500 0x7fb7ac0b15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aaffd640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ac0cf040 0x7fb7ac161710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 -- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ac0cf040 msgr2=0x7fb7ac161710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ac0cf040 0x7fb7ac161710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 -- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ac15e500 msgr2=0x7fb7ac0b15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ac15e500 0x7fb7ac0b15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 -- 172.21.15.94:0/1788219094 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7ac1f3ea0 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7aa7fc640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac1f7490 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0009890 tx=0x7fb7a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7937fe640 1 -- 172.21.15.94:0/1788219094 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0037040 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7937fe640 1 -- 172.21.15.94:0/1788219094 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7a0042070 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7ac1f79d0 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.986+0000 7fb7937fe640 1 -- 172.21.15.94:0/1788219094 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0030a50 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.987+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7ac1f7f30 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.988+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7ac0cf4b0 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.988+0000 7fb7937fe640 1 -- 172.21.15.94:0/1788219094 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb7a0030bf0 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.988+0000 7fb7937fe640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb79806be30 0x7fb79806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.989+0000 7fb7aaffd640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb79806be30 0x7fb79806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.989+0000 7fb7937fe640 1 -- 172.21.15.94:0/1788219094 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fb7a00aba10 con 0x7fb7ac0d48b0 2024-09-10T08:36:43.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.989+0000 7fb7aaffd640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb79806be30 0x7fb79806e2f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fb79c000f60 tx=0x7fb79c007b50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:43.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:43.993+0000 7fb7937fe640 1 -- 172.21.15.94:0/1788219094 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb7ac1f79d0 con 0x7fb7ac0d48b0 2024-09-10T08:36:44.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.191+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7ac06e390 con 0x7fb7ac0d48b0 2024-09-10T08:36:44.193 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.192+0000 7fb7937fe640 1 -- 172.21.15.94:0/1788219094 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5231 (secure 0 0 0) 0x7fb7ac1f3ea0 con 0x7fb7ac0d48b0 2024-09-10T08:36:44.193 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:44.194 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:41.212937+0000","modified":"2024-09-10T08:36:43.194690+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2466094499","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2466094499},{"type":"v1","addr":"172.21.15.94:6837","nonce":2466094499}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":6}]} 2024-09-10T08:36:44.194 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 45 2024-09-10T08:36:44.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb79806be30 msgr2=0x7fb79806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb79806be30 0x7fb79806e2f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fb79c000f60 tx=0x7fb79c007b50 comp rx=0 tx=0).stop 2024-09-10T08:36:44.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 msgr2=0x7fb7ac1f7490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac1f7490 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fb7a0009890 tx=0x7fb7a00046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 shutdown_connections 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb79806be30 0x7fb79806e2f0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb7ac15e500 0x7fb7ac0b15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb7ac0d48b0 0x7fb7ac1f7490 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 --2- 172.21.15.94:0/1788219094 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb7ac0cf040 0x7fb7ac161710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 >> 172.21.15.94:0/1788219094 conn(0x7fb7ac08bf90 msgr2=0x7fb7ac0d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 shutdown_connections 2024-09-10T08:36:44.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.194+0000 7fb7b161e640 1 -- 172.21.15.94:0/1788219094 wait complete. 2024-09-10T08:36:44.206 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:36:44.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.303+0000 7eff6c542640 1 Processor -- start 2024-09-10T08:36:44.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.303+0000 7eff6c542640 1 -- start start 2024-09-10T08:36:44.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.303+0000 7eff6c542640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7eff64159e60 0x7eff640ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.303+0000 7eff6c542640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7eff640cef00 0x7eff6415c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.303+0000 7eff6c542640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7eff640d1880 con 0x7eff640708e0 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.303+0000 7eff6c542640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7eff64070d20 con 0x7eff64159e60 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.303+0000 7eff6c542640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7eff640cc830 con 0x7eff640cef00 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6a2de640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7eff64159e60 0x7eff640ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6a2de640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7eff64159e60 0x7eff640ccd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57464/0 (socket says 172.21.15.94:57464) 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6a2de640 1 -- 172.21.15.94:0/199679816 learned_addr learned my addr 172.21.15.94:0/199679816 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6aadf640 1 --2- 172.21.15.94:0/199679816 >> v2:172.21.15.143:3300/0 conn(0x7eff640cef00 0x7eff6415c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6a2de640 1 -- 172.21.15.94:0/199679816 >> v2:172.21.15.143:3300/0 conn(0x7eff640cef00 msgr2=0x7eff6415c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6a2de640 1 --2- 172.21.15.94:0/199679816 >> v2:172.21.15.143:3300/0 conn(0x7eff640cef00 0x7eff6415c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6a2de640 1 -- 172.21.15.94:0/199679816 >> v1:172.21.15.94:6789/0 conn(0x7eff640708e0 legacy=0x7eff640ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.304+0000 7eff6a2de640 1 -- 172.21.15.94:0/199679816 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff640d1af0 con 0x7eff64159e60 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6a2de640 1 --2- 172.21.15.94:0/199679816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff64159e60 0x7eff640ccd10 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7eff640cf8d0 tx=0x7eff5c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23264ef9c37d27f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff692dc640 1 -- 172.21.15.94:0/199679816 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c037070 con 0x7eff64159e60 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff692dc640 1 -- 172.21.15.94:0/199679816 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff5c032440 con 0x7eff64159e60 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff692dc640 1 -- 172.21.15.94:0/199679816 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c032810 con 0x7eff64159e60 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 -- 172.21.15.94:0/199679816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff64159e60 msgr2=0x7eff640ccd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 --2- 172.21.15.94:0/199679816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff64159e60 0x7eff640ccd10 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7eff640cf8d0 tx=0x7eff5c02a270 comp rx=0 tx=0).stop 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 -- 172.21.15.94:0/199679816 shutdown_connections 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 --2- 172.21.15.94:0/199679816 >> v2:172.21.15.143:3300/0 conn(0x7eff640cef00 0x7eff6415c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 --2- 172.21.15.94:0/199679816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff64159e60 0x7eff640ccd10 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 -- 172.21.15.94:0/199679816 >> 172.21.15.94:0/199679816 conn(0x7eff6406fdc0 msgr2=0x7eff640701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 -- 172.21.15.94:0/199679816 shutdown_connections 2024-09-10T08:36:44.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.305+0000 7eff6c542640 1 -- 172.21.15.94:0/199679816 wait complete. 2024-09-10T08:36:44.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 Processor -- start 2024-09-10T08:36:44.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 -- start start 2024-09-10T08:36:44.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff640708e0 0x7eff64155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff640cef00 0x7eff640c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff64159e60 0x7eff64157ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7eff64160800 con 0x7eff640708e0 2024-09-10T08:36:44.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7eff64160be0 con 0x7eff640cef00 2024-09-10T08:36:44.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6c542640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7eff64160980 con 0x7eff64159e60 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6a2de640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff640708e0 0x7eff64155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6a2de640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff640708e0 0x7eff64155240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57478/0 (socket says 172.21.15.94:57478) 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.307+0000 7eff6a2de640 1 -- 172.21.15.94:0/2734721816 learned_addr learned my addr 172.21.15.94:0/2734721816 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff69add640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff640cef00 0x7eff640c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6aadf640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff64159e60 0x7eff64157ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6a2de640 1 -- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff64159e60 msgr2=0x7eff64157ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6a2de640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff64159e60 0x7eff64157ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6a2de640 1 -- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff640cef00 msgr2=0x7eff640c9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6a2de640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff640cef00 0x7eff640c9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6a2de640 1 -- 172.21.15.94:0/2734721816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff640c60f0 con 0x7eff640708e0 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6a2de640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff640708e0 0x7eff64155240 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7eff5c02a2b0 tx=0x7eff5c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff62ffd640 1 -- 172.21.15.94:0/2734721816 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c041070 con 0x7eff640708e0 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff62ffd640 1 -- 172.21.15.94:0/2734721816 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff5c03c870 con 0x7eff640708e0 2024-09-10T08:36:44.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff640c63d0 con 0x7eff640708e0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff62ffd640 1 -- 172.21.15.94:0/2734721816 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff5c037040 con 0x7eff640708e0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.308+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff640c6c70 con 0x7eff640708e0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.309+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff640cf390 con 0x7eff640708e0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.310+0000 7eff62ffd640 1 -- 172.21.15.94:0/2734721816 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7eff5c044070 con 0x7eff640708e0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.310+0000 7eff62ffd640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff5006be30 0x7eff5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.310+0000 7eff62ffd640 1 -- 172.21.15.94:0/2734721816 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7eff5c0abd40 con 0x7eff640708e0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.310+0000 7eff69add640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff5006be30 0x7eff5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.311+0000 7eff69add640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff5006be30 0x7eff5006e2f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7eff64157da0 tx=0x7eff58009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.314+0000 7eff62ffd640 1 -- 172.21.15.94:0/2734721816 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7eff5c07a030 con 0x7eff640708e0 2024-09-10T08:36:44.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.479+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff640cff20 con 0x7eff640708e0 2024-09-10T08:36:44.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.480+0000 7eff62ffd640 1 -- 172.21.15.94:0/2734721816 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16945 (secure 0 0 0) 0x7eff5c07e330 con 0x7eff640708e0 2024-09-10T08:36:44.481 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:44.482 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":90,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:42.607093+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:39.598337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:40.181413+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:36:44.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff5006be30 msgr2=0x7eff5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff5006be30 0x7eff5006e2f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7eff64157da0 tx=0x7eff58009040 comp rx=0 tx=0).stop 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff640708e0 msgr2=0x7eff64155240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff640708e0 0x7eff64155240 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7eff5c02a2b0 tx=0x7eff5c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 shutdown_connections 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7eff5006be30 0x7eff5006e2f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7eff640cef00 0x7eff640c9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7eff64159e60 0x7eff64157ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 --2- 172.21.15.94:0/2734721816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7eff640708e0 0x7eff64155240 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 >> 172.21.15.94:0/2734721816 conn(0x7eff6406fdc0 msgr2=0x7eff640d0d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:44.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 shutdown_connections 2024-09-10T08:36:44.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.482+0000 7eff6c542640 1 -- 172.21.15.94:0/2734721816 wait complete. 2024-09-10T08:36:44.495 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:36:44.495 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:44.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.591+0000 7f2c7a1c6640 1 Processor -- start 2024-09-10T08:36:44.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.591+0000 7f2c7a1c6640 1 -- start start 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c7a1c6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f2c7415c270 0x7f2c7415c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c7a1c6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 0x7f2c7415fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c7a1c6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c740d0fa0 con 0x7f2c740b64d0 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c7a1c6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f2c740d0d70 con 0x7f2c7415c270 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c7a1c6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2c740d1280 con 0x7f2c740b6090 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c73fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2c740b64d0 0x7f2c740d2040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48106/0 (socket says 172.21.15.94:48106) 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c73fff640 1 -- 172.21.15.94:0/2062237356 learned_addr learned my addr 172.21.15.94:0/2062237356 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c737fe640 1 --2- 172.21.15.94:0/2062237356 >> v2:172.21.15.143:3300/0 conn(0x7f2c7415c270 0x7f2c7415c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c72ffd640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 0x7f2c7415fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1240713633 0 0) 0x7f2c740d0fa0 con 0x7f2c740b64d0 2024-09-10T08:36:44.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c5c003520 con 0x7f2c740b64d0 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3445002025 0 0) 0x7f2c5c003520 con 0x7f2c740b64d0 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 msgr2=0x7f2c7415fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 0x7f2c7415fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 >> v2:172.21.15.143:3300/0 conn(0x7f2c7415c270 msgr2=0x7f2c7415c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 --2- 172.21.15.94:0/2062237356 >> v2:172.21.15.143:3300/0 conn(0x7f2c7415c270 0x7f2c7415c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c740d1560 con 0x7f2c740b64d0 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c737fe640 1 --2- 172.21.15.94:0/2062237356 >> v2:172.21.15.143:3300/0 conn(0x7f2c7415c270 0x7f2c7415c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f2c6c0019f0 con 0x7f2c740b64d0 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 >> v1:172.21.15.94:6789/0 conn(0x7f2c740b64d0 legacy=0x7f2c740d2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c5c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 0x7f2c5c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c5c004d40 0x7f2c5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2c740d1280 con 0x7f2c5c0039b0 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2c5c00b9c0 con 0x7f2c5c004d40 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2c5c00bb40 con 0x7f2c740b6090 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.592+0000 7f2c737fe640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c5c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c73fff640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c5c004d40 0x7f2c5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c72ffd640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 0x7f2c5c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c737fe640 1 -- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 msgr2=0x7f2c5c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c737fe640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c740b6090 0x7f2c5c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c737fe640 1 -- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c5c004d40 msgr2=0x7f2c5c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c737fe640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c5c004d40 0x7f2c5c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c737fe640 1 -- 172.21.15.94:0/2062237356 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c5c003520 con 0x7f2c5c0039b0 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c73fff640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c5c004d40 0x7f2c5c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.593+0000 7f2c737fe640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c5c003dd0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f2c64009c90 tx=0x7f2c5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc9089a5983adca9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c64036070 con 0x7f2c5c0039b0 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c64031400 con 0x7f2c5c0039b0 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c727fc640 1 -- 172.21.15.94:0/2062237356 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c64009860 con 0x7f2c5c0039b0 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/2062237356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 msgr2=0x7f2c5c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c7a1c6640 1 --2- 172.21.15.94:0/2062237356 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c5c003dd0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f2c64009c90 tx=0x7f2c5c005830 comp rx=0 tx=0).stop 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c73fff640 1 -- 172.21.15.94:0/2062237356 reap_dead start 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/2062237356 shutdown_connections 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/2062237356 >> 172.21.15.94:0/2062237356 conn(0x7f2c7406feb0 msgr2=0x7f2c74070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/2062237356 shutdown_connections 2024-09-10T08:36:44.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.594+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/2062237356 wait complete. 2024-09-10T08:36:44.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.595+0000 7f2c7a1c6640 1 Processor -- start 2024-09-10T08:36:44.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.595+0000 7f2c7a1c6640 1 -- start start 2024-09-10T08:36:44.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c7a1c6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c741546c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c7a1c6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c740a94f0 0x7f2c7406d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c7a1c6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c74155e20 0x7f2c741562a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c7a1c6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2c741608e0 con 0x7f2c5c0039b0 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c7a1c6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2c740d1b20 con 0x7f2c740a94f0 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c7a1c6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2c74160a60 con 0x7f2c74155e20 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c741546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c741546c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57504/0 (socket says 172.21.15.94:57504) 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c737fe640 1 -- 172.21.15.94:0/394828885 learned_addr learned my addr 172.21.15.94:0/394828885 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c73fff640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c74155e20 0x7f2c741562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.596+0000 7f2c72ffd640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c740a94f0 0x7f2c7406d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c737fe640 1 -- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c74155e20 msgr2=0x7f2c741562a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c737fe640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c74155e20 0x7f2c741562a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c737fe640 1 -- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c740a94f0 msgr2=0x7f2c7406d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c737fe640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c740a94f0 0x7f2c7406d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c737fe640 1 -- 172.21.15.94:0/394828885 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c74154c00 con 0x7f2c5c0039b0 2024-09-10T08:36:44.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c737fe640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c741546c0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f2c64000c00 tx=0x7f2c64004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c5bfff640 1 -- 172.21.15.94:0/394828885 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c64040070 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c5bfff640 1 -- 172.21.15.94:0/394828885 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c6403b680 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c5bfff640 1 -- 172.21.15.94:0/394828885 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c64036040 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c740a99f0 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.597+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c740a9fb0 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.598+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c7415c650 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.599+0000 7f2c5bfff640 1 -- 172.21.15.94:0/394828885 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2c64043070 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.599+0000 7f2c5bfff640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2c6006be60 0x7f2c6006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.599+0000 7f2c72ffd640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2c6006be60 0x7f2c6006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.599+0000 7f2c5bfff640 1 -- 172.21.15.94:0/394828885 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f2c640ab570 con 0x7f2c5c0039b0 2024-09-10T08:36:44.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.600+0000 7f2c72ffd640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2c6006be60 0x7f2c6006e320 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2c7415b7e0 tx=0x7f2c68008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.604+0000 7f2c5bfff640 1 -- 172.21.15.94:0/394828885 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2c640796c0 con 0x7f2c5c0039b0 2024-09-10T08:36:44.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.768+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2c740b6fa0 con 0x7f2c6006be60 2024-09-10T08:36:44.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.773+0000 7f2c5bfff640 1 -- 172.21.15.94:0/394828885 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249511 (secure 0 0 0) 0x7f2c740b6fa0 con 0x7f2c6006be60 2024-09-10T08:36:44.777 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:44.779 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:44.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2c6006be60 msgr2=0x7f2c6006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2c6006be60 0x7f2c6006e320 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2c7415b7e0 tx=0x7f2c68008040 comp rx=0 tx=0).stop 2024-09-10T08:36:44.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 msgr2=0x7f2c741546c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c741546c0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f2c64000c00 tx=0x7f2c64004730 comp rx=0 tx=0).stop 2024-09-10T08:36:44.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 shutdown_connections 2024-09-10T08:36:44.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2c6006be60 0x7f2c6006e320 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2c740a94f0 0x7f2c7406d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2c74155e20 0x7f2c741562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 --2- 172.21.15.94:0/394828885 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2c5c0039b0 0x7f2c741546c0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 >> 172.21.15.94:0/394828885 conn(0x7f2c7406feb0 msgr2=0x7f2c7415c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:44.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 shutdown_connections 2024-09-10T08:36:44.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.777+0000 7f2c7a1c6640 1 -- 172.21.15.94:0/394828885 wait complete. 2024-09-10T08:36:44.788 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-09-10T08:36:43.862697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":132,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":246804,"kb_used_data":9748,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754727916,"statfs":{"total":773094113280,"available":772841385984,"internally_reserved":0,"allocated":9981952,"data_stored":5157820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000865"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613076+0000","last_change":"2024-09-10T08:36:41.620117+0000","last_active":"2024-09-10T08:36:42.613076+0000","last_peered":"2024-09-10T08:36:42.613076+0000","last_clean":"2024-09-10T08:36:42.613076+0000","last_became_active":"2024-09-10T08:36:41.619841+0000","last_became_peered":"2024-09-10T08:36:41.619841+0000","last_unstale":"2024-09-10T08:36:42.613076+0000","last_undegraded":"2024-09-10T08:36:42.613076+0000","last_fullsized":"2024-09-10T08:36:42.613076+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.592628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855828+0000","last_change":"2024-09-10T08:36:41.622205+0000","last_active":"2024-09-10T08:36:42.855828+0000","last_peered":"2024-09-10T08:36:42.855828+0000","last_clean":"2024-09-10T08:36:42.855828+0000","last_became_active":"2024-09-10T08:36:41.621818+0000","last_became_peered":"2024-09-10T08:36:41.621818+0000","last_unstale":"2024-09-10T08:36:42.855828+0000","last_undegraded":"2024-09-10T08:36:42.855828+0000","last_fullsized":"2024-09-10T08:36:42.855828+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612919+0000","last_change":"2024-09-10T08:36:41.624115+0000","last_active":"2024-09-10T08:36:42.612919+0000","last_peered":"2024-09-10T08:36:42.612919+0000","last_clean":"2024-09-10T08:36:42.612919+0000","last_became_active":"2024-09-10T08:36:41.623865+0000","last_became_peered":"2024-09-10T08:36:41.623865+0000","last_unstale":"2024-09-10T08:36:42.612919+0000","last_undegraded":"2024-09-10T08:36:42.612919+0000","last_fullsized":"2024-09-10T08:36:42.612919+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631803+0000","last_change":"2024-09-10T08:36:41.629172+0000","last_active":"2024-09-10T08:36:41.631803+0000","last_peered":"2024-09-10T08:36:41.631803+0000","last_clean":"2024-09-10T08:36:41.631803+0000","last_became_active":"2024-09-10T08:36:41.628914+0000","last_became_peered":"2024-09-10T08:36:41.628914+0000","last_unstale":"2024-09-10T08:36:41.631803+0000","last_undegraded":"2024-09-10T08:36:41.631803+0000","last_fullsized":"2024-09-10T08:36:41.631803+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:59.705977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855729+0000","last_change":"2024-09-10T08:36:41.628949+0000","last_active":"2024-09-10T08:36:42.855729+0000","last_peered":"2024-09-10T08:36:42.855729+0000","last_clean":"2024-09-10T08:36:42.855729+0000","last_became_active":"2024-09-10T08:36:41.628294+0000","last_became_peered":"2024-09-10T08:36:41.628294+0000","last_unstale":"2024-09-10T08:36:42.855729+0000","last_undegraded":"2024-09-10T08:36:42.855729+0000","last_fullsized":"2024-09-10T08:36:42.855729+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:02.580483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616204+0000","last_change":"2024-09-10T08:36:41.617368+0000","last_active":"2024-09-10T08:36:42.616204+0000","last_peered":"2024-09-10T08:36:42.616204+0000","last_clean":"2024-09-10T08:36:42.616204+0000","last_became_active":"2024-09-10T08:36:41.616942+0000","last_became_peered":"2024-09-10T08:36:41.616942+0000","last_unstale":"2024-09-10T08:36:42.616204+0000","last_undegraded":"2024-09-10T08:36:42.616204+0000","last_fullsized":"2024-09-10T08:36:42.616204+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:01.964031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631570+0000","last_change":"2024-09-10T08:36:41.628475+0000","last_active":"2024-09-10T08:36:41.631570+0000","last_peered":"2024-09-10T08:36:41.631570+0000","last_clean":"2024-09-10T08:36:41.631570+0000","last_became_active":"2024-09-10T08:36:41.628222+0000","last_became_peered":"2024-09-10T08:36:41.628222+0000","last_unstale":"2024-09-10T08:36:41.631570+0000","last_undegraded":"2024-09-10T08:36:41.631570+0000","last_fullsized":"2024-09-10T08:36:41.631570+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:42.240743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856264+0000","last_change":"2024-09-10T08:36:41.630805+0000","last_active":"2024-09-10T08:36:42.856264+0000","last_peered":"2024-09-10T08:36:42.856264+0000","last_clean":"2024-09-10T08:36:42.856264+0000","last_became_active":"2024-09-10T08:36:41.630481+0000","last_became_peered":"2024-09-10T08:36:41.630481+0000","last_unstale":"2024-09-10T08:36:42.856264+0000","last_undegraded":"2024-09-10T08:36:42.856264+0000","last_fullsized":"2024-09-10T08:36:42.856264+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:45.678355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856373+0000","last_change":"2024-09-10T08:36:41.621909+0000","last_active":"2024-09-10T08:36:42.856373+0000","last_peered":"2024-09-10T08:36:42.856373+0000","last_clean":"2024-09-10T08:36:42.856373+0000","last_became_active":"2024-09-10T08:36:41.621643+0000","last_became_peered":"2024-09-10T08:36:41.621643+0000","last_unstale":"2024-09-10T08:36:42.856373+0000","last_undegraded":"2024-09-10T08:36:42.856373+0000","last_fullsized":"2024-09-10T08:36:42.856373+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:36.664754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631840+0000","last_change":"2024-09-10T08:36:41.629561+0000","last_active":"2024-09-10T08:36:41.631840+0000","last_peered":"2024-09-10T08:36:41.631840+0000","last_clean":"2024-09-10T08:36:41.631840+0000","last_became_active":"2024-09-10T08:36:41.628954+0000","last_became_peered":"2024-09-10T08:36:41.628954+0000","last_unstale":"2024-09-10T08:36:41.631840+0000","last_undegraded":"2024-09-10T08:36:41.631840+0000","last_fullsized":"2024-09-10T08:36:41.631840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:12.580148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.629719+0000","last_change":"2024-09-10T08:36:41.618392+0000","last_active":"2024-09-10T08:36:41.629719+0000","last_peered":"2024-09-10T08:36:41.629719+0000","last_clean":"2024-09-10T08:36:41.629719+0000","last_became_active":"2024-09-10T08:36:41.618099+0000","last_became_peered":"2024-09-10T08:36:41.618099+0000","last_unstale":"2024-09-10T08:36:41.629719+0000","last_undegraded":"2024-09-10T08:36:41.629719+0000","last_fullsized":"2024-09-10T08:36:41.629719+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.048174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854899+0000","last_change":"2024-09-10T08:36:41.620671+0000","last_active":"2024-09-10T08:36:42.854899+0000","last_peered":"2024-09-10T08:36:42.854899+0000","last_clean":"2024-09-10T08:36:42.854899+0000","last_became_active":"2024-09-10T08:36:41.619650+0000","last_became_peered":"2024-09-10T08:36:41.619650+0000","last_unstale":"2024-09-10T08:36:42.854899+0000","last_undegraded":"2024-09-10T08:36:42.854899+0000","last_fullsized":"2024-09-10T08:36:42.854899+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:53.830020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855037+0000","last_change":"2024-09-10T08:36:41.620144+0000","last_active":"2024-09-10T08:36:42.855037+0000","last_peered":"2024-09-10T08:36:42.855037+0000","last_clean":"2024-09-10T08:36:42.855037+0000","last_became_active":"2024-09-10T08:36:41.619887+0000","last_became_peered":"2024-09-10T08:36:41.619887+0000","last_unstale":"2024-09-10T08:36:42.855037+0000","last_undegraded":"2024-09-10T08:36:42.855037+0000","last_fullsized":"2024-09-10T08:36:42.855037+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:15.069747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613047+0000","last_change":"2024-09-10T08:36:41.623289+0000","last_active":"2024-09-10T08:36:42.613047+0000","last_peered":"2024-09-10T08:36:42.613047+0000","last_clean":"2024-09-10T08:36:42.613047+0000","last_became_active":"2024-09-10T08:36:41.623039+0000","last_became_peered":"2024-09-10T08:36:41.623039+0000","last_unstale":"2024-09-10T08:36:42.613047+0000","last_undegraded":"2024-09-10T08:36:42.613047+0000","last_fullsized":"2024-09-10T08:36:42.613047+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631273+0000","last_change":"2024-09-10T08:36:41.624956+0000","last_active":"2024-09-10T08:36:41.631273+0000","last_peered":"2024-09-10T08:36:41.631273+0000","last_clean":"2024-09-10T08:36:41.631273+0000","last_became_active":"2024-09-10T08:36:41.624686+0000","last_became_peered":"2024-09-10T08:36:41.624686+0000","last_unstale":"2024-09-10T08:36:41.631273+0000","last_undegraded":"2024-09-10T08:36:41.631273+0000","last_fullsized":"2024-09-10T08:36:41.631273+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:37:41.773374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855600+0000","last_change":"2024-09-10T08:36:41.632523+0000","last_active":"2024-09-10T08:36:42.855600+0000","last_peered":"2024-09-10T08:36:42.855600+0000","last_clean":"2024-09-10T08:36:42.855600+0000","last_became_active":"2024-09-10T08:36:41.632235+0000","last_became_peered":"2024-09-10T08:36:41.632235+0000","last_unstale":"2024-09-10T08:36:42.855600+0000","last_undegraded":"2024-09-10T08:36:42.855600+0000","last_fullsized":"2024-09-10T08:36:42.855600+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:18.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612804+0000","last_change":"2024-09-10T08:36:41.625900+0000","last_active":"2024-09-10T08:36:42.612804+0000","last_peered":"2024-09-10T08:36:42.612804+0000","last_clean":"2024-09-10T08:36:42.612804+0000","last_became_active":"2024-09-10T08:36:41.625605+0000","last_became_peered":"2024-09-10T08:36:41.625605+0000","last_unstale":"2024-09-10T08:36:42.612804+0000","last_undegraded":"2024-09-10T08:36:42.612804+0000","last_fullsized":"2024-09-10T08:36:42.612804+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.624187+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.623877+0000","last_became_peered":"2024-09-10T08:36:41.623877+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856313+0000","last_change":"2024-09-10T08:36:41.627380+0000","last_active":"2024-09-10T08:36:42.856313+0000","last_peered":"2024-09-10T08:36:42.856313+0000","last_clean":"2024-09-10T08:36:42.856313+0000","last_became_active":"2024-09-10T08:36:41.627071+0000","last_became_peered":"2024-09-10T08:36:41.627071+0000","last_unstale":"2024-09-10T08:36:42.856313+0000","last_undegraded":"2024-09-10T08:36:42.856313+0000","last_fullsized":"2024-09-10T08:36:42.856313+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:45.068900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631881+0000","last_change":"2024-09-10T08:36:41.629928+0000","last_active":"2024-09-10T08:36:41.631881+0000","last_peered":"2024-09-10T08:36:41.631881+0000","last_clean":"2024-09-10T08:36:41.631881+0000","last_became_active":"2024-09-10T08:36:41.629661+0000","last_became_peered":"2024-09-10T08:36:41.629661+0000","last_unstale":"2024-09-10T08:36:41.631881+0000","last_undegraded":"2024-09-10T08:36:41.631881+0000","last_fullsized":"2024-09-10T08:36:41.631881+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:54.918728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616497+0000","last_change":"2024-09-10T08:36:41.621544+0000","last_active":"2024-09-10T08:36:42.616497+0000","last_peered":"2024-09-10T08:36:42.616497+0000","last_clean":"2024-09-10T08:36:42.616497+0000","last_became_active":"2024-09-10T08:36:41.621099+0000","last_became_peered":"2024-09-10T08:36:41.621099+0000","last_unstale":"2024-09-10T08:36:42.616497+0000","last_undegraded":"2024-09-10T08:36:42.616497+0000","last_fullsized":"2024-09-10T08:36:42.616497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.453028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855291+0000","last_change":"2024-09-10T08:36:41.632589+0000","last_active":"2024-09-10T08:36:42.855291+0000","last_peered":"2024-09-10T08:36:42.855291+0000","last_clean":"2024-09-10T08:36:42.855291+0000","last_became_active":"2024-09-10T08:36:41.632203+0000","last_became_peered":"2024-09-10T08:36:41.632203+0000","last_unstale":"2024-09-10T08:36:42.855291+0000","last_undegraded":"2024-09-10T08:36:42.855291+0000","last_fullsized":"2024-09-10T08:36:42.855291+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:10.999262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854773+0000","last_change":"2024-09-10T08:36:41.620737+0000","last_active":"2024-09-10T08:36:42.854773+0000","last_peered":"2024-09-10T08:36:42.854773+0000","last_clean":"2024-09-10T08:36:42.854773+0000","last_became_active":"2024-09-10T08:36:41.620419+0000","last_became_peered":"2024-09-10T08:36:41.620419+0000","last_unstale":"2024-09-10T08:36:42.854773+0000","last_undegraded":"2024-09-10T08:36:42.854773+0000","last_fullsized":"2024-09-10T08:36:42.854773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:12.700581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855181+0000","last_change":"2024-09-10T08:36:41.615385+0000","last_active":"2024-09-10T08:36:42.855181+0000","last_peered":"2024-09-10T08:36:42.855181+0000","last_clean":"2024-09-10T08:36:42.855181+0000","last_became_active":"2024-09-10T08:36:41.615123+0000","last_became_peered":"2024-09-10T08:36:41.615123+0000","last_unstale":"2024-09-10T08:36:42.855181+0000","last_undegraded":"2024-09-10T08:36:42.855181+0000","last_fullsized":"2024-09-10T08:36:42.855181+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:45.204723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"89'4","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855944+0000","last_change":"2024-09-10T08:36:40.886280+0000","last_active":"2024-09-10T08:36:42.855944+0000","last_peered":"2024-09-10T08:36:42.855944+0000","last_clean":"2024-09-10T08:36:42.855944+0000","last_became_active":"2024-09-10T08:36:40.885953+0000","last_became_peered":"2024-09-10T08:36:40.885953+0000","last_unstale":"2024-09-10T08:36:42.855944+0000","last_undegraded":"2024-09-10T08:36:42.855944+0000","last_fullsized":"2024-09-10T08:36:42.855944+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:19.737842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855099+0000","last_change":"2024-09-10T08:36:41.620068+0000","last_active":"2024-09-10T08:36:42.855099+0000","last_peered":"2024-09-10T08:36:42.855099+0000","last_clean":"2024-09-10T08:36:42.855099+0000","last_became_active":"2024-09-10T08:36:41.619811+0000","last_became_peered":"2024-09-10T08:36:41.619811+0000","last_unstale":"2024-09-10T08:36:42.855099+0000","last_undegraded":"2024-09-10T08:36:42.855099+0000","last_fullsized":"2024-09-10T08:36:42.855099+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:54.939515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616580+0000","last_change":"2024-09-10T08:36:41.626063+0000","last_active":"2024-09-10T08:36:42.616580+0000","last_peered":"2024-09-10T08:36:42.616580+0000","last_clean":"2024-09-10T08:36:42.616580+0000","last_became_active":"2024-09-10T08:36:41.625775+0000","last_became_peered":"2024-09-10T08:36:41.625775+0000","last_unstale":"2024-09-10T08:36:42.616580+0000","last_undegraded":"2024-09-10T08:36:42.616580+0000","last_fullsized":"2024-09-10T08:36:42.616580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:39.735715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616612+0000","last_change":"2024-09-10T08:36:40.884016+0000","last_active":"2024-09-10T08:36:42.616612+0000","last_peered":"2024-09-10T08:36:42.616612+0000","last_clean":"2024-09-10T08:36:42.616612+0000","last_became_active":"2024-09-10T08:36:40.883750+0000","last_became_peered":"2024-09-10T08:36:40.883750+0000","last_unstale":"2024-09-10T08:36:42.616612+0000","last_undegraded":"2024-09-10T08:36:42.616612+0000","last_fullsized":"2024-09-10T08:36:42.616612+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:35.105046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855180+0000","last_change":"2024-09-10T08:36:41.624774+0000","last_active":"2024-09-10T08:36:42.855180+0000","last_peered":"2024-09-10T08:36:42.855180+0000","last_clean":"2024-09-10T08:36:42.855180+0000","last_became_active":"2024-09-10T08:36:41.624504+0000","last_became_peered":"2024-09-10T08:36:41.624504+0000","last_unstale":"2024-09-10T08:36:42.855180+0000","last_undegraded":"2024-09-10T08:36:42.855180+0000","last_fullsized":"2024-09-10T08:36:42.855180+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:58.696961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855703+0000","last_change":"2024-09-10T08:36:40.887447+0000","last_active":"2024-09-10T08:36:42.855703+0000","last_peered":"2024-09-10T08:36:42.855703+0000","last_clean":"2024-09-10T08:36:42.855703+0000","last_became_active":"2024-09-10T08:36:40.887101+0000","last_became_peered":"2024-09-10T08:36:40.887101+0000","last_unstale":"2024-09-10T08:36:42.855703+0000","last_undegraded":"2024-09-10T08:36:42.855703+0000","last_fullsized":"2024-09-10T08:36:42.855703+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:55.315915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.628833+0000","last_change":"2024-09-10T08:36:41.618468+0000","last_active":"2024-09-10T08:36:41.628833+0000","last_peered":"2024-09-10T08:36:41.628833+0000","last_clean":"2024-09-10T08:36:41.628833+0000","last_became_active":"2024-09-10T08:36:41.618192+0000","last_became_peered":"2024-09-10T08:36:41.618192+0000","last_unstale":"2024-09-10T08:36:41.628833+0000","last_undegraded":"2024-09-10T08:36:41.628833+0000","last_fullsized":"2024-09-10T08:36:41.628833+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:28.778761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855300+0000","last_change":"2024-09-10T08:36:41.624230+0000","last_active":"2024-09-10T08:36:42.855300+0000","last_peered":"2024-09-10T08:36:42.855300+0000","last_clean":"2024-09-10T08:36:42.855300+0000","last_became_active":"2024-09-10T08:36:41.623961+0000","last_became_peered":"2024-09-10T08:36:41.623961+0000","last_unstale":"2024-09-10T08:36:42.855300+0000","last_undegraded":"2024-09-10T08:36:42.855300+0000","last_fullsized":"2024-09-10T08:36:42.855300+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:24.233389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.618544+0000","last_change":"2024-09-10T08:36:40.885272+0000","last_active":"2024-09-10T08:36:41.618544+0000","last_peered":"2024-09-10T08:36:41.618544+0000","last_clean":"2024-09-10T08:36:41.618544+0000","last_became_active":"2024-09-10T08:36:40.884919+0000","last_became_peered":"2024-09-10T08:36:40.884919+0000","last_unstale":"2024-09-10T08:36:41.618544+0000","last_undegraded":"2024-09-10T08:36:41.618544+0000","last_fullsized":"2024-09-10T08:36:41.618544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:35.373028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855840+0000","last_change":"2024-09-10T08:36:41.628552+0000","last_active":"2024-09-10T08:36:42.855840+0000","last_peered":"2024-09-10T08:36:42.855840+0000","last_clean":"2024-09-10T08:36:42.855840+0000","last_became_active":"2024-09-10T08:36:41.628284+0000","last_became_peered":"2024-09-10T08:36:41.628284+0000","last_unstale":"2024-09-10T08:36:42.855840+0000","last_undegraded":"2024-09-10T08:36:42.855840+0000","last_fullsized":"2024-09-10T08:36:42.855840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:05.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612973+0000","last_change":"2024-09-10T08:36:40.879953+0000","last_active":"2024-09-10T08:36:42.612973+0000","last_peered":"2024-09-10T08:36:42.612973+0000","last_clean":"2024-09-10T08:36:42.612973+0000","last_became_active":"2024-09-10T08:36:40.879539+0000","last_became_peered":"2024-09-10T08:36:40.879539+0000","last_unstale":"2024-09-10T08:36:42.612973+0000","last_undegraded":"2024-09-10T08:36:42.612973+0000","last_fullsized":"2024-09-10T08:36:42.612973+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:23.875236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631368+0000","last_change":"2024-09-10T08:36:41.626593+0000","last_active":"2024-09-10T08:36:41.631368+0000","last_peered":"2024-09-10T08:36:41.631368+0000","last_clean":"2024-09-10T08:36:41.631368+0000","last_became_active":"2024-09-10T08:36:41.626337+0000","last_became_peered":"2024-09-10T08:36:41.626337+0000","last_unstale":"2024-09-10T08:36:41.631368+0000","last_undegraded":"2024-09-10T08:36:41.631368+0000","last_fullsized":"2024-09-10T08:36:41.631368+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:21.988452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616158+0000","last_change":"2024-09-10T08:36:40.886742+0000","last_active":"2024-09-10T08:36:42.616158+0000","last_peered":"2024-09-10T08:36:42.616158+0000","last_clean":"2024-09-10T08:36:42.616158+0000","last_became_active":"2024-09-10T08:36:40.886475+0000","last_became_peered":"2024-09-10T08:36:40.886475+0000","last_unstale":"2024-09-10T08:36:42.616158+0000","last_undegraded":"2024-09-10T08:36:42.616158+0000","last_fullsized":"2024-09-10T08:36:42.616158+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:05.165276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856265+0000","last_change":"2024-09-10T08:36:40.888271+0000","last_active":"2024-09-10T08:36:42.856265+0000","last_peered":"2024-09-10T08:36:42.856265+0000","last_clean":"2024-09-10T08:36:42.856265+0000","last_became_active":"2024-09-10T08:36:40.888036+0000","last_became_peered":"2024-09-10T08:36:40.888036+0000","last_unstale":"2024-09-10T08:36:42.856265+0000","last_undegraded":"2024-09-10T08:36:42.856265+0000","last_fullsized":"2024-09-10T08:36:42.856265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:31.411583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616750+0000","last_change":"2024-09-10T08:36:41.624038+0000","last_active":"2024-09-10T08:36:42.616750+0000","last_peered":"2024-09-10T08:36:42.616750+0000","last_clean":"2024-09-10T08:36:42.616750+0000","last_became_active":"2024-09-10T08:36:41.623728+0000","last_became_peered":"2024-09-10T08:36:41.623728+0000","last_unstale":"2024-09-10T08:36:42.616750+0000","last_undegraded":"2024-09-10T08:36:42.616750+0000","last_fullsized":"2024-09-10T08:36:42.616750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:33.708589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613122+0000","last_change":"2024-09-10T08:36:40.886471+0000","last_active":"2024-09-10T08:36:42.613122+0000","last_peered":"2024-09-10T08:36:42.613122+0000","last_clean":"2024-09-10T08:36:42.613122+0000","last_became_active":"2024-09-10T08:36:40.886164+0000","last_became_peered":"2024-09-10T08:36:40.886164+0000","last_unstale":"2024-09-10T08:36:42.613122+0000","last_undegraded":"2024-09-10T08:36:42.613122+0000","last_fullsized":"2024-09-10T08:36:42.613122+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:17.615892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613093+0000","last_change":"2024-09-10T08:36:41.626623+0000","last_active":"2024-09-10T08:36:42.613093+0000","last_peered":"2024-09-10T08:36:42.613093+0000","last_clean":"2024-09-10T08:36:42.613093+0000","last_became_active":"2024-09-10T08:36:41.626357+0000","last_became_peered":"2024-09-10T08:36:41.626357+0000","last_unstale":"2024-09-10T08:36:42.613093+0000","last_undegraded":"2024-09-10T08:36:42.613093+0000","last_fullsized":"2024-09-10T08:36:42.613093+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:14.383683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631811+0000","last_change":"2024-09-10T08:36:41.629177+0000","last_active":"2024-09-10T08:36:41.631811+0000","last_peered":"2024-09-10T08:36:41.631811+0000","last_clean":"2024-09-10T08:36:41.631811+0000","last_became_active":"2024-09-10T08:36:41.628901+0000","last_became_peered":"2024-09-10T08:36:41.628901+0000","last_unstale":"2024-09-10T08:36:41.631811+0000","last_undegraded":"2024-09-10T08:36:41.631811+0000","last_fullsized":"2024-09-10T08:36:41.631811+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:34:09.364013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"89'6","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855584+0000","last_change":"2024-09-10T08:36:40.883111+0000","last_active":"2024-09-10T08:36:42.855584+0000","last_peered":"2024-09-10T08:36:42.855584+0000","last_clean":"2024-09-10T08:36:42.855584+0000","last_became_active":"2024-09-10T08:36:40.882685+0000","last_became_peered":"2024-09-10T08:36:40.882685+0000","last_unstale":"2024-09-10T08:36:42.855584+0000","last_undegraded":"2024-09-10T08:36:42.855584+0000","last_fullsized":"2024-09-10T08:36:42.855584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.472097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631538+0000","last_change":"2024-09-10T08:36:41.628362+0000","last_active":"2024-09-10T08:36:41.631538+0000","last_peered":"2024-09-10T08:36:41.631538+0000","last_clean":"2024-09-10T08:36:41.631538+0000","last_became_active":"2024-09-10T08:36:41.628105+0000","last_became_peered":"2024-09-10T08:36:41.628105+0000","last_unstale":"2024-09-10T08:36:41.631538+0000","last_undegraded":"2024-09-10T08:36:41.631538+0000","last_fullsized":"2024-09-10T08:36:41.631538+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:13.345093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616641+0000","last_change":"2024-09-10T08:36:40.885899+0000","last_active":"2024-09-10T08:36:42.616641+0000","last_peered":"2024-09-10T08:36:42.616641+0000","last_clean":"2024-09-10T08:36:42.616641+0000","last_became_active":"2024-09-10T08:36:40.885645+0000","last_became_peered":"2024-09-10T08:36:40.885645+0000","last_unstale":"2024-09-10T08:36:42.616641+0000","last_undegraded":"2024-09-10T08:36:42.616641+0000","last_fullsized":"2024-09-10T08:36:42.616641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:20.618746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855794+0000","last_change":"2024-09-10T08:36:40.888790+0000","last_active":"2024-09-10T08:36:42.855794+0000","last_peered":"2024-09-10T08:36:42.855794+0000","last_clean":"2024-09-10T08:36:42.855794+0000","last_became_active":"2024-09-10T08:36:40.885840+0000","last_became_peered":"2024-09-10T08:36:40.885840+0000","last_unstale":"2024-09-10T08:36:42.855794+0000","last_undegraded":"2024-09-10T08:36:42.855794+0000","last_fullsized":"2024-09-10T08:36:42.855794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:13.381823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856130+0000","last_change":"2024-09-10T08:36:41.629682+0000","last_active":"2024-09-10T08:36:42.856130+0000","last_peered":"2024-09-10T08:36:42.856130+0000","last_clean":"2024-09-10T08:36:42.856130+0000","last_became_active":"2024-09-10T08:36:41.629414+0000","last_became_peered":"2024-09-10T08:36:41.629414+0000","last_unstale":"2024-09-10T08:36:42.856130+0000","last_undegraded":"2024-09-10T08:36:42.856130+0000","last_fullsized":"2024-09-10T08:36:42.856130+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:02:05.286214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.615598+0000","last_change":"2024-09-10T08:36:40.880324+0000","last_active":"2024-09-10T08:36:41.615598+0000","last_peered":"2024-09-10T08:36:41.615598+0000","last_clean":"2024-09-10T08:36:41.615598+0000","last_became_active":"2024-09-10T08:36:40.880060+0000","last_became_peered":"2024-09-10T08:36:40.880060+0000","last_unstale":"2024-09-10T08:36:41.615598+0000","last_undegraded":"2024-09-10T08:36:41.615598+0000","last_fullsized":"2024-09-10T08:36:41.615598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:58:49.712392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856194+0000","last_change":"2024-09-10T08:36:41.628941+0000","last_active":"2024-09-10T08:36:42.856194+0000","last_peered":"2024-09-10T08:36:42.856194+0000","last_clean":"2024-09-10T08:36:42.856194+0000","last_became_active":"2024-09-10T08:36:41.628672+0000","last_became_peered":"2024-09-10T08:36:41.628672+0000","last_unstale":"2024-09-10T08:36:42.856194+0000","last_undegraded":"2024-09-10T08:36:42.856194+0000","last_fullsized":"2024-09-10T08:36:42.856194+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:14.432727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616731+0000","last_change":"2024-09-10T08:36:40.888108+0000","last_active":"2024-09-10T08:36:41.616731+0000","last_peered":"2024-09-10T08:36:41.616731+0000","last_clean":"2024-09-10T08:36:41.616731+0000","last_became_active":"2024-09-10T08:36:40.887810+0000","last_became_peered":"2024-09-10T08:36:40.887810+0000","last_unstale":"2024-09-10T08:36:41.616731+0000","last_undegraded":"2024-09-10T08:36:41.616731+0000","last_fullsized":"2024-09-10T08:36:41.616731+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:46.813710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855491+0000","last_change":"2024-09-10T08:36:41.622694+0000","last_active":"2024-09-10T08:36:42.855491+0000","last_peered":"2024-09-10T08:36:42.855491+0000","last_clean":"2024-09-10T08:36:42.855491+0000","last_became_active":"2024-09-10T08:36:41.622413+0000","last_became_peered":"2024-09-10T08:36:41.622413+0000","last_unstale":"2024-09-10T08:36:42.855491+0000","last_undegraded":"2024-09-10T08:36:42.855491+0000","last_fullsized":"2024-09-10T08:36:42.855491+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:00.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856023+0000","last_change":"2024-09-10T08:36:40.882698+0000","last_active":"2024-09-10T08:36:42.856023+0000","last_peered":"2024-09-10T08:36:42.856023+0000","last_clean":"2024-09-10T08:36:42.856023+0000","last_became_active":"2024-09-10T08:36:40.881920+0000","last_became_peered":"2024-09-10T08:36:40.881920+0000","last_unstale":"2024-09-10T08:36:42.856023+0000","last_undegraded":"2024-09-10T08:36:42.856023+0000","last_fullsized":"2024-09-10T08:36:42.856023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:47.943329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855778+0000","last_change":"2024-09-10T08:36:41.623073+0000","last_active":"2024-09-10T08:36:42.855778+0000","last_peered":"2024-09-10T08:36:42.855778+0000","last_clean":"2024-09-10T08:36:42.855778+0000","last_became_active":"2024-09-10T08:36:41.622381+0000","last_became_peered":"2024-09-10T08:36:41.622381+0000","last_unstale":"2024-09-10T08:36:42.855778+0000","last_undegraded":"2024-09-10T08:36:42.855778+0000","last_fullsized":"2024-09-10T08:36:42.855778+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:38.206088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616713+0000","last_change":"2024-09-10T08:36:40.880076+0000","last_active":"2024-09-10T08:36:42.616713+0000","last_peered":"2024-09-10T08:36:42.616713+0000","last_clean":"2024-09-10T08:36:42.616713+0000","last_became_active":"2024-09-10T08:36:40.879787+0000","last_became_peered":"2024-09-10T08:36:40.879787+0000","last_unstale":"2024-09-10T08:36:42.616713+0000","last_undegraded":"2024-09-10T08:36:42.616713+0000","last_fullsized":"2024-09-10T08:36:42.616713+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:44.509864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854978+0000","last_change":"2024-09-10T08:36:41.619935+0000","last_active":"2024-09-10T08:36:42.854978+0000","last_peered":"2024-09-10T08:36:42.854978+0000","last_clean":"2024-09-10T08:36:42.854978+0000","last_became_active":"2024-09-10T08:36:41.619318+0000","last_became_peered":"2024-09-10T08:36:41.619318+0000","last_unstale":"2024-09-10T08:36:42.854978+0000","last_undegraded":"2024-09-10T08:36:42.854978+0000","last_fullsized":"2024-09-10T08:36:42.854978+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:33.394110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855382+0000","last_change":"2024-09-10T08:36:40.881082+0000","last_active":"2024-09-10T08:36:42.855382+0000","last_peered":"2024-09-10T08:36:42.855382+0000","last_clean":"2024-09-10T08:36:42.855382+0000","last_became_active":"2024-09-10T08:36:40.880807+0000","last_became_peered":"2024-09-10T08:36:40.880807+0000","last_unstale":"2024-09-10T08:36:42.855382+0000","last_undegraded":"2024-09-10T08:36:42.855382+0000","last_fullsized":"2024-09-10T08:36:42.855382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:53.985411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855316+0000","last_change":"2024-09-10T08:36:41.619510+0000","last_active":"2024-09-10T08:36:42.855316+0000","last_peered":"2024-09-10T08:36:42.855316+0000","last_clean":"2024-09-10T08:36:42.855316+0000","last_became_active":"2024-09-10T08:36:41.618718+0000","last_became_peered":"2024-09-10T08:36:41.618718+0000","last_unstale":"2024-09-10T08:36:42.855316+0000","last_undegraded":"2024-09-10T08:36:42.855316+0000","last_fullsized":"2024-09-10T08:36:42.855316+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:36.106907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856107+0000","last_change":"2024-09-10T08:36:40.882151+0000","last_active":"2024-09-10T08:36:42.856107+0000","last_peered":"2024-09-10T08:36:42.856107+0000","last_clean":"2024-09-10T08:36:42.856107+0000","last_became_active":"2024-09-10T08:36:40.881753+0000","last_became_peered":"2024-09-10T08:36:40.881753+0000","last_unstale":"2024-09-10T08:36:42.856107+0000","last_undegraded":"2024-09-10T08:36:42.856107+0000","last_fullsized":"2024-09-10T08:36:42.856107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:01.596651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855633+0000","last_change":"2024-09-10T08:36:41.632483+0000","last_active":"2024-09-10T08:36:42.855633+0000","last_peered":"2024-09-10T08:36:42.855633+0000","last_clean":"2024-09-10T08:36:42.855633+0000","last_became_active":"2024-09-10T08:36:41.632172+0000","last_became_peered":"2024-09-10T08:36:41.632172+0000","last_unstale":"2024-09-10T08:36:42.855633+0000","last_undegraded":"2024-09-10T08:36:42.855633+0000","last_fullsized":"2024-09-10T08:36:42.855633+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855409+0000","last_change":"2024-09-10T08:36:40.886375+0000","last_active":"2024-09-10T08:36:42.855409+0000","last_peered":"2024-09-10T08:36:42.855409+0000","last_clean":"2024-09-10T08:36:42.855409+0000","last_became_active":"2024-09-10T08:36:40.886099+0000","last_became_peered":"2024-09-10T08:36:40.886099+0000","last_unstale":"2024-09-10T08:36:42.855409+0000","last_undegraded":"2024-09-10T08:36:42.855409+0000","last_fullsized":"2024-09-10T08:36:42.855409+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:18.861113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855286+0000","last_change":"2024-09-10T08:36:41.620791+0000","last_active":"2024-09-10T08:36:42.855286+0000","last_peered":"2024-09-10T08:36:42.855286+0000","last_clean":"2024-09-10T08:36:42.855286+0000","last_became_active":"2024-09-10T08:36:41.620514+0000","last_became_peered":"2024-09-10T08:36:41.620514+0000","last_unstale":"2024-09-10T08:36:42.855286+0000","last_undegraded":"2024-09-10T08:36:42.855286+0000","last_fullsized":"2024-09-10T08:36:42.855286+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:39.453281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855961+0000","last_change":"2024-09-10T08:36:40.883481+0000","last_active":"2024-09-10T08:36:42.855961+0000","last_peered":"2024-09-10T08:36:42.855961+0000","last_clean":"2024-09-10T08:36:42.855961+0000","last_became_active":"2024-09-10T08:36:40.883198+0000","last_became_peered":"2024-09-10T08:36:40.883198+0000","last_unstale":"2024-09-10T08:36:42.855961+0000","last_undegraded":"2024-09-10T08:36:42.855961+0000","last_fullsized":"2024-09-10T08:36:42.855961+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:05:32.466314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855716+0000","last_change":"2024-09-10T08:36:41.622908+0000","last_active":"2024-09-10T08:36:42.855716+0000","last_peered":"2024-09-10T08:36:42.855716+0000","last_clean":"2024-09-10T08:36:42.855716+0000","last_became_active":"2024-09-10T08:36:41.622280+0000","last_became_peered":"2024-09-10T08:36:41.622280+0000","last_unstale":"2024-09-10T08:36:42.855716+0000","last_undegraded":"2024-09-10T08:36:42.855716+0000","last_fullsized":"2024-09-10T08:36:42.855716+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:51.503884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616670+0000","last_change":"2024-09-10T08:36:40.882918+0000","last_active":"2024-09-10T08:36:42.616670+0000","last_peered":"2024-09-10T08:36:42.616670+0000","last_clean":"2024-09-10T08:36:42.616670+0000","last_became_active":"2024-09-10T08:36:40.882138+0000","last_became_peered":"2024-09-10T08:36:40.882138+0000","last_unstale":"2024-09-10T08:36:42.616670+0000","last_undegraded":"2024-09-10T08:36:42.616670+0000","last_fullsized":"2024-09-10T08:36:42.616670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:21.836400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855329+0000","last_change":"2024-09-10T08:36:41.625520+0000","last_active":"2024-09-10T08:36:42.855329+0000","last_peered":"2024-09-10T08:36:42.855329+0000","last_clean":"2024-09-10T08:36:42.855329+0000","last_became_active":"2024-09-10T08:36:41.625268+0000","last_became_peered":"2024-09-10T08:36:41.625268+0000","last_unstale":"2024-09-10T08:36:42.855329+0000","last_undegraded":"2024-09-10T08:36:42.855329+0000","last_fullsized":"2024-09-10T08:36:42.855329+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:49.852161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855191+0000","last_change":"2024-09-10T08:36:41.620288+0000","last_active":"2024-09-10T08:36:42.855191+0000","last_peered":"2024-09-10T08:36:42.855191+0000","last_clean":"2024-09-10T08:36:42.855191+0000","last_became_active":"2024-09-10T08:36:41.620044+0000","last_became_peered":"2024-09-10T08:36:41.620044+0000","last_unstale":"2024-09-10T08:36:42.855191+0000","last_undegraded":"2024-09-10T08:36:42.855191+0000","last_fullsized":"2024-09-10T08:36:42.855191+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:50.182156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.625496+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.625204+0000","last_became_peered":"2024-09-10T08:36:41.625204+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855883+0000","last_change":"2024-09-10T08:36:40.884200+0000","last_active":"2024-09-10T08:36:42.855883+0000","last_peered":"2024-09-10T08:36:42.855883+0000","last_clean":"2024-09-10T08:36:42.855883+0000","last_became_active":"2024-09-10T08:36:40.883895+0000","last_became_peered":"2024-09-10T08:36:40.883895+0000","last_unstale":"2024-09-10T08:36:42.855883+0000","last_undegraded":"2024-09-10T08:36:42.855883+0000","last_fullsized":"2024-09-10T08:36:42.855883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:14.374869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856007+0000","last_change":"2024-09-10T08:36:41.624321+0000","last_active":"2024-09-10T08:36:42.856007+0000","last_peered":"2024-09-10T08:36:42.856007+0000","last_clean":"2024-09-10T08:36:42.856007+0000","last_became_active":"2024-09-10T08:36:41.624031+0000","last_became_peered":"2024-09-10T08:36:41.624031+0000","last_unstale":"2024-09-10T08:36:42.856007+0000","last_undegraded":"2024-09-10T08:36:42.856007+0000","last_fullsized":"2024-09-10T08:36:42.856007+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:33.462555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855510+0000","last_change":"2024-09-10T08:36:40.880953+0000","last_active":"2024-09-10T08:36:42.855510+0000","last_peered":"2024-09-10T08:36:42.855510+0000","last_clean":"2024-09-10T08:36:42.855510+0000","last_became_active":"2024-09-10T08:36:40.880632+0000","last_became_peered":"2024-09-10T08:36:40.880632+0000","last_unstale":"2024-09-10T08:36:42.855510+0000","last_undegraded":"2024-09-10T08:36:42.855510+0000","last_fullsized":"2024-09-10T08:36:42.855510+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:44.574233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612834+0000","last_change":"2024-09-10T08:36:41.630256+0000","last_active":"2024-09-10T08:36:42.612834+0000","last_peered":"2024-09-10T08:36:42.612834+0000","last_clean":"2024-09-10T08:36:42.612834+0000","last_became_active":"2024-09-10T08:36:41.629975+0000","last_became_peered":"2024-09-10T08:36:41.629975+0000","last_unstale":"2024-09-10T08:36:42.612834+0000","last_undegraded":"2024-09-10T08:36:42.612834+0000","last_fullsized":"2024-09-10T08:36:42.612834+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855514+0000","last_change":"2024-09-10T08:36:40.882219+0000","last_active":"2024-09-10T08:36:42.855514+0000","last_peered":"2024-09-10T08:36:42.855514+0000","last_clean":"2024-09-10T08:36:42.855514+0000","last_became_active":"2024-09-10T08:36:40.881665+0000","last_became_peered":"2024-09-10T08:36:40.881665+0000","last_unstale":"2024-09-10T08:36:42.855514+0000","last_undegraded":"2024-09-10T08:36:42.855514+0000","last_fullsized":"2024-09-10T08:36:42.855514+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:39.045416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855621+0000","last_change":"2024-09-10T08:36:41.631292+0000","last_active":"2024-09-10T08:36:42.855621+0000","last_peered":"2024-09-10T08:36:42.855621+0000","last_clean":"2024-09-10T08:36:42.855621+0000","last_became_active":"2024-09-10T08:36:41.630978+0000","last_became_peered":"2024-09-10T08:36:41.630978+0000","last_unstale":"2024-09-10T08:36:42.855621+0000","last_undegraded":"2024-09-10T08:36:42.855621+0000","last_fullsized":"2024-09-10T08:36:42.855621+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:05.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855763+0000","last_change":"2024-09-10T08:36:40.884562+0000","last_active":"2024-09-10T08:36:42.855763+0000","last_peered":"2024-09-10T08:36:42.855763+0000","last_clean":"2024-09-10T08:36:42.855763+0000","last_became_active":"2024-09-10T08:36:40.884263+0000","last_became_peered":"2024-09-10T08:36:40.884263+0000","last_unstale":"2024-09-10T08:36:42.855763+0000","last_undegraded":"2024-09-10T08:36:42.855763+0000","last_fullsized":"2024-09-10T08:36:42.855763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.593800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855421+0000","last_change":"2024-09-10T08:36:41.619072+0000","last_active":"2024-09-10T08:36:42.855421+0000","last_peered":"2024-09-10T08:36:42.855421+0000","last_clean":"2024-09-10T08:36:42.855421+0000","last_became_active":"2024-09-10T08:36:41.618802+0000","last_became_peered":"2024-09-10T08:36:41.618802+0000","last_unstale":"2024-09-10T08:36:42.855421+0000","last_undegraded":"2024-09-10T08:36:42.855421+0000","last_fullsized":"2024-09-10T08:36:42.855421+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:32.156131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616250+0000","last_change":"2024-09-10T08:36:40.887599+0000","last_active":"2024-09-10T08:36:42.616250+0000","last_peered":"2024-09-10T08:36:42.616250+0000","last_clean":"2024-09-10T08:36:42.616250+0000","last_became_active":"2024-09-10T08:36:40.887285+0000","last_became_peered":"2024-09-10T08:36:40.887285+0000","last_unstale":"2024-09-10T08:36:42.616250+0000","last_undegraded":"2024-09-10T08:36:42.616250+0000","last_fullsized":"2024-09-10T08:36:42.616250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:09.997401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616551+0000","last_change":"2024-09-10T08:36:41.617263+0000","last_active":"2024-09-10T08:36:42.616551+0000","last_peered":"2024-09-10T08:36:42.616551+0000","last_clean":"2024-09-10T08:36:42.616551+0000","last_became_active":"2024-09-10T08:36:41.616978+0000","last_became_peered":"2024-09-10T08:36:41.616978+0000","last_unstale":"2024-09-10T08:36:42.616551+0000","last_undegraded":"2024-09-10T08:36:42.616551+0000","last_fullsized":"2024-09-10T08:36:42.616551+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:40.843061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616642+0000","last_change":"2024-09-10T08:36:40.881092+0000","last_active":"2024-09-10T08:36:41.616642+0000","last_peered":"2024-09-10T08:36:41.616642+0000","last_clean":"2024-09-10T08:36:41.616642+0000","last_became_active":"2024-09-10T08:36:40.880805+0000","last_became_peered":"2024-09-10T08:36:40.880805+0000","last_unstale":"2024-09-10T08:36:41.616642+0000","last_undegraded":"2024-09-10T08:36:41.616642+0000","last_fullsized":"2024-09-10T08:36:41.616642+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:54.599043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":308,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616289+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:42.616289+0000","last_peered":"2024-09-10T08:36:42.616289+0000","last_clean":"2024-09-10T08:36:42.616289+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:42.616289+0000","last_undegraded":"2024-09-10T08:36:42.616289+0000","last_fullsized":"2024-09-10T08:36:42.616289+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":4590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23,"ondisk_log_size":23,"up":52,"acting":52,"num_store_stats":7},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":104,"acting":104,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476790,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":474901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1703936,"data_stored":1092060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28128,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343712,"statfs":{"total":96636764160,"available":96607961088,"internally_reserved":0,"allocated":1122304,"data_stored":503852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509494,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509493,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1720320,"data_stored":1094322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1077248,"data_stored":487777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:44.792 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:44.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.925+0000 7fafed16d640 1 Processor -- start 2024-09-10T08:36:44.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.925+0000 7fafed16d640 1 -- start start 2024-09-10T08:36:44.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafed16d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fafe80b54a0 0x7fafe80b5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafed16d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fafe806d0f0 0x7fafe80d13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafed16d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80d1930 0x7fafe8161f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafed16d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fafe815f7a0 con 0x7fafe80b54a0 2024-09-10T08:36:44.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafed16d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fafe80d2bd0 con 0x7fafe806d0f0 2024-09-10T08:36:44.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafed16d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fafe80b5dc0 con 0x7fafe80d1930 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fafe80b54a0 0x7fafe80b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fafe80b54a0 0x7fafe80b5880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57520/0 (socket says 172.21.15.94:57520) 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 -- 172.21.15.94:0/1157685904 learned_addr learned my addr 172.21.15.94:0/1157685904 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 -- 172.21.15.94:0/1157685904 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80d1930 msgr2=0x7fafe8161f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 --2- 172.21.15.94:0/1157685904 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80d1930 0x7fafe8161f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 -- 172.21.15.94:0/1157685904 >> v2:172.21.15.143:3300/0 conn(0x7fafe806d0f0 msgr2=0x7fafe80d13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 --2- 172.21.15.94:0/1157685904 >> v2:172.21.15.143:3300/0 conn(0x7fafe806d0f0 0x7fafe80d13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.929 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 -- 172.21.15.94:0/1157685904 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe815eb90 con 0x7fafe80b54a0 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe6d9d640 1 --2- 172.21.15.94:0/1157685904 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80b54a0 0x7fafe80b5880 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fafd8009e50 tx=0x7fafd802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c31132e63007c110 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe5d9b640 1 -- 172.21.15.94:0/1157685904 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd8036070 con 0x7fafe80b54a0 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe5d9b640 1 -- 172.21.15.94:0/1157685904 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafd8031600 con 0x7fafe80b54a0 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.927+0000 7fafe5d9b640 1 -- 172.21.15.94:0/1157685904 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd80319d0 con 0x7fafe80b54a0 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 -- 172.21.15.94:0/1157685904 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80b54a0 msgr2=0x7fafe80b5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 --2- 172.21.15.94:0/1157685904 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80b54a0 0x7fafe80b5880 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fafd8009e50 tx=0x7fafd802a6c0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 -- 172.21.15.94:0/1157685904 shutdown_connections 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 --2- 172.21.15.94:0/1157685904 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80d1930 0x7fafe8161f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 --2- 172.21.15.94:0/1157685904 >> v2:172.21.15.143:3300/0 conn(0x7fafe806d0f0 0x7fafe80d13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 --2- 172.21.15.94:0/1157685904 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80b54a0 0x7fafe80b5880 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 -- 172.21.15.94:0/1157685904 >> 172.21.15.94:0/1157685904 conn(0x7fafe806feb0 msgr2=0x7fafe8070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:44.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 -- 172.21.15.94:0/1157685904 shutdown_connections 2024-09-10T08:36:44.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 -- 172.21.15.94:0/1157685904 wait complete. 2024-09-10T08:36:44.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 Processor -- start 2024-09-10T08:36:44.932 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.929+0000 7fafed16d640 1 -- start start 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafed16d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafe806d0f0 0x7fafe8155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafed16d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80b54a0 0x7fafe81f46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafed16d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80d1930 0x7fafe8157250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafed16d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fafe815f430 con 0x7fafe80d1930 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafed16d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fafe815f150 con 0x7fafe806d0f0 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafed16d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fafe806e0e0 con 0x7fafe80b54a0 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafe759e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80d1930 0x7fafe8157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafe759e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80d1930 0x7fafe8157250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57524/0 (socket says 172.21.15.94:57524) 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.930+0000 7fafe759e640 1 -- 172.21.15.94:0/388500756 learned_addr learned my addr 172.21.15.94:0/388500756 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:44.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe6d9d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafe806d0f0 0x7fafe8155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe659c640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80b54a0 0x7fafe81f46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe759e640 1 -- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80b54a0 msgr2=0x7fafe81f46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe759e640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80b54a0 0x7fafe81f46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe759e640 1 -- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafe806d0f0 msgr2=0x7fafe8155280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe759e640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafe806d0f0 0x7fafe8155280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe759e640 1 -- 172.21.15.94:0/388500756 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe81544b0 con 0x7fafe80d1930 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe6d9d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafe806d0f0 0x7fafe8155280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe659c640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80b54a0 0x7fafe81f46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafe759e640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80d1930 0x7fafe8157250 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fafe0009fd0 tx=0x7fafe000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafcf7fe640 1 -- 172.21.15.94:0/388500756 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe0011830 con 0x7fafe80d1930 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafcf7fe640 1 -- 172.21.15.94:0/388500756 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafe0016070 con 0x7fafe80d1930 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafcf7fe640 1 -- 172.21.15.94:0/388500756 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe0011bf0 con 0x7fafe80d1930 2024-09-10T08:36:44.936 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe8158450 con 0x7fafe80d1930 2024-09-10T08:36:44.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.931+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe8158cf0 con 0x7fafe80d1930 2024-09-10T08:36:44.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.932+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe8158840 con 0x7fafe80d1930 2024-09-10T08:36:44.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.932+0000 7fafcf7fe640 1 -- 172.21.15.94:0/388500756 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fafe001b460 con 0x7fafe80d1930 2024-09-10T08:36:44.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.933+0000 7fafcf7fe640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafd406be30 0x7fafd406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:44.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.933+0000 7fafe6d9d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafd406be30 0x7fafd406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:44.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.933+0000 7fafcf7fe640 1 -- 172.21.15.94:0/388500756 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fafe008ad10 con 0x7fafe80d1930 2024-09-10T08:36:44.937 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.933+0000 7fafe6d9d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafd406be30 0x7fafd406e2f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fafd8033000 tx=0x7fafd8009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:44.938 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:44.937+0000 7fafcf7fe640 1 -- 172.21.15.94:0/388500756 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fafe0059530 con 0x7fafe80d1930 2024-09-10T08:36:45.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.100+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fafe8075660 con 0x7fafd406be30 2024-09-10T08:36:45.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.106+0000 7fafcf7fe640 1 -- 172.21.15.94:0/388500756 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249511 (secure 0 0 0) 0x7fafe8075660 con 0x7fafd406be30 2024-09-10T08:36:45.109 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:45.111 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:45.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafd406be30 msgr2=0x7fafd406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafd406be30 0x7fafd406e2f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fafd8033000 tx=0x7fafd8009000 comp rx=0 tx=0).stop 2024-09-10T08:36:45.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80d1930 msgr2=0x7fafe8157250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80d1930 0x7fafe8157250 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fafe0009fd0 tx=0x7fafe000b8e0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 shutdown_connections 2024-09-10T08:36:45.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fafd406be30 0x7fafd406e2f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fafe80d1930 0x7fafe8157250 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fafe80b54a0 0x7fafe81f46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 --2- 172.21.15.94:0/388500756 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fafe806d0f0 0x7fafe8155280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 >> 172.21.15.94:0/388500756 conn(0x7fafe806feb0 msgr2=0x7fafe8071750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:45.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 shutdown_connections 2024-09-10T08:36:45.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.109+0000 7fafed16d640 1 -- 172.21.15.94:0/388500756 wait complete. 2024-09-10T08:36:45.122 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-09-10T08:36:43.862697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":132,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":246804,"kb_used_data":9748,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754727916,"statfs":{"total":773094113280,"available":772841385984,"internally_reserved":0,"allocated":9981952,"data_stored":5157820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000865"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613076+0000","last_change":"2024-09-10T08:36:41.620117+0000","last_active":"2024-09-10T08:36:42.613076+0000","last_peered":"2024-09-10T08:36:42.613076+0000","last_clean":"2024-09-10T08:36:42.613076+0000","last_became_active":"2024-09-10T08:36:41.619841+0000","last_became_peered":"2024-09-10T08:36:41.619841+0000","last_unstale":"2024-09-10T08:36:42.613076+0000","last_undegraded":"2024-09-10T08:36:42.613076+0000","last_fullsized":"2024-09-10T08:36:42.613076+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.592628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855828+0000","last_change":"2024-09-10T08:36:41.622205+0000","last_active":"2024-09-10T08:36:42.855828+0000","last_peered":"2024-09-10T08:36:42.855828+0000","last_clean":"2024-09-10T08:36:42.855828+0000","last_became_active":"2024-09-10T08:36:41.621818+0000","last_became_peered":"2024-09-10T08:36:41.621818+0000","last_unstale":"2024-09-10T08:36:42.855828+0000","last_undegraded":"2024-09-10T08:36:42.855828+0000","last_fullsized":"2024-09-10T08:36:42.855828+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612919+0000","last_change":"2024-09-10T08:36:41.624115+0000","last_active":"2024-09-10T08:36:42.612919+0000","last_peered":"2024-09-10T08:36:42.612919+0000","last_clean":"2024-09-10T08:36:42.612919+0000","last_became_active":"2024-09-10T08:36:41.623865+0000","last_became_peered":"2024-09-10T08:36:41.623865+0000","last_unstale":"2024-09-10T08:36:42.612919+0000","last_undegraded":"2024-09-10T08:36:42.612919+0000","last_fullsized":"2024-09-10T08:36:42.612919+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631803+0000","last_change":"2024-09-10T08:36:41.629172+0000","last_active":"2024-09-10T08:36:41.631803+0000","last_peered":"2024-09-10T08:36:41.631803+0000","last_clean":"2024-09-10T08:36:41.631803+0000","last_became_active":"2024-09-10T08:36:41.628914+0000","last_became_peered":"2024-09-10T08:36:41.628914+0000","last_unstale":"2024-09-10T08:36:41.631803+0000","last_undegraded":"2024-09-10T08:36:41.631803+0000","last_fullsized":"2024-09-10T08:36:41.631803+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:59.705977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855729+0000","last_change":"2024-09-10T08:36:41.628949+0000","last_active":"2024-09-10T08:36:42.855729+0000","last_peered":"2024-09-10T08:36:42.855729+0000","last_clean":"2024-09-10T08:36:42.855729+0000","last_became_active":"2024-09-10T08:36:41.628294+0000","last_became_peered":"2024-09-10T08:36:41.628294+0000","last_unstale":"2024-09-10T08:36:42.855729+0000","last_undegraded":"2024-09-10T08:36:42.855729+0000","last_fullsized":"2024-09-10T08:36:42.855729+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:02.580483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616204+0000","last_change":"2024-09-10T08:36:41.617368+0000","last_active":"2024-09-10T08:36:42.616204+0000","last_peered":"2024-09-10T08:36:42.616204+0000","last_clean":"2024-09-10T08:36:42.616204+0000","last_became_active":"2024-09-10T08:36:41.616942+0000","last_became_peered":"2024-09-10T08:36:41.616942+0000","last_unstale":"2024-09-10T08:36:42.616204+0000","last_undegraded":"2024-09-10T08:36:42.616204+0000","last_fullsized":"2024-09-10T08:36:42.616204+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:01.964031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631570+0000","last_change":"2024-09-10T08:36:41.628475+0000","last_active":"2024-09-10T08:36:41.631570+0000","last_peered":"2024-09-10T08:36:41.631570+0000","last_clean":"2024-09-10T08:36:41.631570+0000","last_became_active":"2024-09-10T08:36:41.628222+0000","last_became_peered":"2024-09-10T08:36:41.628222+0000","last_unstale":"2024-09-10T08:36:41.631570+0000","last_undegraded":"2024-09-10T08:36:41.631570+0000","last_fullsized":"2024-09-10T08:36:41.631570+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:42.240743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856264+0000","last_change":"2024-09-10T08:36:41.630805+0000","last_active":"2024-09-10T08:36:42.856264+0000","last_peered":"2024-09-10T08:36:42.856264+0000","last_clean":"2024-09-10T08:36:42.856264+0000","last_became_active":"2024-09-10T08:36:41.630481+0000","last_became_peered":"2024-09-10T08:36:41.630481+0000","last_unstale":"2024-09-10T08:36:42.856264+0000","last_undegraded":"2024-09-10T08:36:42.856264+0000","last_fullsized":"2024-09-10T08:36:42.856264+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:45.678355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856373+0000","last_change":"2024-09-10T08:36:41.621909+0000","last_active":"2024-09-10T08:36:42.856373+0000","last_peered":"2024-09-10T08:36:42.856373+0000","last_clean":"2024-09-10T08:36:42.856373+0000","last_became_active":"2024-09-10T08:36:41.621643+0000","last_became_peered":"2024-09-10T08:36:41.621643+0000","last_unstale":"2024-09-10T08:36:42.856373+0000","last_undegraded":"2024-09-10T08:36:42.856373+0000","last_fullsized":"2024-09-10T08:36:42.856373+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:36.664754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631840+0000","last_change":"2024-09-10T08:36:41.629561+0000","last_active":"2024-09-10T08:36:41.631840+0000","last_peered":"2024-09-10T08:36:41.631840+0000","last_clean":"2024-09-10T08:36:41.631840+0000","last_became_active":"2024-09-10T08:36:41.628954+0000","last_became_peered":"2024-09-10T08:36:41.628954+0000","last_unstale":"2024-09-10T08:36:41.631840+0000","last_undegraded":"2024-09-10T08:36:41.631840+0000","last_fullsized":"2024-09-10T08:36:41.631840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:12.580148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.629719+0000","last_change":"2024-09-10T08:36:41.618392+0000","last_active":"2024-09-10T08:36:41.629719+0000","last_peered":"2024-09-10T08:36:41.629719+0000","last_clean":"2024-09-10T08:36:41.629719+0000","last_became_active":"2024-09-10T08:36:41.618099+0000","last_became_peered":"2024-09-10T08:36:41.618099+0000","last_unstale":"2024-09-10T08:36:41.629719+0000","last_undegraded":"2024-09-10T08:36:41.629719+0000","last_fullsized":"2024-09-10T08:36:41.629719+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.048174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854899+0000","last_change":"2024-09-10T08:36:41.620671+0000","last_active":"2024-09-10T08:36:42.854899+0000","last_peered":"2024-09-10T08:36:42.854899+0000","last_clean":"2024-09-10T08:36:42.854899+0000","last_became_active":"2024-09-10T08:36:41.619650+0000","last_became_peered":"2024-09-10T08:36:41.619650+0000","last_unstale":"2024-09-10T08:36:42.854899+0000","last_undegraded":"2024-09-10T08:36:42.854899+0000","last_fullsized":"2024-09-10T08:36:42.854899+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:53.830020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855037+0000","last_change":"2024-09-10T08:36:41.620144+0000","last_active":"2024-09-10T08:36:42.855037+0000","last_peered":"2024-09-10T08:36:42.855037+0000","last_clean":"2024-09-10T08:36:42.855037+0000","last_became_active":"2024-09-10T08:36:41.619887+0000","last_became_peered":"2024-09-10T08:36:41.619887+0000","last_unstale":"2024-09-10T08:36:42.855037+0000","last_undegraded":"2024-09-10T08:36:42.855037+0000","last_fullsized":"2024-09-10T08:36:42.855037+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:15.069747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613047+0000","last_change":"2024-09-10T08:36:41.623289+0000","last_active":"2024-09-10T08:36:42.613047+0000","last_peered":"2024-09-10T08:36:42.613047+0000","last_clean":"2024-09-10T08:36:42.613047+0000","last_became_active":"2024-09-10T08:36:41.623039+0000","last_became_peered":"2024-09-10T08:36:41.623039+0000","last_unstale":"2024-09-10T08:36:42.613047+0000","last_undegraded":"2024-09-10T08:36:42.613047+0000","last_fullsized":"2024-09-10T08:36:42.613047+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631273+0000","last_change":"2024-09-10T08:36:41.624956+0000","last_active":"2024-09-10T08:36:41.631273+0000","last_peered":"2024-09-10T08:36:41.631273+0000","last_clean":"2024-09-10T08:36:41.631273+0000","last_became_active":"2024-09-10T08:36:41.624686+0000","last_became_peered":"2024-09-10T08:36:41.624686+0000","last_unstale":"2024-09-10T08:36:41.631273+0000","last_undegraded":"2024-09-10T08:36:41.631273+0000","last_fullsized":"2024-09-10T08:36:41.631273+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:37:41.773374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855600+0000","last_change":"2024-09-10T08:36:41.632523+0000","last_active":"2024-09-10T08:36:42.855600+0000","last_peered":"2024-09-10T08:36:42.855600+0000","last_clean":"2024-09-10T08:36:42.855600+0000","last_became_active":"2024-09-10T08:36:41.632235+0000","last_became_peered":"2024-09-10T08:36:41.632235+0000","last_unstale":"2024-09-10T08:36:42.855600+0000","last_undegraded":"2024-09-10T08:36:42.855600+0000","last_fullsized":"2024-09-10T08:36:42.855600+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:18.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612804+0000","last_change":"2024-09-10T08:36:41.625900+0000","last_active":"2024-09-10T08:36:42.612804+0000","last_peered":"2024-09-10T08:36:42.612804+0000","last_clean":"2024-09-10T08:36:42.612804+0000","last_became_active":"2024-09-10T08:36:41.625605+0000","last_became_peered":"2024-09-10T08:36:41.625605+0000","last_unstale":"2024-09-10T08:36:42.612804+0000","last_undegraded":"2024-09-10T08:36:42.612804+0000","last_fullsized":"2024-09-10T08:36:42.612804+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.624187+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.623877+0000","last_became_peered":"2024-09-10T08:36:41.623877+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856313+0000","last_change":"2024-09-10T08:36:41.627380+0000","last_active":"2024-09-10T08:36:42.856313+0000","last_peered":"2024-09-10T08:36:42.856313+0000","last_clean":"2024-09-10T08:36:42.856313+0000","last_became_active":"2024-09-10T08:36:41.627071+0000","last_became_peered":"2024-09-10T08:36:41.627071+0000","last_unstale":"2024-09-10T08:36:42.856313+0000","last_undegraded":"2024-09-10T08:36:42.856313+0000","last_fullsized":"2024-09-10T08:36:42.856313+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:45.068900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631881+0000","last_change":"2024-09-10T08:36:41.629928+0000","last_active":"2024-09-10T08:36:41.631881+0000","last_peered":"2024-09-10T08:36:41.631881+0000","last_clean":"2024-09-10T08:36:41.631881+0000","last_became_active":"2024-09-10T08:36:41.629661+0000","last_became_peered":"2024-09-10T08:36:41.629661+0000","last_unstale":"2024-09-10T08:36:41.631881+0000","last_undegraded":"2024-09-10T08:36:41.631881+0000","last_fullsized":"2024-09-10T08:36:41.631881+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:54.918728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616497+0000","last_change":"2024-09-10T08:36:41.621544+0000","last_active":"2024-09-10T08:36:42.616497+0000","last_peered":"2024-09-10T08:36:42.616497+0000","last_clean":"2024-09-10T08:36:42.616497+0000","last_became_active":"2024-09-10T08:36:41.621099+0000","last_became_peered":"2024-09-10T08:36:41.621099+0000","last_unstale":"2024-09-10T08:36:42.616497+0000","last_undegraded":"2024-09-10T08:36:42.616497+0000","last_fullsized":"2024-09-10T08:36:42.616497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.453028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855291+0000","last_change":"2024-09-10T08:36:41.632589+0000","last_active":"2024-09-10T08:36:42.855291+0000","last_peered":"2024-09-10T08:36:42.855291+0000","last_clean":"2024-09-10T08:36:42.855291+0000","last_became_active":"2024-09-10T08:36:41.632203+0000","last_became_peered":"2024-09-10T08:36:41.632203+0000","last_unstale":"2024-09-10T08:36:42.855291+0000","last_undegraded":"2024-09-10T08:36:42.855291+0000","last_fullsized":"2024-09-10T08:36:42.855291+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:10.999262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854773+0000","last_change":"2024-09-10T08:36:41.620737+0000","last_active":"2024-09-10T08:36:42.854773+0000","last_peered":"2024-09-10T08:36:42.854773+0000","last_clean":"2024-09-10T08:36:42.854773+0000","last_became_active":"2024-09-10T08:36:41.620419+0000","last_became_peered":"2024-09-10T08:36:41.620419+0000","last_unstale":"2024-09-10T08:36:42.854773+0000","last_undegraded":"2024-09-10T08:36:42.854773+0000","last_fullsized":"2024-09-10T08:36:42.854773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:12.700581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855181+0000","last_change":"2024-09-10T08:36:41.615385+0000","last_active":"2024-09-10T08:36:42.855181+0000","last_peered":"2024-09-10T08:36:42.855181+0000","last_clean":"2024-09-10T08:36:42.855181+0000","last_became_active":"2024-09-10T08:36:41.615123+0000","last_became_peered":"2024-09-10T08:36:41.615123+0000","last_unstale":"2024-09-10T08:36:42.855181+0000","last_undegraded":"2024-09-10T08:36:42.855181+0000","last_fullsized":"2024-09-10T08:36:42.855181+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:45.204723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"89'4","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855944+0000","last_change":"2024-09-10T08:36:40.886280+0000","last_active":"2024-09-10T08:36:42.855944+0000","last_peered":"2024-09-10T08:36:42.855944+0000","last_clean":"2024-09-10T08:36:42.855944+0000","last_became_active":"2024-09-10T08:36:40.885953+0000","last_became_peered":"2024-09-10T08:36:40.885953+0000","last_unstale":"2024-09-10T08:36:42.855944+0000","last_undegraded":"2024-09-10T08:36:42.855944+0000","last_fullsized":"2024-09-10T08:36:42.855944+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:19.737842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855099+0000","last_change":"2024-09-10T08:36:41.620068+0000","last_active":"2024-09-10T08:36:42.855099+0000","last_peered":"2024-09-10T08:36:42.855099+0000","last_clean":"2024-09-10T08:36:42.855099+0000","last_became_active":"2024-09-10T08:36:41.619811+0000","last_became_peered":"2024-09-10T08:36:41.619811+0000","last_unstale":"2024-09-10T08:36:42.855099+0000","last_undegraded":"2024-09-10T08:36:42.855099+0000","last_fullsized":"2024-09-10T08:36:42.855099+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:54.939515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616580+0000","last_change":"2024-09-10T08:36:41.626063+0000","last_active":"2024-09-10T08:36:42.616580+0000","last_peered":"2024-09-10T08:36:42.616580+0000","last_clean":"2024-09-10T08:36:42.616580+0000","last_became_active":"2024-09-10T08:36:41.625775+0000","last_became_peered":"2024-09-10T08:36:41.625775+0000","last_unstale":"2024-09-10T08:36:42.616580+0000","last_undegraded":"2024-09-10T08:36:42.616580+0000","last_fullsized":"2024-09-10T08:36:42.616580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:39.735715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616612+0000","last_change":"2024-09-10T08:36:40.884016+0000","last_active":"2024-09-10T08:36:42.616612+0000","last_peered":"2024-09-10T08:36:42.616612+0000","last_clean":"2024-09-10T08:36:42.616612+0000","last_became_active":"2024-09-10T08:36:40.883750+0000","last_became_peered":"2024-09-10T08:36:40.883750+0000","last_unstale":"2024-09-10T08:36:42.616612+0000","last_undegraded":"2024-09-10T08:36:42.616612+0000","last_fullsized":"2024-09-10T08:36:42.616612+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:35.105046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855180+0000","last_change":"2024-09-10T08:36:41.624774+0000","last_active":"2024-09-10T08:36:42.855180+0000","last_peered":"2024-09-10T08:36:42.855180+0000","last_clean":"2024-09-10T08:36:42.855180+0000","last_became_active":"2024-09-10T08:36:41.624504+0000","last_became_peered":"2024-09-10T08:36:41.624504+0000","last_unstale":"2024-09-10T08:36:42.855180+0000","last_undegraded":"2024-09-10T08:36:42.855180+0000","last_fullsized":"2024-09-10T08:36:42.855180+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:58.696961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855703+0000","last_change":"2024-09-10T08:36:40.887447+0000","last_active":"2024-09-10T08:36:42.855703+0000","last_peered":"2024-09-10T08:36:42.855703+0000","last_clean":"2024-09-10T08:36:42.855703+0000","last_became_active":"2024-09-10T08:36:40.887101+0000","last_became_peered":"2024-09-10T08:36:40.887101+0000","last_unstale":"2024-09-10T08:36:42.855703+0000","last_undegraded":"2024-09-10T08:36:42.855703+0000","last_fullsized":"2024-09-10T08:36:42.855703+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:55.315915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.628833+0000","last_change":"2024-09-10T08:36:41.618468+0000","last_active":"2024-09-10T08:36:41.628833+0000","last_peered":"2024-09-10T08:36:41.628833+0000","last_clean":"2024-09-10T08:36:41.628833+0000","last_became_active":"2024-09-10T08:36:41.618192+0000","last_became_peered":"2024-09-10T08:36:41.618192+0000","last_unstale":"2024-09-10T08:36:41.628833+0000","last_undegraded":"2024-09-10T08:36:41.628833+0000","last_fullsized":"2024-09-10T08:36:41.628833+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:28.778761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855300+0000","last_change":"2024-09-10T08:36:41.624230+0000","last_active":"2024-09-10T08:36:42.855300+0000","last_peered":"2024-09-10T08:36:42.855300+0000","last_clean":"2024-09-10T08:36:42.855300+0000","last_became_active":"2024-09-10T08:36:41.623961+0000","last_became_peered":"2024-09-10T08:36:41.623961+0000","last_unstale":"2024-09-10T08:36:42.855300+0000","last_undegraded":"2024-09-10T08:36:42.855300+0000","last_fullsized":"2024-09-10T08:36:42.855300+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:24.233389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.618544+0000","last_change":"2024-09-10T08:36:40.885272+0000","last_active":"2024-09-10T08:36:41.618544+0000","last_peered":"2024-09-10T08:36:41.618544+0000","last_clean":"2024-09-10T08:36:41.618544+0000","last_became_active":"2024-09-10T08:36:40.884919+0000","last_became_peered":"2024-09-10T08:36:40.884919+0000","last_unstale":"2024-09-10T08:36:41.618544+0000","last_undegraded":"2024-09-10T08:36:41.618544+0000","last_fullsized":"2024-09-10T08:36:41.618544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:35.373028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855840+0000","last_change":"2024-09-10T08:36:41.628552+0000","last_active":"2024-09-10T08:36:42.855840+0000","last_peered":"2024-09-10T08:36:42.855840+0000","last_clean":"2024-09-10T08:36:42.855840+0000","last_became_active":"2024-09-10T08:36:41.628284+0000","last_became_peered":"2024-09-10T08:36:41.628284+0000","last_unstale":"2024-09-10T08:36:42.855840+0000","last_undegraded":"2024-09-10T08:36:42.855840+0000","last_fullsized":"2024-09-10T08:36:42.855840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:05.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612973+0000","last_change":"2024-09-10T08:36:40.879953+0000","last_active":"2024-09-10T08:36:42.612973+0000","last_peered":"2024-09-10T08:36:42.612973+0000","last_clean":"2024-09-10T08:36:42.612973+0000","last_became_active":"2024-09-10T08:36:40.879539+0000","last_became_peered":"2024-09-10T08:36:40.879539+0000","last_unstale":"2024-09-10T08:36:42.612973+0000","last_undegraded":"2024-09-10T08:36:42.612973+0000","last_fullsized":"2024-09-10T08:36:42.612973+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:23.875236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631368+0000","last_change":"2024-09-10T08:36:41.626593+0000","last_active":"2024-09-10T08:36:41.631368+0000","last_peered":"2024-09-10T08:36:41.631368+0000","last_clean":"2024-09-10T08:36:41.631368+0000","last_became_active":"2024-09-10T08:36:41.626337+0000","last_became_peered":"2024-09-10T08:36:41.626337+0000","last_unstale":"2024-09-10T08:36:41.631368+0000","last_undegraded":"2024-09-10T08:36:41.631368+0000","last_fullsized":"2024-09-10T08:36:41.631368+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:21.988452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616158+0000","last_change":"2024-09-10T08:36:40.886742+0000","last_active":"2024-09-10T08:36:42.616158+0000","last_peered":"2024-09-10T08:36:42.616158+0000","last_clean":"2024-09-10T08:36:42.616158+0000","last_became_active":"2024-09-10T08:36:40.886475+0000","last_became_peered":"2024-09-10T08:36:40.886475+0000","last_unstale":"2024-09-10T08:36:42.616158+0000","last_undegraded":"2024-09-10T08:36:42.616158+0000","last_fullsized":"2024-09-10T08:36:42.616158+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:05.165276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856265+0000","last_change":"2024-09-10T08:36:40.888271+0000","last_active":"2024-09-10T08:36:42.856265+0000","last_peered":"2024-09-10T08:36:42.856265+0000","last_clean":"2024-09-10T08:36:42.856265+0000","last_became_active":"2024-09-10T08:36:40.888036+0000","last_became_peered":"2024-09-10T08:36:40.888036+0000","last_unstale":"2024-09-10T08:36:42.856265+0000","last_undegraded":"2024-09-10T08:36:42.856265+0000","last_fullsized":"2024-09-10T08:36:42.856265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:31.411583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616750+0000","last_change":"2024-09-10T08:36:41.624038+0000","last_active":"2024-09-10T08:36:42.616750+0000","last_peered":"2024-09-10T08:36:42.616750+0000","last_clean":"2024-09-10T08:36:42.616750+0000","last_became_active":"2024-09-10T08:36:41.623728+0000","last_became_peered":"2024-09-10T08:36:41.623728+0000","last_unstale":"2024-09-10T08:36:42.616750+0000","last_undegraded":"2024-09-10T08:36:42.616750+0000","last_fullsized":"2024-09-10T08:36:42.616750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:33.708589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613122+0000","last_change":"2024-09-10T08:36:40.886471+0000","last_active":"2024-09-10T08:36:42.613122+0000","last_peered":"2024-09-10T08:36:42.613122+0000","last_clean":"2024-09-10T08:36:42.613122+0000","last_became_active":"2024-09-10T08:36:40.886164+0000","last_became_peered":"2024-09-10T08:36:40.886164+0000","last_unstale":"2024-09-10T08:36:42.613122+0000","last_undegraded":"2024-09-10T08:36:42.613122+0000","last_fullsized":"2024-09-10T08:36:42.613122+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:17.615892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613093+0000","last_change":"2024-09-10T08:36:41.626623+0000","last_active":"2024-09-10T08:36:42.613093+0000","last_peered":"2024-09-10T08:36:42.613093+0000","last_clean":"2024-09-10T08:36:42.613093+0000","last_became_active":"2024-09-10T08:36:41.626357+0000","last_became_peered":"2024-09-10T08:36:41.626357+0000","last_unstale":"2024-09-10T08:36:42.613093+0000","last_undegraded":"2024-09-10T08:36:42.613093+0000","last_fullsized":"2024-09-10T08:36:42.613093+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:14.383683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631811+0000","last_change":"2024-09-10T08:36:41.629177+0000","last_active":"2024-09-10T08:36:41.631811+0000","last_peered":"2024-09-10T08:36:41.631811+0000","last_clean":"2024-09-10T08:36:41.631811+0000","last_became_active":"2024-09-10T08:36:41.628901+0000","last_became_peered":"2024-09-10T08:36:41.628901+0000","last_unstale":"2024-09-10T08:36:41.631811+0000","last_undegraded":"2024-09-10T08:36:41.631811+0000","last_fullsized":"2024-09-10T08:36:41.631811+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:34:09.364013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"89'6","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855584+0000","last_change":"2024-09-10T08:36:40.883111+0000","last_active":"2024-09-10T08:36:42.855584+0000","last_peered":"2024-09-10T08:36:42.855584+0000","last_clean":"2024-09-10T08:36:42.855584+0000","last_became_active":"2024-09-10T08:36:40.882685+0000","last_became_peered":"2024-09-10T08:36:40.882685+0000","last_unstale":"2024-09-10T08:36:42.855584+0000","last_undegraded":"2024-09-10T08:36:42.855584+0000","last_fullsized":"2024-09-10T08:36:42.855584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.472097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631538+0000","last_change":"2024-09-10T08:36:41.628362+0000","last_active":"2024-09-10T08:36:41.631538+0000","last_peered":"2024-09-10T08:36:41.631538+0000","last_clean":"2024-09-10T08:36:41.631538+0000","last_became_active":"2024-09-10T08:36:41.628105+0000","last_became_peered":"2024-09-10T08:36:41.628105+0000","last_unstale":"2024-09-10T08:36:41.631538+0000","last_undegraded":"2024-09-10T08:36:41.631538+0000","last_fullsized":"2024-09-10T08:36:41.631538+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:13.345093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616641+0000","last_change":"2024-09-10T08:36:40.885899+0000","last_active":"2024-09-10T08:36:42.616641+0000","last_peered":"2024-09-10T08:36:42.616641+0000","last_clean":"2024-09-10T08:36:42.616641+0000","last_became_active":"2024-09-10T08:36:40.885645+0000","last_became_peered":"2024-09-10T08:36:40.885645+0000","last_unstale":"2024-09-10T08:36:42.616641+0000","last_undegraded":"2024-09-10T08:36:42.616641+0000","last_fullsized":"2024-09-10T08:36:42.616641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:20.618746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855794+0000","last_change":"2024-09-10T08:36:40.888790+0000","last_active":"2024-09-10T08:36:42.855794+0000","last_peered":"2024-09-10T08:36:42.855794+0000","last_clean":"2024-09-10T08:36:42.855794+0000","last_became_active":"2024-09-10T08:36:40.885840+0000","last_became_peered":"2024-09-10T08:36:40.885840+0000","last_unstale":"2024-09-10T08:36:42.855794+0000","last_undegraded":"2024-09-10T08:36:42.855794+0000","last_fullsized":"2024-09-10T08:36:42.855794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:13.381823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856130+0000","last_change":"2024-09-10T08:36:41.629682+0000","last_active":"2024-09-10T08:36:42.856130+0000","last_peered":"2024-09-10T08:36:42.856130+0000","last_clean":"2024-09-10T08:36:42.856130+0000","last_became_active":"2024-09-10T08:36:41.629414+0000","last_became_peered":"2024-09-10T08:36:41.629414+0000","last_unstale":"2024-09-10T08:36:42.856130+0000","last_undegraded":"2024-09-10T08:36:42.856130+0000","last_fullsized":"2024-09-10T08:36:42.856130+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:02:05.286214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.615598+0000","last_change":"2024-09-10T08:36:40.880324+0000","last_active":"2024-09-10T08:36:41.615598+0000","last_peered":"2024-09-10T08:36:41.615598+0000","last_clean":"2024-09-10T08:36:41.615598+0000","last_became_active":"2024-09-10T08:36:40.880060+0000","last_became_peered":"2024-09-10T08:36:40.880060+0000","last_unstale":"2024-09-10T08:36:41.615598+0000","last_undegraded":"2024-09-10T08:36:41.615598+0000","last_fullsized":"2024-09-10T08:36:41.615598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:58:49.712392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856194+0000","last_change":"2024-09-10T08:36:41.628941+0000","last_active":"2024-09-10T08:36:42.856194+0000","last_peered":"2024-09-10T08:36:42.856194+0000","last_clean":"2024-09-10T08:36:42.856194+0000","last_became_active":"2024-09-10T08:36:41.628672+0000","last_became_peered":"2024-09-10T08:36:41.628672+0000","last_unstale":"2024-09-10T08:36:42.856194+0000","last_undegraded":"2024-09-10T08:36:42.856194+0000","last_fullsized":"2024-09-10T08:36:42.856194+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:14.432727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616731+0000","last_change":"2024-09-10T08:36:40.888108+0000","last_active":"2024-09-10T08:36:41.616731+0000","last_peered":"2024-09-10T08:36:41.616731+0000","last_clean":"2024-09-10T08:36:41.616731+0000","last_became_active":"2024-09-10T08:36:40.887810+0000","last_became_peered":"2024-09-10T08:36:40.887810+0000","last_unstale":"2024-09-10T08:36:41.616731+0000","last_undegraded":"2024-09-10T08:36:41.616731+0000","last_fullsized":"2024-09-10T08:36:41.616731+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:46.813710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855491+0000","last_change":"2024-09-10T08:36:41.622694+0000","last_active":"2024-09-10T08:36:42.855491+0000","last_peered":"2024-09-10T08:36:42.855491+0000","last_clean":"2024-09-10T08:36:42.855491+0000","last_became_active":"2024-09-10T08:36:41.622413+0000","last_became_peered":"2024-09-10T08:36:41.622413+0000","last_unstale":"2024-09-10T08:36:42.855491+0000","last_undegraded":"2024-09-10T08:36:42.855491+0000","last_fullsized":"2024-09-10T08:36:42.855491+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:00.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856023+0000","last_change":"2024-09-10T08:36:40.882698+0000","last_active":"2024-09-10T08:36:42.856023+0000","last_peered":"2024-09-10T08:36:42.856023+0000","last_clean":"2024-09-10T08:36:42.856023+0000","last_became_active":"2024-09-10T08:36:40.881920+0000","last_became_peered":"2024-09-10T08:36:40.881920+0000","last_unstale":"2024-09-10T08:36:42.856023+0000","last_undegraded":"2024-09-10T08:36:42.856023+0000","last_fullsized":"2024-09-10T08:36:42.856023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:47.943329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855778+0000","last_change":"2024-09-10T08:36:41.623073+0000","last_active":"2024-09-10T08:36:42.855778+0000","last_peered":"2024-09-10T08:36:42.855778+0000","last_clean":"2024-09-10T08:36:42.855778+0000","last_became_active":"2024-09-10T08:36:41.622381+0000","last_became_peered":"2024-09-10T08:36:41.622381+0000","last_unstale":"2024-09-10T08:36:42.855778+0000","last_undegraded":"2024-09-10T08:36:42.855778+0000","last_fullsized":"2024-09-10T08:36:42.855778+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:38.206088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616713+0000","last_change":"2024-09-10T08:36:40.880076+0000","last_active":"2024-09-10T08:36:42.616713+0000","last_peered":"2024-09-10T08:36:42.616713+0000","last_clean":"2024-09-10T08:36:42.616713+0000","last_became_active":"2024-09-10T08:36:40.879787+0000","last_became_peered":"2024-09-10T08:36:40.879787+0000","last_unstale":"2024-09-10T08:36:42.616713+0000","last_undegraded":"2024-09-10T08:36:42.616713+0000","last_fullsized":"2024-09-10T08:36:42.616713+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:44.509864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854978+0000","last_change":"2024-09-10T08:36:41.619935+0000","last_active":"2024-09-10T08:36:42.854978+0000","last_peered":"2024-09-10T08:36:42.854978+0000","last_clean":"2024-09-10T08:36:42.854978+0000","last_became_active":"2024-09-10T08:36:41.619318+0000","last_became_peered":"2024-09-10T08:36:41.619318+0000","last_unstale":"2024-09-10T08:36:42.854978+0000","last_undegraded":"2024-09-10T08:36:42.854978+0000","last_fullsized":"2024-09-10T08:36:42.854978+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:33.394110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855382+0000","last_change":"2024-09-10T08:36:40.881082+0000","last_active":"2024-09-10T08:36:42.855382+0000","last_peered":"2024-09-10T08:36:42.855382+0000","last_clean":"2024-09-10T08:36:42.855382+0000","last_became_active":"2024-09-10T08:36:40.880807+0000","last_became_peered":"2024-09-10T08:36:40.880807+0000","last_unstale":"2024-09-10T08:36:42.855382+0000","last_undegraded":"2024-09-10T08:36:42.855382+0000","last_fullsized":"2024-09-10T08:36:42.855382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:53.985411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855316+0000","last_change":"2024-09-10T08:36:41.619510+0000","last_active":"2024-09-10T08:36:42.855316+0000","last_peered":"2024-09-10T08:36:42.855316+0000","last_clean":"2024-09-10T08:36:42.855316+0000","last_became_active":"2024-09-10T08:36:41.618718+0000","last_became_peered":"2024-09-10T08:36:41.618718+0000","last_unstale":"2024-09-10T08:36:42.855316+0000","last_undegraded":"2024-09-10T08:36:42.855316+0000","last_fullsized":"2024-09-10T08:36:42.855316+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:36.106907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856107+0000","last_change":"2024-09-10T08:36:40.882151+0000","last_active":"2024-09-10T08:36:42.856107+0000","last_peered":"2024-09-10T08:36:42.856107+0000","last_clean":"2024-09-10T08:36:42.856107+0000","last_became_active":"2024-09-10T08:36:40.881753+0000","last_became_peered":"2024-09-10T08:36:40.881753+0000","last_unstale":"2024-09-10T08:36:42.856107+0000","last_undegraded":"2024-09-10T08:36:42.856107+0000","last_fullsized":"2024-09-10T08:36:42.856107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:01.596651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855633+0000","last_change":"2024-09-10T08:36:41.632483+0000","last_active":"2024-09-10T08:36:42.855633+0000","last_peered":"2024-09-10T08:36:42.855633+0000","last_clean":"2024-09-10T08:36:42.855633+0000","last_became_active":"2024-09-10T08:36:41.632172+0000","last_became_peered":"2024-09-10T08:36:41.632172+0000","last_unstale":"2024-09-10T08:36:42.855633+0000","last_undegraded":"2024-09-10T08:36:42.855633+0000","last_fullsized":"2024-09-10T08:36:42.855633+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855409+0000","last_change":"2024-09-10T08:36:40.886375+0000","last_active":"2024-09-10T08:36:42.855409+0000","last_peered":"2024-09-10T08:36:42.855409+0000","last_clean":"2024-09-10T08:36:42.855409+0000","last_became_active":"2024-09-10T08:36:40.886099+0000","last_became_peered":"2024-09-10T08:36:40.886099+0000","last_unstale":"2024-09-10T08:36:42.855409+0000","last_undegraded":"2024-09-10T08:36:42.855409+0000","last_fullsized":"2024-09-10T08:36:42.855409+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:18.861113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855286+0000","last_change":"2024-09-10T08:36:41.620791+0000","last_active":"2024-09-10T08:36:42.855286+0000","last_peered":"2024-09-10T08:36:42.855286+0000","last_clean":"2024-09-10T08:36:42.855286+0000","last_became_active":"2024-09-10T08:36:41.620514+0000","last_became_peered":"2024-09-10T08:36:41.620514+0000","last_unstale":"2024-09-10T08:36:42.855286+0000","last_undegraded":"2024-09-10T08:36:42.855286+0000","last_fullsized":"2024-09-10T08:36:42.855286+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:39.453281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855961+0000","last_change":"2024-09-10T08:36:40.883481+0000","last_active":"2024-09-10T08:36:42.855961+0000","last_peered":"2024-09-10T08:36:42.855961+0000","last_clean":"2024-09-10T08:36:42.855961+0000","last_became_active":"2024-09-10T08:36:40.883198+0000","last_became_peered":"2024-09-10T08:36:40.883198+0000","last_unstale":"2024-09-10T08:36:42.855961+0000","last_undegraded":"2024-09-10T08:36:42.855961+0000","last_fullsized":"2024-09-10T08:36:42.855961+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:05:32.466314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855716+0000","last_change":"2024-09-10T08:36:41.622908+0000","last_active":"2024-09-10T08:36:42.855716+0000","last_peered":"2024-09-10T08:36:42.855716+0000","last_clean":"2024-09-10T08:36:42.855716+0000","last_became_active":"2024-09-10T08:36:41.622280+0000","last_became_peered":"2024-09-10T08:36:41.622280+0000","last_unstale":"2024-09-10T08:36:42.855716+0000","last_undegraded":"2024-09-10T08:36:42.855716+0000","last_fullsized":"2024-09-10T08:36:42.855716+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:51.503884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616670+0000","last_change":"2024-09-10T08:36:40.882918+0000","last_active":"2024-09-10T08:36:42.616670+0000","last_peered":"2024-09-10T08:36:42.616670+0000","last_clean":"2024-09-10T08:36:42.616670+0000","last_became_active":"2024-09-10T08:36:40.882138+0000","last_became_peered":"2024-09-10T08:36:40.882138+0000","last_unstale":"2024-09-10T08:36:42.616670+0000","last_undegraded":"2024-09-10T08:36:42.616670+0000","last_fullsized":"2024-09-10T08:36:42.616670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:21.836400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855329+0000","last_change":"2024-09-10T08:36:41.625520+0000","last_active":"2024-09-10T08:36:42.855329+0000","last_peered":"2024-09-10T08:36:42.855329+0000","last_clean":"2024-09-10T08:36:42.855329+0000","last_became_active":"2024-09-10T08:36:41.625268+0000","last_became_peered":"2024-09-10T08:36:41.625268+0000","last_unstale":"2024-09-10T08:36:42.855329+0000","last_undegraded":"2024-09-10T08:36:42.855329+0000","last_fullsized":"2024-09-10T08:36:42.855329+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:49.852161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855191+0000","last_change":"2024-09-10T08:36:41.620288+0000","last_active":"2024-09-10T08:36:42.855191+0000","last_peered":"2024-09-10T08:36:42.855191+0000","last_clean":"2024-09-10T08:36:42.855191+0000","last_became_active":"2024-09-10T08:36:41.620044+0000","last_became_peered":"2024-09-10T08:36:41.620044+0000","last_unstale":"2024-09-10T08:36:42.855191+0000","last_undegraded":"2024-09-10T08:36:42.855191+0000","last_fullsized":"2024-09-10T08:36:42.855191+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:50.182156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.625496+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.625204+0000","last_became_peered":"2024-09-10T08:36:41.625204+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855883+0000","last_change":"2024-09-10T08:36:40.884200+0000","last_active":"2024-09-10T08:36:42.855883+0000","last_peered":"2024-09-10T08:36:42.855883+0000","last_clean":"2024-09-10T08:36:42.855883+0000","last_became_active":"2024-09-10T08:36:40.883895+0000","last_became_peered":"2024-09-10T08:36:40.883895+0000","last_unstale":"2024-09-10T08:36:42.855883+0000","last_undegraded":"2024-09-10T08:36:42.855883+0000","last_fullsized":"2024-09-10T08:36:42.855883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:14.374869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856007+0000","last_change":"2024-09-10T08:36:41.624321+0000","last_active":"2024-09-10T08:36:42.856007+0000","last_peered":"2024-09-10T08:36:42.856007+0000","last_clean":"2024-09-10T08:36:42.856007+0000","last_became_active":"2024-09-10T08:36:41.624031+0000","last_became_peered":"2024-09-10T08:36:41.624031+0000","last_unstale":"2024-09-10T08:36:42.856007+0000","last_undegraded":"2024-09-10T08:36:42.856007+0000","last_fullsized":"2024-09-10T08:36:42.856007+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:33.462555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855510+0000","last_change":"2024-09-10T08:36:40.880953+0000","last_active":"2024-09-10T08:36:42.855510+0000","last_peered":"2024-09-10T08:36:42.855510+0000","last_clean":"2024-09-10T08:36:42.855510+0000","last_became_active":"2024-09-10T08:36:40.880632+0000","last_became_peered":"2024-09-10T08:36:40.880632+0000","last_unstale":"2024-09-10T08:36:42.855510+0000","last_undegraded":"2024-09-10T08:36:42.855510+0000","last_fullsized":"2024-09-10T08:36:42.855510+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:44.574233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612834+0000","last_change":"2024-09-10T08:36:41.630256+0000","last_active":"2024-09-10T08:36:42.612834+0000","last_peered":"2024-09-10T08:36:42.612834+0000","last_clean":"2024-09-10T08:36:42.612834+0000","last_became_active":"2024-09-10T08:36:41.629975+0000","last_became_peered":"2024-09-10T08:36:41.629975+0000","last_unstale":"2024-09-10T08:36:42.612834+0000","last_undegraded":"2024-09-10T08:36:42.612834+0000","last_fullsized":"2024-09-10T08:36:42.612834+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855514+0000","last_change":"2024-09-10T08:36:40.882219+0000","last_active":"2024-09-10T08:36:42.855514+0000","last_peered":"2024-09-10T08:36:42.855514+0000","last_clean":"2024-09-10T08:36:42.855514+0000","last_became_active":"2024-09-10T08:36:40.881665+0000","last_became_peered":"2024-09-10T08:36:40.881665+0000","last_unstale":"2024-09-10T08:36:42.855514+0000","last_undegraded":"2024-09-10T08:36:42.855514+0000","last_fullsized":"2024-09-10T08:36:42.855514+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:39.045416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855621+0000","last_change":"2024-09-10T08:36:41.631292+0000","last_active":"2024-09-10T08:36:42.855621+0000","last_peered":"2024-09-10T08:36:42.855621+0000","last_clean":"2024-09-10T08:36:42.855621+0000","last_became_active":"2024-09-10T08:36:41.630978+0000","last_became_peered":"2024-09-10T08:36:41.630978+0000","last_unstale":"2024-09-10T08:36:42.855621+0000","last_undegraded":"2024-09-10T08:36:42.855621+0000","last_fullsized":"2024-09-10T08:36:42.855621+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:05.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855763+0000","last_change":"2024-09-10T08:36:40.884562+0000","last_active":"2024-09-10T08:36:42.855763+0000","last_peered":"2024-09-10T08:36:42.855763+0000","last_clean":"2024-09-10T08:36:42.855763+0000","last_became_active":"2024-09-10T08:36:40.884263+0000","last_became_peered":"2024-09-10T08:36:40.884263+0000","last_unstale":"2024-09-10T08:36:42.855763+0000","last_undegraded":"2024-09-10T08:36:42.855763+0000","last_fullsized":"2024-09-10T08:36:42.855763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.593800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855421+0000","last_change":"2024-09-10T08:36:41.619072+0000","last_active":"2024-09-10T08:36:42.855421+0000","last_peered":"2024-09-10T08:36:42.855421+0000","last_clean":"2024-09-10T08:36:42.855421+0000","last_became_active":"2024-09-10T08:36:41.618802+0000","last_became_peered":"2024-09-10T08:36:41.618802+0000","last_unstale":"2024-09-10T08:36:42.855421+0000","last_undegraded":"2024-09-10T08:36:42.855421+0000","last_fullsized":"2024-09-10T08:36:42.855421+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:32.156131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616250+0000","last_change":"2024-09-10T08:36:40.887599+0000","last_active":"2024-09-10T08:36:42.616250+0000","last_peered":"2024-09-10T08:36:42.616250+0000","last_clean":"2024-09-10T08:36:42.616250+0000","last_became_active":"2024-09-10T08:36:40.887285+0000","last_became_peered":"2024-09-10T08:36:40.887285+0000","last_unstale":"2024-09-10T08:36:42.616250+0000","last_undegraded":"2024-09-10T08:36:42.616250+0000","last_fullsized":"2024-09-10T08:36:42.616250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:09.997401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616551+0000","last_change":"2024-09-10T08:36:41.617263+0000","last_active":"2024-09-10T08:36:42.616551+0000","last_peered":"2024-09-10T08:36:42.616551+0000","last_clean":"2024-09-10T08:36:42.616551+0000","last_became_active":"2024-09-10T08:36:41.616978+0000","last_became_peered":"2024-09-10T08:36:41.616978+0000","last_unstale":"2024-09-10T08:36:42.616551+0000","last_undegraded":"2024-09-10T08:36:42.616551+0000","last_fullsized":"2024-09-10T08:36:42.616551+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:40.843061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616642+0000","last_change":"2024-09-10T08:36:40.881092+0000","last_active":"2024-09-10T08:36:41.616642+0000","last_peered":"2024-09-10T08:36:41.616642+0000","last_clean":"2024-09-10T08:36:41.616642+0000","last_became_active":"2024-09-10T08:36:40.880805+0000","last_became_peered":"2024-09-10T08:36:40.880805+0000","last_unstale":"2024-09-10T08:36:41.616642+0000","last_undegraded":"2024-09-10T08:36:41.616642+0000","last_fullsized":"2024-09-10T08:36:41.616642+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:54.599043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":308,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616289+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:42.616289+0000","last_peered":"2024-09-10T08:36:42.616289+0000","last_clean":"2024-09-10T08:36:42.616289+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:42.616289+0000","last_undegraded":"2024-09-10T08:36:42.616289+0000","last_fullsized":"2024-09-10T08:36:42.616289+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":4590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23,"ondisk_log_size":23,"up":52,"acting":52,"num_store_stats":7},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":104,"acting":104,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476790,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":474901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1703936,"data_stored":1092060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28128,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343712,"statfs":{"total":96636764160,"available":96607961088,"internally_reserved":0,"allocated":1122304,"data_stored":503852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509494,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509493,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1720320,"data_stored":1094322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1077248,"data_stored":487777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:45.126 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:45.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.260+0000 7f487144c640 1 Processor -- start 2024-09-10T08:36:45.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.260+0000 7f487144c640 1 -- start start 2024-09-10T08:36:45.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f487144c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f486c15e790 0x7f486c0d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f487144c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c06cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f487144c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f486c0cf0a0 con 0x7f486c0d5040 2024-09-10T08:36:45.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f487144c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f486c0cf380 con 0x7f486c15e790 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f487144c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f486c0cf660 con 0x7f486c0d1510 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486affd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f486c15e790 0x7f486c0d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486affd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f486c15e790 0x7f486c0d4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57538/0 (socket says 172.21.15.94:57538) 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486affd640 1 -- 172.21.15.94:0/2569211994 learned_addr learned my addr 172.21.15.94:0/2569211994 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f48627fc640 1 --1- 172.21.15.94:0/2569211994 >> v1:172.21.15.94:6789/0 conn(0x7f486c0d5040 0x7f486c0d0e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48116/0 (socket says 172.21.15.94:48116) 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486b7fe640 1 --2- 172.21.15.94:0/2569211994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c06cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486affd640 1 -- 172.21.15.94:0/2569211994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 msgr2=0x7f486c06cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486affd640 1 --2- 172.21.15.94:0/2569211994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c06cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486affd640 1 -- 172.21.15.94:0/2569211994 >> v1:172.21.15.94:6789/0 conn(0x7f486c0d5040 legacy=0x7f486c0d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486affd640 1 -- 172.21.15.94:0/2569211994 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f486c0cf940 con 0x7f486c15e790 2024-09-10T08:36:45.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486a7fc640 1 -- 172.21.15.94:0/2569211994 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 860602008 0 0) 0x7f486c0cf0a0 con 0x7f486c0d5040 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.261+0000 7f486b7fe640 1 --2- 172.21.15.94:0/2569211994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c06cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.262+0000 7f486affd640 1 --2- 172.21.15.94:0/2569211994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c0d4b00 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f485c009870 tx=0x7f485c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5c6e4a23280baa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.262+0000 7f486a7fc640 1 -- 172.21.15.94:0/2569211994 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485c037070 con 0x7f486c15e790 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.262+0000 7f486a7fc640 1 -- 172.21.15.94:0/2569211994 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f485c02ae50 con 0x7f486c15e790 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.262+0000 7f486a7fc640 1 -- 172.21.15.94:0/2569211994 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485c032860 con 0x7f486c15e790 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 -- 172.21.15.94:0/2569211994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 msgr2=0x7f486c0d4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 --2- 172.21.15.94:0/2569211994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c0d4b00 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f485c009870 tx=0x7f485c02a300 comp rx=0 tx=0).stop 2024-09-10T08:36:45.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 -- 172.21.15.94:0/2569211994 shutdown_connections 2024-09-10T08:36:45.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 --2- 172.21.15.94:0/2569211994 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c06cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 --2- 172.21.15.94:0/2569211994 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c0d4b00 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 -- 172.21.15.94:0/2569211994 >> 172.21.15.94:0/2569211994 conn(0x7f486c09d740 msgr2=0x7f486c0d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:45.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 -- 172.21.15.94:0/2569211994 shutdown_connections 2024-09-10T08:36:45.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.263+0000 7f487144c640 1 -- 172.21.15.94:0/2569211994 wait complete. 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.264+0000 7f487144c640 1 Processor -- start 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.264+0000 7f487144c640 1 -- start start 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f487144c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c152420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f487144c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f486c0d5040 0x7f486c0c9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f487144c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c1530b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f487144c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f486c0d0140 con 0x7f486c15e790 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f487144c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f486c06d070 con 0x7f486c0d5040 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f487144c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f486c152960 con 0x7f486c0d1510 2024-09-10T08:36:45.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c1530b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c1530b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57542/0 (socket says 172.21.15.94:57542) 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 -- 172.21.15.94:0/2056560382 learned_addr learned my addr 172.21.15.94:0/2056560382 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486affd640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c152420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f48627fc640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f486c0d5040 0x7f486c0c9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 -- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 msgr2=0x7f486c152420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c152420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 -- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f486c0d5040 msgr2=0x7f486c0c9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f486c0d5040 0x7f486c0c9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f486b7fe640 1 -- 172.21.15.94:0/2056560382 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f486c0b73e0 con 0x7f486c15e790 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.265+0000 7f48627fc640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f486c0d5040 0x7f486c0c9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.266+0000 7f486b7fe640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c1530b0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f486400ce80 tx=0x7f486400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.266+0000 7f4863fff640 1 -- 172.21.15.94:0/2056560382 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486401a070 con 0x7f486c15e790 2024-09-10T08:36:45.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.266+0000 7f4863fff640 1 -- 172.21.15.94:0/2056560382 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f486400d880 con 0x7f486c15e790 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.266+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f486c0b76c0 con 0x7f486c15e790 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.266+0000 7f4863fff640 1 -- 172.21.15.94:0/2056560382 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486400dc70 con 0x7f486c15e790 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.266+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f486c0b7c80 con 0x7f486c15e790 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.267+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f486c06cb30 con 0x7f486c15e790 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.267+0000 7f4863fff640 1 -- 172.21.15.94:0/2056560382 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f486401d070 con 0x7f486c15e790 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.268+0000 7f4863fff640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f484c06be30 0x7f484c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.268+0000 7f4863fff640 1 -- 172.21.15.94:0/2056560382 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f486408b6f0 con 0x7f486c15e790 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.268+0000 7f486affd640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f484c06be30 0x7f484c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.271 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.268+0000 7f486affd640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f484c06be30 0x7f484c06e2f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f485c034000 tx=0x7f485c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.272+0000 7f4863fff640 1 -- 172.21.15.94:0/2056560382 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4864059950 con 0x7f486c15e790 2024-09-10T08:36:45.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.433+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f486c0b7e50 con 0x7f484c06be30 2024-09-10T08:36:45.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.439+0000 7f4863fff640 1 -- 172.21.15.94:0/2056560382 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249511 (secure 0 0 0) 0x7f486c0b7e50 con 0x7f484c06be30 2024-09-10T08:36:45.442 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:45.443 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:45.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f484c06be30 msgr2=0x7f484c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f484c06be30 0x7f484c06e2f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f485c034000 tx=0x7f485c02e000 comp rx=0 tx=0).stop 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 msgr2=0x7f486c1530b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c1530b0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f486400ce80 tx=0x7f486400a710 comp rx=0 tx=0).stop 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 shutdown_connections 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f484c06be30 0x7f484c06e2f0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f486c0d5040 0x7f486c0c9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f486c15e790 0x7f486c1530b0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 --2- 172.21.15.94:0/2056560382 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f486c0d1510 0x7f486c152420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 >> 172.21.15.94:0/2056560382 conn(0x7f486c09d740 msgr2=0x7f486c06e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:45.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 shutdown_connections 2024-09-10T08:36:45.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.442+0000 7f487144c640 1 -- 172.21.15.94:0/2056560382 wait complete. 2024-09-10T08:36:45.453 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-09-10T08:36:43.862697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":186,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":132,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":246804,"kb_used_data":9748,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754727916,"statfs":{"total":773094113280,"available":772841385984,"internally_reserved":0,"allocated":9981952,"data_stored":5157820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000865"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613076+0000","last_change":"2024-09-10T08:36:41.620117+0000","last_active":"2024-09-10T08:36:42.613076+0000","last_peered":"2024-09-10T08:36:42.613076+0000","last_clean":"2024-09-10T08:36:42.613076+0000","last_became_active":"2024-09-10T08:36:41.619841+0000","last_became_peered":"2024-09-10T08:36:41.619841+0000","last_unstale":"2024-09-10T08:36:42.613076+0000","last_undegraded":"2024-09-10T08:36:42.613076+0000","last_fullsized":"2024-09-10T08:36:42.613076+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.592628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855828+0000","last_change":"2024-09-10T08:36:41.622205+0000","last_active":"2024-09-10T08:36:42.855828+0000","last_peered":"2024-09-10T08:36:42.855828+0000","last_clean":"2024-09-10T08:36:42.855828+0000","last_became_active":"2024-09-10T08:36:41.621818+0000","last_became_peered":"2024-09-10T08:36:41.621818+0000","last_unstale":"2024-09-10T08:36:42.855828+0000","last_undegraded":"2024-09-10T08:36:42.855828+0000","last_fullsized":"2024-09-10T08:36:42.855828+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612919+0000","last_change":"2024-09-10T08:36:41.624115+0000","last_active":"2024-09-10T08:36:42.612919+0000","last_peered":"2024-09-10T08:36:42.612919+0000","last_clean":"2024-09-10T08:36:42.612919+0000","last_became_active":"2024-09-10T08:36:41.623865+0000","last_became_peered":"2024-09-10T08:36:41.623865+0000","last_unstale":"2024-09-10T08:36:42.612919+0000","last_undegraded":"2024-09-10T08:36:42.612919+0000","last_fullsized":"2024-09-10T08:36:42.612919+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631803+0000","last_change":"2024-09-10T08:36:41.629172+0000","last_active":"2024-09-10T08:36:41.631803+0000","last_peered":"2024-09-10T08:36:41.631803+0000","last_clean":"2024-09-10T08:36:41.631803+0000","last_became_active":"2024-09-10T08:36:41.628914+0000","last_became_peered":"2024-09-10T08:36:41.628914+0000","last_unstale":"2024-09-10T08:36:41.631803+0000","last_undegraded":"2024-09-10T08:36:41.631803+0000","last_fullsized":"2024-09-10T08:36:41.631803+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:59.705977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855729+0000","last_change":"2024-09-10T08:36:41.628949+0000","last_active":"2024-09-10T08:36:42.855729+0000","last_peered":"2024-09-10T08:36:42.855729+0000","last_clean":"2024-09-10T08:36:42.855729+0000","last_became_active":"2024-09-10T08:36:41.628294+0000","last_became_peered":"2024-09-10T08:36:41.628294+0000","last_unstale":"2024-09-10T08:36:42.855729+0000","last_undegraded":"2024-09-10T08:36:42.855729+0000","last_fullsized":"2024-09-10T08:36:42.855729+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:02.580483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616204+0000","last_change":"2024-09-10T08:36:41.617368+0000","last_active":"2024-09-10T08:36:42.616204+0000","last_peered":"2024-09-10T08:36:42.616204+0000","last_clean":"2024-09-10T08:36:42.616204+0000","last_became_active":"2024-09-10T08:36:41.616942+0000","last_became_peered":"2024-09-10T08:36:41.616942+0000","last_unstale":"2024-09-10T08:36:42.616204+0000","last_undegraded":"2024-09-10T08:36:42.616204+0000","last_fullsized":"2024-09-10T08:36:42.616204+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:01.964031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631570+0000","last_change":"2024-09-10T08:36:41.628475+0000","last_active":"2024-09-10T08:36:41.631570+0000","last_peered":"2024-09-10T08:36:41.631570+0000","last_clean":"2024-09-10T08:36:41.631570+0000","last_became_active":"2024-09-10T08:36:41.628222+0000","last_became_peered":"2024-09-10T08:36:41.628222+0000","last_unstale":"2024-09-10T08:36:41.631570+0000","last_undegraded":"2024-09-10T08:36:41.631570+0000","last_fullsized":"2024-09-10T08:36:41.631570+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:42.240743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856264+0000","last_change":"2024-09-10T08:36:41.630805+0000","last_active":"2024-09-10T08:36:42.856264+0000","last_peered":"2024-09-10T08:36:42.856264+0000","last_clean":"2024-09-10T08:36:42.856264+0000","last_became_active":"2024-09-10T08:36:41.630481+0000","last_became_peered":"2024-09-10T08:36:41.630481+0000","last_unstale":"2024-09-10T08:36:42.856264+0000","last_undegraded":"2024-09-10T08:36:42.856264+0000","last_fullsized":"2024-09-10T08:36:42.856264+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:45.678355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856373+0000","last_change":"2024-09-10T08:36:41.621909+0000","last_active":"2024-09-10T08:36:42.856373+0000","last_peered":"2024-09-10T08:36:42.856373+0000","last_clean":"2024-09-10T08:36:42.856373+0000","last_became_active":"2024-09-10T08:36:41.621643+0000","last_became_peered":"2024-09-10T08:36:41.621643+0000","last_unstale":"2024-09-10T08:36:42.856373+0000","last_undegraded":"2024-09-10T08:36:42.856373+0000","last_fullsized":"2024-09-10T08:36:42.856373+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:36.664754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631840+0000","last_change":"2024-09-10T08:36:41.629561+0000","last_active":"2024-09-10T08:36:41.631840+0000","last_peered":"2024-09-10T08:36:41.631840+0000","last_clean":"2024-09-10T08:36:41.631840+0000","last_became_active":"2024-09-10T08:36:41.628954+0000","last_became_peered":"2024-09-10T08:36:41.628954+0000","last_unstale":"2024-09-10T08:36:41.631840+0000","last_undegraded":"2024-09-10T08:36:41.631840+0000","last_fullsized":"2024-09-10T08:36:41.631840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:12.580148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.629719+0000","last_change":"2024-09-10T08:36:41.618392+0000","last_active":"2024-09-10T08:36:41.629719+0000","last_peered":"2024-09-10T08:36:41.629719+0000","last_clean":"2024-09-10T08:36:41.629719+0000","last_became_active":"2024-09-10T08:36:41.618099+0000","last_became_peered":"2024-09-10T08:36:41.618099+0000","last_unstale":"2024-09-10T08:36:41.629719+0000","last_undegraded":"2024-09-10T08:36:41.629719+0000","last_fullsized":"2024-09-10T08:36:41.629719+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.048174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854899+0000","last_change":"2024-09-10T08:36:41.620671+0000","last_active":"2024-09-10T08:36:42.854899+0000","last_peered":"2024-09-10T08:36:42.854899+0000","last_clean":"2024-09-10T08:36:42.854899+0000","last_became_active":"2024-09-10T08:36:41.619650+0000","last_became_peered":"2024-09-10T08:36:41.619650+0000","last_unstale":"2024-09-10T08:36:42.854899+0000","last_undegraded":"2024-09-10T08:36:42.854899+0000","last_fullsized":"2024-09-10T08:36:42.854899+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:53.830020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855037+0000","last_change":"2024-09-10T08:36:41.620144+0000","last_active":"2024-09-10T08:36:42.855037+0000","last_peered":"2024-09-10T08:36:42.855037+0000","last_clean":"2024-09-10T08:36:42.855037+0000","last_became_active":"2024-09-10T08:36:41.619887+0000","last_became_peered":"2024-09-10T08:36:41.619887+0000","last_unstale":"2024-09-10T08:36:42.855037+0000","last_undegraded":"2024-09-10T08:36:42.855037+0000","last_fullsized":"2024-09-10T08:36:42.855037+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:15.069747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613047+0000","last_change":"2024-09-10T08:36:41.623289+0000","last_active":"2024-09-10T08:36:42.613047+0000","last_peered":"2024-09-10T08:36:42.613047+0000","last_clean":"2024-09-10T08:36:42.613047+0000","last_became_active":"2024-09-10T08:36:41.623039+0000","last_became_peered":"2024-09-10T08:36:41.623039+0000","last_unstale":"2024-09-10T08:36:42.613047+0000","last_undegraded":"2024-09-10T08:36:42.613047+0000","last_fullsized":"2024-09-10T08:36:42.613047+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631273+0000","last_change":"2024-09-10T08:36:41.624956+0000","last_active":"2024-09-10T08:36:41.631273+0000","last_peered":"2024-09-10T08:36:41.631273+0000","last_clean":"2024-09-10T08:36:41.631273+0000","last_became_active":"2024-09-10T08:36:41.624686+0000","last_became_peered":"2024-09-10T08:36:41.624686+0000","last_unstale":"2024-09-10T08:36:41.631273+0000","last_undegraded":"2024-09-10T08:36:41.631273+0000","last_fullsized":"2024-09-10T08:36:41.631273+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:37:41.773374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855600+0000","last_change":"2024-09-10T08:36:41.632523+0000","last_active":"2024-09-10T08:36:42.855600+0000","last_peered":"2024-09-10T08:36:42.855600+0000","last_clean":"2024-09-10T08:36:42.855600+0000","last_became_active":"2024-09-10T08:36:41.632235+0000","last_became_peered":"2024-09-10T08:36:41.632235+0000","last_unstale":"2024-09-10T08:36:42.855600+0000","last_undegraded":"2024-09-10T08:36:42.855600+0000","last_fullsized":"2024-09-10T08:36:42.855600+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:18.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612804+0000","last_change":"2024-09-10T08:36:41.625900+0000","last_active":"2024-09-10T08:36:42.612804+0000","last_peered":"2024-09-10T08:36:42.612804+0000","last_clean":"2024-09-10T08:36:42.612804+0000","last_became_active":"2024-09-10T08:36:41.625605+0000","last_became_peered":"2024-09-10T08:36:41.625605+0000","last_unstale":"2024-09-10T08:36:42.612804+0000","last_undegraded":"2024-09-10T08:36:42.612804+0000","last_fullsized":"2024-09-10T08:36:42.612804+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.624187+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.623877+0000","last_became_peered":"2024-09-10T08:36:41.623877+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856313+0000","last_change":"2024-09-10T08:36:41.627380+0000","last_active":"2024-09-10T08:36:42.856313+0000","last_peered":"2024-09-10T08:36:42.856313+0000","last_clean":"2024-09-10T08:36:42.856313+0000","last_became_active":"2024-09-10T08:36:41.627071+0000","last_became_peered":"2024-09-10T08:36:41.627071+0000","last_unstale":"2024-09-10T08:36:42.856313+0000","last_undegraded":"2024-09-10T08:36:42.856313+0000","last_fullsized":"2024-09-10T08:36:42.856313+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:45.068900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631881+0000","last_change":"2024-09-10T08:36:41.629928+0000","last_active":"2024-09-10T08:36:41.631881+0000","last_peered":"2024-09-10T08:36:41.631881+0000","last_clean":"2024-09-10T08:36:41.631881+0000","last_became_active":"2024-09-10T08:36:41.629661+0000","last_became_peered":"2024-09-10T08:36:41.629661+0000","last_unstale":"2024-09-10T08:36:41.631881+0000","last_undegraded":"2024-09-10T08:36:41.631881+0000","last_fullsized":"2024-09-10T08:36:41.631881+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:54.918728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616497+0000","last_change":"2024-09-10T08:36:41.621544+0000","last_active":"2024-09-10T08:36:42.616497+0000","last_peered":"2024-09-10T08:36:42.616497+0000","last_clean":"2024-09-10T08:36:42.616497+0000","last_became_active":"2024-09-10T08:36:41.621099+0000","last_became_peered":"2024-09-10T08:36:41.621099+0000","last_unstale":"2024-09-10T08:36:42.616497+0000","last_undegraded":"2024-09-10T08:36:42.616497+0000","last_fullsized":"2024-09-10T08:36:42.616497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.453028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855291+0000","last_change":"2024-09-10T08:36:41.632589+0000","last_active":"2024-09-10T08:36:42.855291+0000","last_peered":"2024-09-10T08:36:42.855291+0000","last_clean":"2024-09-10T08:36:42.855291+0000","last_became_active":"2024-09-10T08:36:41.632203+0000","last_became_peered":"2024-09-10T08:36:41.632203+0000","last_unstale":"2024-09-10T08:36:42.855291+0000","last_undegraded":"2024-09-10T08:36:42.855291+0000","last_fullsized":"2024-09-10T08:36:42.855291+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:10.999262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854773+0000","last_change":"2024-09-10T08:36:41.620737+0000","last_active":"2024-09-10T08:36:42.854773+0000","last_peered":"2024-09-10T08:36:42.854773+0000","last_clean":"2024-09-10T08:36:42.854773+0000","last_became_active":"2024-09-10T08:36:41.620419+0000","last_became_peered":"2024-09-10T08:36:41.620419+0000","last_unstale":"2024-09-10T08:36:42.854773+0000","last_undegraded":"2024-09-10T08:36:42.854773+0000","last_fullsized":"2024-09-10T08:36:42.854773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:12.700581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855181+0000","last_change":"2024-09-10T08:36:41.615385+0000","last_active":"2024-09-10T08:36:42.855181+0000","last_peered":"2024-09-10T08:36:42.855181+0000","last_clean":"2024-09-10T08:36:42.855181+0000","last_became_active":"2024-09-10T08:36:41.615123+0000","last_became_peered":"2024-09-10T08:36:41.615123+0000","last_unstale":"2024-09-10T08:36:42.855181+0000","last_undegraded":"2024-09-10T08:36:42.855181+0000","last_fullsized":"2024-09-10T08:36:42.855181+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:45.204723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"89'4","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855944+0000","last_change":"2024-09-10T08:36:40.886280+0000","last_active":"2024-09-10T08:36:42.855944+0000","last_peered":"2024-09-10T08:36:42.855944+0000","last_clean":"2024-09-10T08:36:42.855944+0000","last_became_active":"2024-09-10T08:36:40.885953+0000","last_became_peered":"2024-09-10T08:36:40.885953+0000","last_unstale":"2024-09-10T08:36:42.855944+0000","last_undegraded":"2024-09-10T08:36:42.855944+0000","last_fullsized":"2024-09-10T08:36:42.855944+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:19.737842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855099+0000","last_change":"2024-09-10T08:36:41.620068+0000","last_active":"2024-09-10T08:36:42.855099+0000","last_peered":"2024-09-10T08:36:42.855099+0000","last_clean":"2024-09-10T08:36:42.855099+0000","last_became_active":"2024-09-10T08:36:41.619811+0000","last_became_peered":"2024-09-10T08:36:41.619811+0000","last_unstale":"2024-09-10T08:36:42.855099+0000","last_undegraded":"2024-09-10T08:36:42.855099+0000","last_fullsized":"2024-09-10T08:36:42.855099+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:54.939515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616580+0000","last_change":"2024-09-10T08:36:41.626063+0000","last_active":"2024-09-10T08:36:42.616580+0000","last_peered":"2024-09-10T08:36:42.616580+0000","last_clean":"2024-09-10T08:36:42.616580+0000","last_became_active":"2024-09-10T08:36:41.625775+0000","last_became_peered":"2024-09-10T08:36:41.625775+0000","last_unstale":"2024-09-10T08:36:42.616580+0000","last_undegraded":"2024-09-10T08:36:42.616580+0000","last_fullsized":"2024-09-10T08:36:42.616580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:39.735715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616612+0000","last_change":"2024-09-10T08:36:40.884016+0000","last_active":"2024-09-10T08:36:42.616612+0000","last_peered":"2024-09-10T08:36:42.616612+0000","last_clean":"2024-09-10T08:36:42.616612+0000","last_became_active":"2024-09-10T08:36:40.883750+0000","last_became_peered":"2024-09-10T08:36:40.883750+0000","last_unstale":"2024-09-10T08:36:42.616612+0000","last_undegraded":"2024-09-10T08:36:42.616612+0000","last_fullsized":"2024-09-10T08:36:42.616612+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:35.105046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855180+0000","last_change":"2024-09-10T08:36:41.624774+0000","last_active":"2024-09-10T08:36:42.855180+0000","last_peered":"2024-09-10T08:36:42.855180+0000","last_clean":"2024-09-10T08:36:42.855180+0000","last_became_active":"2024-09-10T08:36:41.624504+0000","last_became_peered":"2024-09-10T08:36:41.624504+0000","last_unstale":"2024-09-10T08:36:42.855180+0000","last_undegraded":"2024-09-10T08:36:42.855180+0000","last_fullsized":"2024-09-10T08:36:42.855180+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:58.696961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855703+0000","last_change":"2024-09-10T08:36:40.887447+0000","last_active":"2024-09-10T08:36:42.855703+0000","last_peered":"2024-09-10T08:36:42.855703+0000","last_clean":"2024-09-10T08:36:42.855703+0000","last_became_active":"2024-09-10T08:36:40.887101+0000","last_became_peered":"2024-09-10T08:36:40.887101+0000","last_unstale":"2024-09-10T08:36:42.855703+0000","last_undegraded":"2024-09-10T08:36:42.855703+0000","last_fullsized":"2024-09-10T08:36:42.855703+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:55.315915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.628833+0000","last_change":"2024-09-10T08:36:41.618468+0000","last_active":"2024-09-10T08:36:41.628833+0000","last_peered":"2024-09-10T08:36:41.628833+0000","last_clean":"2024-09-10T08:36:41.628833+0000","last_became_active":"2024-09-10T08:36:41.618192+0000","last_became_peered":"2024-09-10T08:36:41.618192+0000","last_unstale":"2024-09-10T08:36:41.628833+0000","last_undegraded":"2024-09-10T08:36:41.628833+0000","last_fullsized":"2024-09-10T08:36:41.628833+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:28.778761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855300+0000","last_change":"2024-09-10T08:36:41.624230+0000","last_active":"2024-09-10T08:36:42.855300+0000","last_peered":"2024-09-10T08:36:42.855300+0000","last_clean":"2024-09-10T08:36:42.855300+0000","last_became_active":"2024-09-10T08:36:41.623961+0000","last_became_peered":"2024-09-10T08:36:41.623961+0000","last_unstale":"2024-09-10T08:36:42.855300+0000","last_undegraded":"2024-09-10T08:36:42.855300+0000","last_fullsized":"2024-09-10T08:36:42.855300+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:24.233389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.618544+0000","last_change":"2024-09-10T08:36:40.885272+0000","last_active":"2024-09-10T08:36:41.618544+0000","last_peered":"2024-09-10T08:36:41.618544+0000","last_clean":"2024-09-10T08:36:41.618544+0000","last_became_active":"2024-09-10T08:36:40.884919+0000","last_became_peered":"2024-09-10T08:36:40.884919+0000","last_unstale":"2024-09-10T08:36:41.618544+0000","last_undegraded":"2024-09-10T08:36:41.618544+0000","last_fullsized":"2024-09-10T08:36:41.618544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:35.373028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855840+0000","last_change":"2024-09-10T08:36:41.628552+0000","last_active":"2024-09-10T08:36:42.855840+0000","last_peered":"2024-09-10T08:36:42.855840+0000","last_clean":"2024-09-10T08:36:42.855840+0000","last_became_active":"2024-09-10T08:36:41.628284+0000","last_became_peered":"2024-09-10T08:36:41.628284+0000","last_unstale":"2024-09-10T08:36:42.855840+0000","last_undegraded":"2024-09-10T08:36:42.855840+0000","last_fullsized":"2024-09-10T08:36:42.855840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:05.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612973+0000","last_change":"2024-09-10T08:36:40.879953+0000","last_active":"2024-09-10T08:36:42.612973+0000","last_peered":"2024-09-10T08:36:42.612973+0000","last_clean":"2024-09-10T08:36:42.612973+0000","last_became_active":"2024-09-10T08:36:40.879539+0000","last_became_peered":"2024-09-10T08:36:40.879539+0000","last_unstale":"2024-09-10T08:36:42.612973+0000","last_undegraded":"2024-09-10T08:36:42.612973+0000","last_fullsized":"2024-09-10T08:36:42.612973+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:23.875236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631368+0000","last_change":"2024-09-10T08:36:41.626593+0000","last_active":"2024-09-10T08:36:41.631368+0000","last_peered":"2024-09-10T08:36:41.631368+0000","last_clean":"2024-09-10T08:36:41.631368+0000","last_became_active":"2024-09-10T08:36:41.626337+0000","last_became_peered":"2024-09-10T08:36:41.626337+0000","last_unstale":"2024-09-10T08:36:41.631368+0000","last_undegraded":"2024-09-10T08:36:41.631368+0000","last_fullsized":"2024-09-10T08:36:41.631368+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:21.988452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616158+0000","last_change":"2024-09-10T08:36:40.886742+0000","last_active":"2024-09-10T08:36:42.616158+0000","last_peered":"2024-09-10T08:36:42.616158+0000","last_clean":"2024-09-10T08:36:42.616158+0000","last_became_active":"2024-09-10T08:36:40.886475+0000","last_became_peered":"2024-09-10T08:36:40.886475+0000","last_unstale":"2024-09-10T08:36:42.616158+0000","last_undegraded":"2024-09-10T08:36:42.616158+0000","last_fullsized":"2024-09-10T08:36:42.616158+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:05.165276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856265+0000","last_change":"2024-09-10T08:36:40.888271+0000","last_active":"2024-09-10T08:36:42.856265+0000","last_peered":"2024-09-10T08:36:42.856265+0000","last_clean":"2024-09-10T08:36:42.856265+0000","last_became_active":"2024-09-10T08:36:40.888036+0000","last_became_peered":"2024-09-10T08:36:40.888036+0000","last_unstale":"2024-09-10T08:36:42.856265+0000","last_undegraded":"2024-09-10T08:36:42.856265+0000","last_fullsized":"2024-09-10T08:36:42.856265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:31.411583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616750+0000","last_change":"2024-09-10T08:36:41.624038+0000","last_active":"2024-09-10T08:36:42.616750+0000","last_peered":"2024-09-10T08:36:42.616750+0000","last_clean":"2024-09-10T08:36:42.616750+0000","last_became_active":"2024-09-10T08:36:41.623728+0000","last_became_peered":"2024-09-10T08:36:41.623728+0000","last_unstale":"2024-09-10T08:36:42.616750+0000","last_undegraded":"2024-09-10T08:36:42.616750+0000","last_fullsized":"2024-09-10T08:36:42.616750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:33.708589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613122+0000","last_change":"2024-09-10T08:36:40.886471+0000","last_active":"2024-09-10T08:36:42.613122+0000","last_peered":"2024-09-10T08:36:42.613122+0000","last_clean":"2024-09-10T08:36:42.613122+0000","last_became_active":"2024-09-10T08:36:40.886164+0000","last_became_peered":"2024-09-10T08:36:40.886164+0000","last_unstale":"2024-09-10T08:36:42.613122+0000","last_undegraded":"2024-09-10T08:36:42.613122+0000","last_fullsized":"2024-09-10T08:36:42.613122+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:17.615892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613093+0000","last_change":"2024-09-10T08:36:41.626623+0000","last_active":"2024-09-10T08:36:42.613093+0000","last_peered":"2024-09-10T08:36:42.613093+0000","last_clean":"2024-09-10T08:36:42.613093+0000","last_became_active":"2024-09-10T08:36:41.626357+0000","last_became_peered":"2024-09-10T08:36:41.626357+0000","last_unstale":"2024-09-10T08:36:42.613093+0000","last_undegraded":"2024-09-10T08:36:42.613093+0000","last_fullsized":"2024-09-10T08:36:42.613093+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:14.383683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631811+0000","last_change":"2024-09-10T08:36:41.629177+0000","last_active":"2024-09-10T08:36:41.631811+0000","last_peered":"2024-09-10T08:36:41.631811+0000","last_clean":"2024-09-10T08:36:41.631811+0000","last_became_active":"2024-09-10T08:36:41.628901+0000","last_became_peered":"2024-09-10T08:36:41.628901+0000","last_unstale":"2024-09-10T08:36:41.631811+0000","last_undegraded":"2024-09-10T08:36:41.631811+0000","last_fullsized":"2024-09-10T08:36:41.631811+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:34:09.364013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"89'6","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855584+0000","last_change":"2024-09-10T08:36:40.883111+0000","last_active":"2024-09-10T08:36:42.855584+0000","last_peered":"2024-09-10T08:36:42.855584+0000","last_clean":"2024-09-10T08:36:42.855584+0000","last_became_active":"2024-09-10T08:36:40.882685+0000","last_became_peered":"2024-09-10T08:36:40.882685+0000","last_unstale":"2024-09-10T08:36:42.855584+0000","last_undegraded":"2024-09-10T08:36:42.855584+0000","last_fullsized":"2024-09-10T08:36:42.855584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.472097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631538+0000","last_change":"2024-09-10T08:36:41.628362+0000","last_active":"2024-09-10T08:36:41.631538+0000","last_peered":"2024-09-10T08:36:41.631538+0000","last_clean":"2024-09-10T08:36:41.631538+0000","last_became_active":"2024-09-10T08:36:41.628105+0000","last_became_peered":"2024-09-10T08:36:41.628105+0000","last_unstale":"2024-09-10T08:36:41.631538+0000","last_undegraded":"2024-09-10T08:36:41.631538+0000","last_fullsized":"2024-09-10T08:36:41.631538+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:13.345093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616641+0000","last_change":"2024-09-10T08:36:40.885899+0000","last_active":"2024-09-10T08:36:42.616641+0000","last_peered":"2024-09-10T08:36:42.616641+0000","last_clean":"2024-09-10T08:36:42.616641+0000","last_became_active":"2024-09-10T08:36:40.885645+0000","last_became_peered":"2024-09-10T08:36:40.885645+0000","last_unstale":"2024-09-10T08:36:42.616641+0000","last_undegraded":"2024-09-10T08:36:42.616641+0000","last_fullsized":"2024-09-10T08:36:42.616641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:20.618746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855794+0000","last_change":"2024-09-10T08:36:40.888790+0000","last_active":"2024-09-10T08:36:42.855794+0000","last_peered":"2024-09-10T08:36:42.855794+0000","last_clean":"2024-09-10T08:36:42.855794+0000","last_became_active":"2024-09-10T08:36:40.885840+0000","last_became_peered":"2024-09-10T08:36:40.885840+0000","last_unstale":"2024-09-10T08:36:42.855794+0000","last_undegraded":"2024-09-10T08:36:42.855794+0000","last_fullsized":"2024-09-10T08:36:42.855794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:13.381823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856130+0000","last_change":"2024-09-10T08:36:41.629682+0000","last_active":"2024-09-10T08:36:42.856130+0000","last_peered":"2024-09-10T08:36:42.856130+0000","last_clean":"2024-09-10T08:36:42.856130+0000","last_became_active":"2024-09-10T08:36:41.629414+0000","last_became_peered":"2024-09-10T08:36:41.629414+0000","last_unstale":"2024-09-10T08:36:42.856130+0000","last_undegraded":"2024-09-10T08:36:42.856130+0000","last_fullsized":"2024-09-10T08:36:42.856130+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:02:05.286214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.615598+0000","last_change":"2024-09-10T08:36:40.880324+0000","last_active":"2024-09-10T08:36:41.615598+0000","last_peered":"2024-09-10T08:36:41.615598+0000","last_clean":"2024-09-10T08:36:41.615598+0000","last_became_active":"2024-09-10T08:36:40.880060+0000","last_became_peered":"2024-09-10T08:36:40.880060+0000","last_unstale":"2024-09-10T08:36:41.615598+0000","last_undegraded":"2024-09-10T08:36:41.615598+0000","last_fullsized":"2024-09-10T08:36:41.615598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:58:49.712392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856194+0000","last_change":"2024-09-10T08:36:41.628941+0000","last_active":"2024-09-10T08:36:42.856194+0000","last_peered":"2024-09-10T08:36:42.856194+0000","last_clean":"2024-09-10T08:36:42.856194+0000","last_became_active":"2024-09-10T08:36:41.628672+0000","last_became_peered":"2024-09-10T08:36:41.628672+0000","last_unstale":"2024-09-10T08:36:42.856194+0000","last_undegraded":"2024-09-10T08:36:42.856194+0000","last_fullsized":"2024-09-10T08:36:42.856194+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:14.432727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616731+0000","last_change":"2024-09-10T08:36:40.888108+0000","last_active":"2024-09-10T08:36:41.616731+0000","last_peered":"2024-09-10T08:36:41.616731+0000","last_clean":"2024-09-10T08:36:41.616731+0000","last_became_active":"2024-09-10T08:36:40.887810+0000","last_became_peered":"2024-09-10T08:36:40.887810+0000","last_unstale":"2024-09-10T08:36:41.616731+0000","last_undegraded":"2024-09-10T08:36:41.616731+0000","last_fullsized":"2024-09-10T08:36:41.616731+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:46.813710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855491+0000","last_change":"2024-09-10T08:36:41.622694+0000","last_active":"2024-09-10T08:36:42.855491+0000","last_peered":"2024-09-10T08:36:42.855491+0000","last_clean":"2024-09-10T08:36:42.855491+0000","last_became_active":"2024-09-10T08:36:41.622413+0000","last_became_peered":"2024-09-10T08:36:41.622413+0000","last_unstale":"2024-09-10T08:36:42.855491+0000","last_undegraded":"2024-09-10T08:36:42.855491+0000","last_fullsized":"2024-09-10T08:36:42.855491+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:00.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856023+0000","last_change":"2024-09-10T08:36:40.882698+0000","last_active":"2024-09-10T08:36:42.856023+0000","last_peered":"2024-09-10T08:36:42.856023+0000","last_clean":"2024-09-10T08:36:42.856023+0000","last_became_active":"2024-09-10T08:36:40.881920+0000","last_became_peered":"2024-09-10T08:36:40.881920+0000","last_unstale":"2024-09-10T08:36:42.856023+0000","last_undegraded":"2024-09-10T08:36:42.856023+0000","last_fullsized":"2024-09-10T08:36:42.856023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:47.943329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855778+0000","last_change":"2024-09-10T08:36:41.623073+0000","last_active":"2024-09-10T08:36:42.855778+0000","last_peered":"2024-09-10T08:36:42.855778+0000","last_clean":"2024-09-10T08:36:42.855778+0000","last_became_active":"2024-09-10T08:36:41.622381+0000","last_became_peered":"2024-09-10T08:36:41.622381+0000","last_unstale":"2024-09-10T08:36:42.855778+0000","last_undegraded":"2024-09-10T08:36:42.855778+0000","last_fullsized":"2024-09-10T08:36:42.855778+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:38.206088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616713+0000","last_change":"2024-09-10T08:36:40.880076+0000","last_active":"2024-09-10T08:36:42.616713+0000","last_peered":"2024-09-10T08:36:42.616713+0000","last_clean":"2024-09-10T08:36:42.616713+0000","last_became_active":"2024-09-10T08:36:40.879787+0000","last_became_peered":"2024-09-10T08:36:40.879787+0000","last_unstale":"2024-09-10T08:36:42.616713+0000","last_undegraded":"2024-09-10T08:36:42.616713+0000","last_fullsized":"2024-09-10T08:36:42.616713+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:44.509864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:40.864286+0000","last_change":"2024-09-10T08:36:40.864286+0000","last_active":"2024-09-10T08:36:40.864286+0000","last_peered":"2024-09-10T08:36:40.864286+0000","last_clean":"2024-09-10T08:36:40.864286+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:40.864286+0000","last_undegraded":"2024-09-10T08:36:40.864286+0000","last_fullsized":"2024-09-10T08:36:40.864286+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854978+0000","last_change":"2024-09-10T08:36:41.619935+0000","last_active":"2024-09-10T08:36:42.854978+0000","last_peered":"2024-09-10T08:36:42.854978+0000","last_clean":"2024-09-10T08:36:42.854978+0000","last_became_active":"2024-09-10T08:36:41.619318+0000","last_became_peered":"2024-09-10T08:36:41.619318+0000","last_unstale":"2024-09-10T08:36:42.854978+0000","last_undegraded":"2024-09-10T08:36:42.854978+0000","last_fullsized":"2024-09-10T08:36:42.854978+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:33.394110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855382+0000","last_change":"2024-09-10T08:36:40.881082+0000","last_active":"2024-09-10T08:36:42.855382+0000","last_peered":"2024-09-10T08:36:42.855382+0000","last_clean":"2024-09-10T08:36:42.855382+0000","last_became_active":"2024-09-10T08:36:40.880807+0000","last_became_peered":"2024-09-10T08:36:40.880807+0000","last_unstale":"2024-09-10T08:36:42.855382+0000","last_undegraded":"2024-09-10T08:36:42.855382+0000","last_fullsized":"2024-09-10T08:36:42.855382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:53.985411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855316+0000","last_change":"2024-09-10T08:36:41.619510+0000","last_active":"2024-09-10T08:36:42.855316+0000","last_peered":"2024-09-10T08:36:42.855316+0000","last_clean":"2024-09-10T08:36:42.855316+0000","last_became_active":"2024-09-10T08:36:41.618718+0000","last_became_peered":"2024-09-10T08:36:41.618718+0000","last_unstale":"2024-09-10T08:36:42.855316+0000","last_undegraded":"2024-09-10T08:36:42.855316+0000","last_fullsized":"2024-09-10T08:36:42.855316+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:36.106907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856107+0000","last_change":"2024-09-10T08:36:40.882151+0000","last_active":"2024-09-10T08:36:42.856107+0000","last_peered":"2024-09-10T08:36:42.856107+0000","last_clean":"2024-09-10T08:36:42.856107+0000","last_became_active":"2024-09-10T08:36:40.881753+0000","last_became_peered":"2024-09-10T08:36:40.881753+0000","last_unstale":"2024-09-10T08:36:42.856107+0000","last_undegraded":"2024-09-10T08:36:42.856107+0000","last_fullsized":"2024-09-10T08:36:42.856107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:01.596651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855633+0000","last_change":"2024-09-10T08:36:41.632483+0000","last_active":"2024-09-10T08:36:42.855633+0000","last_peered":"2024-09-10T08:36:42.855633+0000","last_clean":"2024-09-10T08:36:42.855633+0000","last_became_active":"2024-09-10T08:36:41.632172+0000","last_became_peered":"2024-09-10T08:36:41.632172+0000","last_unstale":"2024-09-10T08:36:42.855633+0000","last_undegraded":"2024-09-10T08:36:42.855633+0000","last_fullsized":"2024-09-10T08:36:42.855633+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855409+0000","last_change":"2024-09-10T08:36:40.886375+0000","last_active":"2024-09-10T08:36:42.855409+0000","last_peered":"2024-09-10T08:36:42.855409+0000","last_clean":"2024-09-10T08:36:42.855409+0000","last_became_active":"2024-09-10T08:36:40.886099+0000","last_became_peered":"2024-09-10T08:36:40.886099+0000","last_unstale":"2024-09-10T08:36:42.855409+0000","last_undegraded":"2024-09-10T08:36:42.855409+0000","last_fullsized":"2024-09-10T08:36:42.855409+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:18.861113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855286+0000","last_change":"2024-09-10T08:36:41.620791+0000","last_active":"2024-09-10T08:36:42.855286+0000","last_peered":"2024-09-10T08:36:42.855286+0000","last_clean":"2024-09-10T08:36:42.855286+0000","last_became_active":"2024-09-10T08:36:41.620514+0000","last_became_peered":"2024-09-10T08:36:41.620514+0000","last_unstale":"2024-09-10T08:36:42.855286+0000","last_undegraded":"2024-09-10T08:36:42.855286+0000","last_fullsized":"2024-09-10T08:36:42.855286+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:39.453281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855961+0000","last_change":"2024-09-10T08:36:40.883481+0000","last_active":"2024-09-10T08:36:42.855961+0000","last_peered":"2024-09-10T08:36:42.855961+0000","last_clean":"2024-09-10T08:36:42.855961+0000","last_became_active":"2024-09-10T08:36:40.883198+0000","last_became_peered":"2024-09-10T08:36:40.883198+0000","last_unstale":"2024-09-10T08:36:42.855961+0000","last_undegraded":"2024-09-10T08:36:42.855961+0000","last_fullsized":"2024-09-10T08:36:42.855961+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:05:32.466314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855716+0000","last_change":"2024-09-10T08:36:41.622908+0000","last_active":"2024-09-10T08:36:42.855716+0000","last_peered":"2024-09-10T08:36:42.855716+0000","last_clean":"2024-09-10T08:36:42.855716+0000","last_became_active":"2024-09-10T08:36:41.622280+0000","last_became_peered":"2024-09-10T08:36:41.622280+0000","last_unstale":"2024-09-10T08:36:42.855716+0000","last_undegraded":"2024-09-10T08:36:42.855716+0000","last_fullsized":"2024-09-10T08:36:42.855716+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:51.503884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616670+0000","last_change":"2024-09-10T08:36:40.882918+0000","last_active":"2024-09-10T08:36:42.616670+0000","last_peered":"2024-09-10T08:36:42.616670+0000","last_clean":"2024-09-10T08:36:42.616670+0000","last_became_active":"2024-09-10T08:36:40.882138+0000","last_became_peered":"2024-09-10T08:36:40.882138+0000","last_unstale":"2024-09-10T08:36:42.616670+0000","last_undegraded":"2024-09-10T08:36:42.616670+0000","last_fullsized":"2024-09-10T08:36:42.616670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:21.836400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855329+0000","last_change":"2024-09-10T08:36:41.625520+0000","last_active":"2024-09-10T08:36:42.855329+0000","last_peered":"2024-09-10T08:36:42.855329+0000","last_clean":"2024-09-10T08:36:42.855329+0000","last_became_active":"2024-09-10T08:36:41.625268+0000","last_became_peered":"2024-09-10T08:36:41.625268+0000","last_unstale":"2024-09-10T08:36:42.855329+0000","last_undegraded":"2024-09-10T08:36:42.855329+0000","last_fullsized":"2024-09-10T08:36:42.855329+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:49.852161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855191+0000","last_change":"2024-09-10T08:36:41.620288+0000","last_active":"2024-09-10T08:36:42.855191+0000","last_peered":"2024-09-10T08:36:42.855191+0000","last_clean":"2024-09-10T08:36:42.855191+0000","last_became_active":"2024-09-10T08:36:41.620044+0000","last_became_peered":"2024-09-10T08:36:41.620044+0000","last_unstale":"2024-09-10T08:36:42.855191+0000","last_undegraded":"2024-09-10T08:36:42.855191+0000","last_fullsized":"2024-09-10T08:36:42.855191+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:50.182156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:36:39.862426+0000","last_change":"2024-09-10T08:36:39.862426+0000","last_active":"2024-09-10T08:36:39.862426+0000","last_peered":"2024-09-10T08:36:39.862426+0000","last_clean":"2024-09-10T08:36:39.862426+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:36:39.862426+0000","last_undegraded":"2024-09-10T08:36:39.862426+0000","last_fullsized":"2024-09-10T08:36:39.862426+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.625496+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.625204+0000","last_became_peered":"2024-09-10T08:36:41.625204+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855883+0000","last_change":"2024-09-10T08:36:40.884200+0000","last_active":"2024-09-10T08:36:42.855883+0000","last_peered":"2024-09-10T08:36:42.855883+0000","last_clean":"2024-09-10T08:36:42.855883+0000","last_became_active":"2024-09-10T08:36:40.883895+0000","last_became_peered":"2024-09-10T08:36:40.883895+0000","last_unstale":"2024-09-10T08:36:42.855883+0000","last_undegraded":"2024-09-10T08:36:42.855883+0000","last_fullsized":"2024-09-10T08:36:42.855883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:14.374869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856007+0000","last_change":"2024-09-10T08:36:41.624321+0000","last_active":"2024-09-10T08:36:42.856007+0000","last_peered":"2024-09-10T08:36:42.856007+0000","last_clean":"2024-09-10T08:36:42.856007+0000","last_became_active":"2024-09-10T08:36:41.624031+0000","last_became_peered":"2024-09-10T08:36:41.624031+0000","last_unstale":"2024-09-10T08:36:42.856007+0000","last_undegraded":"2024-09-10T08:36:42.856007+0000","last_fullsized":"2024-09-10T08:36:42.856007+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:33.462555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855510+0000","last_change":"2024-09-10T08:36:40.880953+0000","last_active":"2024-09-10T08:36:42.855510+0000","last_peered":"2024-09-10T08:36:42.855510+0000","last_clean":"2024-09-10T08:36:42.855510+0000","last_became_active":"2024-09-10T08:36:40.880632+0000","last_became_peered":"2024-09-10T08:36:40.880632+0000","last_unstale":"2024-09-10T08:36:42.855510+0000","last_undegraded":"2024-09-10T08:36:42.855510+0000","last_fullsized":"2024-09-10T08:36:42.855510+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:44.574233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612834+0000","last_change":"2024-09-10T08:36:41.630256+0000","last_active":"2024-09-10T08:36:42.612834+0000","last_peered":"2024-09-10T08:36:42.612834+0000","last_clean":"2024-09-10T08:36:42.612834+0000","last_became_active":"2024-09-10T08:36:41.629975+0000","last_became_peered":"2024-09-10T08:36:41.629975+0000","last_unstale":"2024-09-10T08:36:42.612834+0000","last_undegraded":"2024-09-10T08:36:42.612834+0000","last_fullsized":"2024-09-10T08:36:42.612834+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855514+0000","last_change":"2024-09-10T08:36:40.882219+0000","last_active":"2024-09-10T08:36:42.855514+0000","last_peered":"2024-09-10T08:36:42.855514+0000","last_clean":"2024-09-10T08:36:42.855514+0000","last_became_active":"2024-09-10T08:36:40.881665+0000","last_became_peered":"2024-09-10T08:36:40.881665+0000","last_unstale":"2024-09-10T08:36:42.855514+0000","last_undegraded":"2024-09-10T08:36:42.855514+0000","last_fullsized":"2024-09-10T08:36:42.855514+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:39.045416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855621+0000","last_change":"2024-09-10T08:36:41.631292+0000","last_active":"2024-09-10T08:36:42.855621+0000","last_peered":"2024-09-10T08:36:42.855621+0000","last_clean":"2024-09-10T08:36:42.855621+0000","last_became_active":"2024-09-10T08:36:41.630978+0000","last_became_peered":"2024-09-10T08:36:41.630978+0000","last_unstale":"2024-09-10T08:36:42.855621+0000","last_undegraded":"2024-09-10T08:36:42.855621+0000","last_fullsized":"2024-09-10T08:36:42.855621+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:05.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855763+0000","last_change":"2024-09-10T08:36:40.884562+0000","last_active":"2024-09-10T08:36:42.855763+0000","last_peered":"2024-09-10T08:36:42.855763+0000","last_clean":"2024-09-10T08:36:42.855763+0000","last_became_active":"2024-09-10T08:36:40.884263+0000","last_became_peered":"2024-09-10T08:36:40.884263+0000","last_unstale":"2024-09-10T08:36:42.855763+0000","last_undegraded":"2024-09-10T08:36:42.855763+0000","last_fullsized":"2024-09-10T08:36:42.855763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.593800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855421+0000","last_change":"2024-09-10T08:36:41.619072+0000","last_active":"2024-09-10T08:36:42.855421+0000","last_peered":"2024-09-10T08:36:42.855421+0000","last_clean":"2024-09-10T08:36:42.855421+0000","last_became_active":"2024-09-10T08:36:41.618802+0000","last_became_peered":"2024-09-10T08:36:41.618802+0000","last_unstale":"2024-09-10T08:36:42.855421+0000","last_undegraded":"2024-09-10T08:36:42.855421+0000","last_fullsized":"2024-09-10T08:36:42.855421+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:32.156131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616250+0000","last_change":"2024-09-10T08:36:40.887599+0000","last_active":"2024-09-10T08:36:42.616250+0000","last_peered":"2024-09-10T08:36:42.616250+0000","last_clean":"2024-09-10T08:36:42.616250+0000","last_became_active":"2024-09-10T08:36:40.887285+0000","last_became_peered":"2024-09-10T08:36:40.887285+0000","last_unstale":"2024-09-10T08:36:42.616250+0000","last_undegraded":"2024-09-10T08:36:42.616250+0000","last_fullsized":"2024-09-10T08:36:42.616250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:09.997401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616551+0000","last_change":"2024-09-10T08:36:41.617263+0000","last_active":"2024-09-10T08:36:42.616551+0000","last_peered":"2024-09-10T08:36:42.616551+0000","last_clean":"2024-09-10T08:36:42.616551+0000","last_became_active":"2024-09-10T08:36:41.616978+0000","last_became_peered":"2024-09-10T08:36:41.616978+0000","last_unstale":"2024-09-10T08:36:42.616551+0000","last_undegraded":"2024-09-10T08:36:42.616551+0000","last_fullsized":"2024-09-10T08:36:42.616551+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:40.843061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616642+0000","last_change":"2024-09-10T08:36:40.881092+0000","last_active":"2024-09-10T08:36:41.616642+0000","last_peered":"2024-09-10T08:36:41.616642+0000","last_clean":"2024-09-10T08:36:41.616642+0000","last_became_active":"2024-09-10T08:36:40.880805+0000","last_became_peered":"2024-09-10T08:36:40.880805+0000","last_unstale":"2024-09-10T08:36:41.616642+0000","last_undegraded":"2024-09-10T08:36:41.616642+0000","last_fullsized":"2024-09-10T08:36:41.616642+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:54.599043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":308,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616289+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:42.616289+0000","last_peered":"2024-09-10T08:36:42.616289+0000","last_clean":"2024-09-10T08:36:42.616289+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:42.616289+0000","last_undegraded":"2024-09-10T08:36:42.616289+0000","last_fullsized":"2024-09-10T08:36:42.616289+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":4590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23,"ondisk_log_size":23,"up":52,"acting":52,"num_store_stats":7},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":104,"acting":104,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476790,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28056,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343784,"statfs":{"total":96636764160,"available":96608034816,"internally_reserved":0,"allocated":1052672,"data_stored":474901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1703936,"data_stored":1092060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28128,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343712,"statfs":{"total":96636764160,"available":96607961088,"internally_reserved":0,"allocated":1122304,"data_stored":503852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509494,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509493,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1720320,"data_stored":1094322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1077248,"data_stored":487777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:45.457 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3b is not active+clean 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.37 is not active+clean 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.35 is not active+clean 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.32 is not active+clean 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2d is not active+clean 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2b is not active+clean 2024-09-10T08:36:45.458 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2a is not active+clean 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.26 is not active+clean 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.22 is not active+clean 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1e is not active+clean 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:39.862426+0000', 'last_change': '2024-09-10T08:36:39.862426+0000', 'last_active': '2024-09-10T08:36:39.862426+0000', 'last_peered': '2024-09-10T08:36:39.862426+0000', 'last_clean': '2024-09-10T08:36:39.862426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:39.862426+0000', 'last_undegraded': '2024-09-10T08:36:39.862426+0000', 'last_fullsized': '2024-09-10T08:36:39.862426+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1b is not active+clean 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:39.862426+0000', 'last_change': '2024-09-10T08:36:39.862426+0000', 'last_active': '2024-09-10T08:36:39.862426+0000', 'last_peered': '2024-09-10T08:36:39.862426+0000', 'last_clean': '2024-09-10T08:36:39.862426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:39.862426+0000', 'last_undegraded': '2024-09-10T08:36:39.862426+0000', 'last_fullsized': '2024-09-10T08:36:39.862426+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.459 INFO:tasks.ceph.ceph_manager.ceph:PG 14.14 is not active+clean 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:PG 13.15 is not active+clean 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:39.862426+0000', 'last_change': '2024-09-10T08:36:39.862426+0000', 'last_active': '2024-09-10T08:36:39.862426+0000', 'last_peered': '2024-09-10T08:36:39.862426+0000', 'last_clean': '2024-09-10T08:36:39.862426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:39.862426+0000', 'last_undegraded': '2024-09-10T08:36:39.862426+0000', 'last_fullsized': '2024-09-10T08:36:39.862426+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.11 is not active+clean 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:PG 14.e is not active+clean 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:40.864286+0000', 'last_change': '2024-09-10T08:36:40.864286+0000', 'last_active': '2024-09-10T08:36:40.864286+0000', 'last_peered': '2024-09-10T08:36:40.864286+0000', 'last_clean': '2024-09-10T08:36:40.864286+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:40.864286+0000', 'last_undegraded': '2024-09-10T08:36:40.864286+0000', 'last_fullsized': '2024-09-10T08:36:40.864286+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:40.864286+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:PG 13.d is not active+clean 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:39.862426+0000', 'last_change': '2024-09-10T08:36:39.862426+0000', 'last_active': '2024-09-10T08:36:39.862426+0000', 'last_peered': '2024-09-10T08:36:39.862426+0000', 'last_clean': '2024-09-10T08:36:39.862426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:39.862426+0000', 'last_undegraded': '2024-09-10T08:36:39.862426+0000', 'last_fullsized': '2024-09-10T08:36:39.862426+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:PG 13.6 is not active+clean 2024-09-10T08:36:45.460 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:39.862426+0000', 'last_change': '2024-09-10T08:36:39.862426+0000', 'last_active': '2024-09-10T08:36:39.862426+0000', 'last_peered': '2024-09-10T08:36:39.862426+0000', 'last_clean': '2024-09-10T08:36:39.862426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:39.862426+0000', 'last_undegraded': '2024-09-10T08:36:39.862426+0000', 'last_fullsized': '2024-09-10T08:36:39.862426+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.461 INFO:tasks.ceph.ceph_manager.ceph:PG 13.5 is not active+clean 2024-09-10T08:36:45.461 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:36:39.862426+0000', 'last_change': '2024-09-10T08:36:39.862426+0000', 'last_active': '2024-09-10T08:36:39.862426+0000', 'last_peered': '2024-09-10T08:36:39.862426+0000', 'last_clean': '2024-09-10T08:36:39.862426+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:36:39.862426+0000', 'last_undegraded': '2024-09-10T08:36:39.862426+0000', 'last_fullsized': '2024-09-10T08:36:39.862426+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'last_clean_scrub_stamp': '2024-09-10T08:36:39.862426+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:36:45.461 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T08:36:45.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.591+0000 7fcf9f07b640 1 Processor -- start 2024-09-10T08:36:45.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.591+0000 7fcf9f07b640 1 -- start start 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9f07b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 0x7fcf9806f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9f07b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcf980b63e0 0x7fcf980b1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9f07b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcf9806fec0 con 0x7fcf98067950 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9f07b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fcf98067f10 con 0x7fcf980b63e0 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9f07b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fcf9806cdd0 con 0x7fcf9815c280 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9d618640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcf980b63e0 0x7fcf980b1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf8ffff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fcf98067950 0x7fcf980b5cd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48124/0 (socket says 172.21.15.94:48124) 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9d618640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcf980b63e0 0x7fcf980b1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57544/0 (socket says 172.21.15.94:57544) 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf8ffff640 1 -- 172.21.15.94:0/169162923 learned_addr learned my addr 172.21.15.94:0/169162923 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9d618640 1 -- 172.21.15.94:0/169162923 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 msgr2=0x7fcf9806f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9d618640 1 --2- 172.21.15.94:0/169162923 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 0x7fcf9806f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9d618640 1 -- 172.21.15.94:0/169162923 >> v1:172.21.15.94:6789/0 conn(0x7fcf98067950 legacy=0x7fcf980b5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf8f7fe640 1 -- 172.21.15.94:0/169162923 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2698417753 0 0) 0x7fcf9806fec0 con 0x7fcf98067950 2024-09-10T08:36:45.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.592+0000 7fcf9d618640 1 -- 172.21.15.94:0/169162923 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf9806d0b0 con 0x7fcf980b63e0 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.593+0000 7fcf9d618640 1 --2- 172.21.15.94:0/169162923 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf980b63e0 0x7fcf980b1ae0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fcf90009d90 tx=0x7fcf9002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4257f92a359b67 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.593+0000 7fcf8f7fe640 1 -- 172.21.15.94:0/169162923 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf90007740 con 0x7fcf980b63e0 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.593+0000 7fcf8f7fe640 1 -- 172.21.15.94:0/169162923 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf900078e0 con 0x7fcf980b63e0 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.593+0000 7fcf8f7fe640 1 -- 172.21.15.94:0/169162923 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf90007cb0 con 0x7fcf980b63e0 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 -- 172.21.15.94:0/169162923 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf980b63e0 msgr2=0x7fcf980b1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/169162923 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf980b63e0 0x7fcf980b1ae0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fcf90009d90 tx=0x7fcf9002a660 comp rx=0 tx=0).stop 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 -- 172.21.15.94:0/169162923 shutdown_connections 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/169162923 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf980b63e0 0x7fcf980b1ae0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/169162923 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 0x7fcf9806f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 -- 172.21.15.94:0/169162923 >> 172.21.15.94:0/169162923 conn(0x7fcf980cd410 msgr2=0x7fcf980cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:45.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 -- 172.21.15.94:0/169162923 shutdown_connections 2024-09-10T08:36:45.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.594+0000 7fcf9f07b640 1 -- 172.21.15.94:0/169162923 wait complete. 2024-09-10T08:36:45.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.595+0000 7fcf9f07b640 1 Processor -- start 2024-09-10T08:36:45.596 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.595+0000 7fcf9f07b640 1 -- start start 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf98067950 0x7fcf981431f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcf980b63e0 0x7fcf9815c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 0x7fcf9815cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fcf980b2020 con 0x7fcf98067950 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fcf980b15c0 con 0x7fcf980b63e0 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fcf980b21a0 con 0x7fcf9815c280 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf98067950 0x7fcf981431f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf98067950 0x7fcf981431f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57552/0 (socket says 172.21.15.94:57552) 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 -- 172.21.15.94:0/2536743579 learned_addr learned my addr 172.21.15.94:0/2536743579 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9d618640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 0x7fcf9815cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf8ffff640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcf980b63e0 0x7fcf9815c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 -- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 msgr2=0x7fcf9815cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 0x7fcf9815cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 -- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcf980b63e0 msgr2=0x7fcf9815c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcf980b63e0 0x7fcf9815c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 -- 172.21.15.94:0/2536743579 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf9815d220 con 0x7fcf98067950 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9ce17640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf98067950 0x7fcf981431f0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fcf9400b440 tx=0x7fcf9400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf8d7fa640 1 -- 172.21.15.94:0/2536743579 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf94015020 con 0x7fcf98067950 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf8d7fa640 1 -- 172.21.15.94:0/2536743579 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcf94011890 con 0x7fcf98067950 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf9815d500 con 0x7fcf98067950 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf8d7fa640 1 -- 172.21.15.94:0/2536743579 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf94011c80 con 0x7fcf98067950 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.596+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf9815dac0 con 0x7fcf98067950 2024-09-10T08:36:45.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.597+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf980d0330 con 0x7fcf98067950 2024-09-10T08:36:45.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.598+0000 7fcf8d7fa640 1 -- 172.21.15.94:0/2536743579 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcf94018020 con 0x7fcf98067950 2024-09-10T08:36:45.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.598+0000 7fcf8d7fa640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcf8406be30 0x7fcf8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.598+0000 7fcf8d7fa640 1 -- 172.21.15.94:0/2536743579 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fcf9408b190 con 0x7fcf98067950 2024-09-10T08:36:45.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.598+0000 7fcf8ffff640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcf8406be30 0x7fcf8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.599+0000 7fcf8ffff640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcf8406be30 0x7fcf8406e2f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fcf9806bd80 tx=0x7fcf88007b50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.603+0000 7fcf8d7fa640 1 -- 172.21.15.94:0/2536743579 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcf980d0330 con 0x7fcf98067950 2024-09-10T08:36:45.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.831+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fcf980b1ae0 con 0x7fcf98067950 2024-09-10T08:36:45.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.832+0000 7fcf8d7fa640 1 -- 172.21.15.94:0/2536743579 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1550 (secure 0 0 0) 0x7fcf9401f020 con 0x7fcf98067950 2024-09-10T08:36:45.832 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:45.833 INFO:teuthology.orchestra.run.smithi094.stdout:{"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":264,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":90,"num_osds":8,"num_up_osds":8,"osd_up_since":1725957154,"num_in_osds":8,"osd_in_since":1725957143,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":79},{"state_name":"unknown","count":18}],"num_pgs":97,"num_pools":3,"num_objects":16,"data_bytes":592618,"bytes_used":252727296,"bytes_avail":772841385984,"bytes_total":773094113280,"unknown_pgs_ratio":0.18556700646877289,"write_bytes_sec":3071,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"c","status":"up:active","gid":6537}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-09-10T08:36:31.860429+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T08:36:45.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcf8406be30 msgr2=0x7fcf8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcf8406be30 0x7fcf8406e2f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fcf9806bd80 tx=0x7fcf88007b50 comp rx=0 tx=0).stop 2024-09-10T08:36:45.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf98067950 msgr2=0x7fcf981431f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf98067950 0x7fcf981431f0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fcf9400b440 tx=0x7fcf9400b900 comp rx=0 tx=0).stop 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 shutdown_connections 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcf8406be30 0x7fcf8406e2f0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcf980b63e0 0x7fcf9815c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcf9815c280 0x7fcf9815cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 --2- 172.21.15.94:0/2536743579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcf98067950 0x7fcf981431f0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 >> 172.21.15.94:0/2536743579 conn(0x7fcf980cd410 msgr2=0x7fcf980ce810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 shutdown_connections 2024-09-10T08:36:45.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.834+0000 7fcf9f07b640 1 -- 172.21.15.94:0/2536743579 wait complete. 2024-09-10T08:36:45.845 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T08:36:45.845 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:45.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.943+0000 7f1cf092a640 1 Processor -- start 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.943+0000 7f1cf092a640 1 -- start start 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.944+0000 7f1cf092a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1cec0ccd10 0x7f1cec0708e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.944+0000 7f1cf092a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0cef00 0x7f1cec15c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.944+0000 7f1cf092a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cec0d1880 con 0x7f1cec159e60 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.944+0000 7f1cf092a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f1cec0cd150 con 0x7f1cec0ccd10 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.944+0000 7f1cf092a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1cec0cc830 con 0x7f1cec0cef00 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1ce9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1cec0ccd10 0x7f1cec0708e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1ce9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1cec0ccd10 0x7f1cec0708e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57558/0 (socket says 172.21.15.94:57558) 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/3462966789 learned_addr learned my addr 172.21.15.94:0/3462966789 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1cead9d640 1 --2- 172.21.15.94:0/3462966789 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0cef00 0x7f1cec15c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/3462966789 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0cef00 msgr2=0x7f1cec15c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:45.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1ce9d9b640 1 --2- 172.21.15.94:0/3462966789 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0cef00 0x7f1cec15c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/3462966789 >> v1:172.21.15.143:6789/0 conn(0x7f1cec159e60 legacy=0x7f1cec0ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.945+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/3462966789 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cec0d1af0 con 0x7f1cec0ccd10 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1ce9d9b640 1 --2- 172.21.15.94:0/3462966789 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0ccd10 0x7f1cec0708e0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009870 tx=0x7f1cdc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcac0582508ed211 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1ce959a640 1 -- 172.21.15.94:0/3462966789 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc037070 con 0x7f1cec0ccd10 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1ce959a640 1 -- 172.21.15.94:0/3462966789 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cdc032440 con 0x7f1cec0ccd10 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1ce959a640 1 -- 172.21.15.94:0/3462966789 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc032810 con 0x7f1cec0ccd10 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 -- 172.21.15.94:0/3462966789 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0ccd10 msgr2=0x7f1cec0708e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 --2- 172.21.15.94:0/3462966789 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0ccd10 0x7f1cec0708e0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009870 tx=0x7f1cdc02a210 comp rx=0 tx=0).stop 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 -- 172.21.15.94:0/3462966789 shutdown_connections 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 --2- 172.21.15.94:0/3462966789 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0cef00 0x7f1cec15c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 --2- 172.21.15.94:0/3462966789 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0ccd10 0x7f1cec0708e0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 -- 172.21.15.94:0/3462966789 >> 172.21.15.94:0/3462966789 conn(0x7f1cec06fdc0 msgr2=0x7f1cec0701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:45.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 -- 172.21.15.94:0/3462966789 shutdown_connections 2024-09-10T08:36:45.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.946+0000 7f1cf092a640 1 -- 172.21.15.94:0/3462966789 wait complete. 2024-09-10T08:36:45.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 Processor -- start 2024-09-10T08:36:45.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 -- start start 2024-09-10T08:36:45.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0ccd10 0x7f1cec0b0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0cef00 0x7f1cec15e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cec159e60 0x7f1cec0b2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec160800 con 0x7f1cec0cef00 2024-09-10T08:36:45.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec160be0 con 0x7f1cec159e60 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1cf092a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1cec160980 con 0x7f1cec0ccd10 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.948+0000 7f1ce9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0cef00 0x7f1cec15e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0cef00 0x7f1cec15e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57564/0 (socket says 172.21.15.94:57564) 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/565560212 learned_addr learned my addr 172.21.15.94:0/565560212 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1cea59c640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0ccd10 0x7f1cec0b0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1cead9d640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cec159e60 0x7f1cec0b2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0ccd10 msgr2=0x7f1cec0b0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0ccd10 0x7f1cec0b0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cec159e60 msgr2=0x7f1cec0b2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cec159e60 0x7f1cec0b2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 -- 172.21.15.94:0/565560212 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cec15e880 con 0x7f1cec0cef00 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1cead9d640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cec159e60 0x7f1cec0b2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:45.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce9d9b640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0cef00 0x7f1cec15e340 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009870 tx=0x7f1cdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce2ffd640 1 -- 172.21.15.94:0/565560212 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc041020 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce2ffd640 1 -- 172.21.15.94:0/565560212 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cdc030970 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cec06ccc0 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1ce2ffd640 1 -- 172.21.15.94:0/565560212 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc037040 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.949+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cec06d280 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.950+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cec074190 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.951+0000 7f1ce2ffd640 1 -- 172.21.15.94:0/565560212 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1cdc044020 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.951+0000 7f1ce2ffd640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ccc06be30 0x7f1ccc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.951+0000 7f1ce2ffd640 1 -- 172.21.15.94:0/565560212 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f1cdc0ab8a0 con 0x7f1cec0cef00 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.951+0000 7f1cea59c640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ccc06be30 0x7f1ccc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:45.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.952+0000 7f1cea59c640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ccc06be30 0x7f1ccc06e2f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1cd4006fd0 tx=0x7f1cd4009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:45.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:45.955+0000 7f1ce2ffd640 1 -- 172.21.15.94:0/565560212 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cec074190 con 0x7f1cec0cef00 2024-09-10T08:36:46.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.117+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1cec159420 con 0x7f1ccc06be30 2024-09-10T08:36:46.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.123+0000 7f1ce2ffd640 1 -- 172.21.15.94:0/565560212 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252056 (secure 0 0 0) 0x7f1cd4009550 con 0x7f1ccc06be30 2024-09-10T08:36:46.126 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:46.128 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:46.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ccc06be30 msgr2=0x7f1ccc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ccc06be30 0x7f1ccc06e2f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1cd4006fd0 tx=0x7f1cd4009060 comp rx=0 tx=0).stop 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0cef00 msgr2=0x7f1cec15e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0cef00 0x7f1cec15e340 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc009870 tx=0x7f1cdc0046c0 comp rx=0 tx=0).stop 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 shutdown_connections 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f1ccc06be30 0x7f1ccc06e2f0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1cec159e60 0x7f1cec0b2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1cec0cef00 0x7f1cec15e340 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 --2- 172.21.15.94:0/565560212 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1cec0ccd10 0x7f1cec0b0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 >> 172.21.15.94:0/565560212 conn(0x7f1cec06fdc0 msgr2=0x7f1cec156bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 shutdown_connections 2024-09-10T08:36:46.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:46.126+0000 7f1cf092a640 1 -- 172.21.15.94:0/565560212 wait complete. 2024-09-10T08:36:46.138 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":210,"stamp":"2024-09-10T08:36:45.863066+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":192,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":147,"ondisk_log_size":147,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246864,"kb_used_data":9804,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754727856,"statfs":{"total":773094113280,"available":772841324544,"internally_reserved":0,"allocated":10039296,"data_stored":5184715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.998344"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613076+0000","last_change":"2024-09-10T08:36:41.620117+0000","last_active":"2024-09-10T08:36:42.613076+0000","last_peered":"2024-09-10T08:36:42.613076+0000","last_clean":"2024-09-10T08:36:42.613076+0000","last_became_active":"2024-09-10T08:36:41.619841+0000","last_became_peered":"2024-09-10T08:36:41.619841+0000","last_unstale":"2024-09-10T08:36:42.613076+0000","last_undegraded":"2024-09-10T08:36:42.613076+0000","last_fullsized":"2024-09-10T08:36:42.613076+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.592628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855828+0000","last_change":"2024-09-10T08:36:41.622205+0000","last_active":"2024-09-10T08:36:42.855828+0000","last_peered":"2024-09-10T08:36:42.855828+0000","last_clean":"2024-09-10T08:36:42.855828+0000","last_became_active":"2024-09-10T08:36:41.621818+0000","last_became_peered":"2024-09-10T08:36:41.621818+0000","last_unstale":"2024-09-10T08:36:42.855828+0000","last_undegraded":"2024-09-10T08:36:42.855828+0000","last_fullsized":"2024-09-10T08:36:42.855828+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612919+0000","last_change":"2024-09-10T08:36:41.624115+0000","last_active":"2024-09-10T08:36:42.612919+0000","last_peered":"2024-09-10T08:36:42.612919+0000","last_clean":"2024-09-10T08:36:42.612919+0000","last_became_active":"2024-09-10T08:36:41.623865+0000","last_became_peered":"2024-09-10T08:36:41.623865+0000","last_unstale":"2024-09-10T08:36:42.612919+0000","last_undegraded":"2024-09-10T08:36:42.612919+0000","last_fullsized":"2024-09-10T08:36:42.612919+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631803+0000","last_change":"2024-09-10T08:36:41.629172+0000","last_active":"2024-09-10T08:36:41.631803+0000","last_peered":"2024-09-10T08:36:41.631803+0000","last_clean":"2024-09-10T08:36:41.631803+0000","last_became_active":"2024-09-10T08:36:41.628914+0000","last_became_peered":"2024-09-10T08:36:41.628914+0000","last_unstale":"2024-09-10T08:36:41.631803+0000","last_undegraded":"2024-09-10T08:36:41.631803+0000","last_fullsized":"2024-09-10T08:36:41.631803+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:17:59.705977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616127+0000","last_change":"2024-09-10T08:36:41.620179+0000","last_active":"2024-09-10T08:36:42.616127+0000","last_peered":"2024-09-10T08:36:42.616127+0000","last_clean":"2024-09-10T08:36:42.616127+0000","last_became_active":"2024-09-10T08:36:41.619884+0000","last_became_peered":"2024-09-10T08:36:41.619884+0000","last_unstale":"2024-09-10T08:36:42.616127+0000","last_undegraded":"2024-09-10T08:36:42.616127+0000","last_fullsized":"2024-09-10T08:36:42.616127+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:54.987271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855729+0000","last_change":"2024-09-10T08:36:41.628949+0000","last_active":"2024-09-10T08:36:42.855729+0000","last_peered":"2024-09-10T08:36:42.855729+0000","last_clean":"2024-09-10T08:36:42.855729+0000","last_became_active":"2024-09-10T08:36:41.628294+0000","last_became_peered":"2024-09-10T08:36:41.628294+0000","last_unstale":"2024-09-10T08:36:42.855729+0000","last_undegraded":"2024-09-10T08:36:42.855729+0000","last_fullsized":"2024-09-10T08:36:42.855729+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:02.580483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616204+0000","last_change":"2024-09-10T08:36:41.617368+0000","last_active":"2024-09-10T08:36:42.616204+0000","last_peered":"2024-09-10T08:36:42.616204+0000","last_clean":"2024-09-10T08:36:42.616204+0000","last_became_active":"2024-09-10T08:36:41.616942+0000","last_became_peered":"2024-09-10T08:36:41.616942+0000","last_unstale":"2024-09-10T08:36:42.616204+0000","last_undegraded":"2024-09-10T08:36:42.616204+0000","last_fullsized":"2024-09-10T08:36:42.616204+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:01.964031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631570+0000","last_change":"2024-09-10T08:36:41.628475+0000","last_active":"2024-09-10T08:36:41.631570+0000","last_peered":"2024-09-10T08:36:41.631570+0000","last_clean":"2024-09-10T08:36:41.631570+0000","last_became_active":"2024-09-10T08:36:41.628222+0000","last_became_peered":"2024-09-10T08:36:41.628222+0000","last_unstale":"2024-09-10T08:36:41.631570+0000","last_undegraded":"2024-09-10T08:36:41.631570+0000","last_fullsized":"2024-09-10T08:36:41.631570+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:18:42.240743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616953+0000","last_change":"2024-09-10T08:36:41.625707+0000","last_active":"2024-09-10T08:36:42.616953+0000","last_peered":"2024-09-10T08:36:42.616953+0000","last_clean":"2024-09-10T08:36:42.616953+0000","last_became_active":"2024-09-10T08:36:41.623224+0000","last_became_peered":"2024-09-10T08:36:41.623224+0000","last_unstale":"2024-09-10T08:36:42.616953+0000","last_undegraded":"2024-09-10T08:36:42.616953+0000","last_fullsized":"2024-09-10T08:36:42.616953+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:32.413444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856264+0000","last_change":"2024-09-10T08:36:41.630805+0000","last_active":"2024-09-10T08:36:42.856264+0000","last_peered":"2024-09-10T08:36:42.856264+0000","last_clean":"2024-09-10T08:36:42.856264+0000","last_became_active":"2024-09-10T08:36:41.630481+0000","last_became_peered":"2024-09-10T08:36:41.630481+0000","last_unstale":"2024-09-10T08:36:42.856264+0000","last_undegraded":"2024-09-10T08:36:42.856264+0000","last_fullsized":"2024-09-10T08:36:42.856264+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:45.678355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616950+0000","last_change":"2024-09-10T08:36:41.618726+0000","last_active":"2024-09-10T08:36:42.616950+0000","last_peered":"2024-09-10T08:36:42.616950+0000","last_clean":"2024-09-10T08:36:42.616950+0000","last_became_active":"2024-09-10T08:36:41.617994+0000","last_became_peered":"2024-09-10T08:36:41.617994+0000","last_unstale":"2024-09-10T08:36:42.616950+0000","last_undegraded":"2024-09-10T08:36:42.616950+0000","last_fullsized":"2024-09-10T08:36:42.616950+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:19.862973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856373+0000","last_change":"2024-09-10T08:36:41.621909+0000","last_active":"2024-09-10T08:36:42.856373+0000","last_peered":"2024-09-10T08:36:42.856373+0000","last_clean":"2024-09-10T08:36:42.856373+0000","last_became_active":"2024-09-10T08:36:41.621643+0000","last_became_peered":"2024-09-10T08:36:41.621643+0000","last_unstale":"2024-09-10T08:36:42.856373+0000","last_undegraded":"2024-09-10T08:36:42.856373+0000","last_fullsized":"2024-09-10T08:36:42.856373+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:36.664754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631840+0000","last_change":"2024-09-10T08:36:41.629561+0000","last_active":"2024-09-10T08:36:41.631840+0000","last_peered":"2024-09-10T08:36:41.631840+0000","last_clean":"2024-09-10T08:36:41.631840+0000","last_became_active":"2024-09-10T08:36:41.628954+0000","last_became_peered":"2024-09-10T08:36:41.628954+0000","last_unstale":"2024-09-10T08:36:41.631840+0000","last_undegraded":"2024-09-10T08:36:41.631840+0000","last_fullsized":"2024-09-10T08:36:41.631840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:12.580148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.615795+0000","last_change":"2024-09-10T08:36:41.627200+0000","last_active":"2024-09-10T08:36:42.615795+0000","last_peered":"2024-09-10T08:36:42.615795+0000","last_clean":"2024-09-10T08:36:42.615795+0000","last_became_active":"2024-09-10T08:36:41.626881+0000","last_became_peered":"2024-09-10T08:36:41.626881+0000","last_unstale":"2024-09-10T08:36:42.615795+0000","last_undegraded":"2024-09-10T08:36:42.615795+0000","last_fullsized":"2024-09-10T08:36:42.615795+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:26.394141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.629719+0000","last_change":"2024-09-10T08:36:41.618392+0000","last_active":"2024-09-10T08:36:41.629719+0000","last_peered":"2024-09-10T08:36:41.629719+0000","last_clean":"2024-09-10T08:36:41.629719+0000","last_became_active":"2024-09-10T08:36:41.618099+0000","last_became_peered":"2024-09-10T08:36:41.618099+0000","last_unstale":"2024-09-10T08:36:41.629719+0000","last_undegraded":"2024-09-10T08:36:41.629719+0000","last_fullsized":"2024-09-10T08:36:41.629719+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:59:49.048174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854899+0000","last_change":"2024-09-10T08:36:41.620671+0000","last_active":"2024-09-10T08:36:42.854899+0000","last_peered":"2024-09-10T08:36:42.854899+0000","last_clean":"2024-09-10T08:36:42.854899+0000","last_became_active":"2024-09-10T08:36:41.619650+0000","last_became_peered":"2024-09-10T08:36:41.619650+0000","last_unstale":"2024-09-10T08:36:42.854899+0000","last_undegraded":"2024-09-10T08:36:42.854899+0000","last_fullsized":"2024-09-10T08:36:42.854899+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:53.830020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855037+0000","last_change":"2024-09-10T08:36:41.620144+0000","last_active":"2024-09-10T08:36:42.855037+0000","last_peered":"2024-09-10T08:36:42.855037+0000","last_clean":"2024-09-10T08:36:42.855037+0000","last_became_active":"2024-09-10T08:36:41.619887+0000","last_became_peered":"2024-09-10T08:36:41.619887+0000","last_unstale":"2024-09-10T08:36:42.855037+0000","last_undegraded":"2024-09-10T08:36:42.855037+0000","last_fullsized":"2024-09-10T08:36:42.855037+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:15.069747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613047+0000","last_change":"2024-09-10T08:36:41.623289+0000","last_active":"2024-09-10T08:36:42.613047+0000","last_peered":"2024-09-10T08:36:42.613047+0000","last_clean":"2024-09-10T08:36:42.613047+0000","last_became_active":"2024-09-10T08:36:41.623039+0000","last_became_peered":"2024-09-10T08:36:41.623039+0000","last_unstale":"2024-09-10T08:36:42.613047+0000","last_undegraded":"2024-09-10T08:36:42.613047+0000","last_fullsized":"2024-09-10T08:36:42.613047+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616995+0000","last_change":"2024-09-10T08:36:41.630242+0000","last_active":"2024-09-10T08:36:42.616995+0000","last_peered":"2024-09-10T08:36:42.616995+0000","last_clean":"2024-09-10T08:36:42.616995+0000","last_became_active":"2024-09-10T08:36:41.629903+0000","last_became_peered":"2024-09-10T08:36:41.629903+0000","last_unstale":"2024-09-10T08:36:42.616995+0000","last_undegraded":"2024-09-10T08:36:42.616995+0000","last_fullsized":"2024-09-10T08:36:42.616995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:24.877096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631273+0000","last_change":"2024-09-10T08:36:41.624956+0000","last_active":"2024-09-10T08:36:41.631273+0000","last_peered":"2024-09-10T08:36:41.631273+0000","last_clean":"2024-09-10T08:36:41.631273+0000","last_became_active":"2024-09-10T08:36:41.624686+0000","last_became_peered":"2024-09-10T08:36:41.624686+0000","last_unstale":"2024-09-10T08:36:41.631273+0000","last_undegraded":"2024-09-10T08:36:41.631273+0000","last_fullsized":"2024-09-10T08:36:41.631273+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:37:41.773374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.615922+0000","last_change":"2024-09-10T08:36:41.617974+0000","last_active":"2024-09-10T08:36:42.615922+0000","last_peered":"2024-09-10T08:36:42.615922+0000","last_clean":"2024-09-10T08:36:42.615922+0000","last_became_active":"2024-09-10T08:36:41.617675+0000","last_became_peered":"2024-09-10T08:36:41.617675+0000","last_unstale":"2024-09-10T08:36:42.615922+0000","last_undegraded":"2024-09-10T08:36:42.615922+0000","last_fullsized":"2024-09-10T08:36:42.615922+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:33.291592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617232+0000","last_change":"2024-09-10T08:36:41.624941+0000","last_active":"2024-09-10T08:36:42.617232+0000","last_peered":"2024-09-10T08:36:42.617232+0000","last_clean":"2024-09-10T08:36:42.617232+0000","last_became_active":"2024-09-10T08:36:41.624652+0000","last_became_peered":"2024-09-10T08:36:41.624652+0000","last_unstale":"2024-09-10T08:36:42.617232+0000","last_undegraded":"2024-09-10T08:36:42.617232+0000","last_fullsized":"2024-09-10T08:36:42.617232+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:31.573822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855600+0000","last_change":"2024-09-10T08:36:41.632523+0000","last_active":"2024-09-10T08:36:42.855600+0000","last_peered":"2024-09-10T08:36:42.855600+0000","last_clean":"2024-09-10T08:36:42.855600+0000","last_became_active":"2024-09-10T08:36:41.632235+0000","last_became_peered":"2024-09-10T08:36:41.632235+0000","last_unstale":"2024-09-10T08:36:42.855600+0000","last_undegraded":"2024-09-10T08:36:42.855600+0000","last_fullsized":"2024-09-10T08:36:42.855600+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:18.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612804+0000","last_change":"2024-09-10T08:36:41.625900+0000","last_active":"2024-09-10T08:36:42.612804+0000","last_peered":"2024-09-10T08:36:42.612804+0000","last_clean":"2024-09-10T08:36:42.612804+0000","last_became_active":"2024-09-10T08:36:41.625605+0000","last_became_peered":"2024-09-10T08:36:41.625605+0000","last_unstale":"2024-09-10T08:36:42.612804+0000","last_undegraded":"2024-09-10T08:36:42.612804+0000","last_fullsized":"2024-09-10T08:36:42.612804+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.624187+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.623877+0000","last_became_peered":"2024-09-10T08:36:41.623877+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616786+0000","last_change":"2024-09-10T08:36:41.632521+0000","last_active":"2024-09-10T08:36:42.616786+0000","last_peered":"2024-09-10T08:36:42.616786+0000","last_clean":"2024-09-10T08:36:42.616786+0000","last_became_active":"2024-09-10T08:36:41.631864+0000","last_became_peered":"2024-09-10T08:36:41.631864+0000","last_unstale":"2024-09-10T08:36:42.616786+0000","last_undegraded":"2024-09-10T08:36:42.616786+0000","last_fullsized":"2024-09-10T08:36:42.616786+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:40.047276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856313+0000","last_change":"2024-09-10T08:36:41.627380+0000","last_active":"2024-09-10T08:36:42.856313+0000","last_peered":"2024-09-10T08:36:42.856313+0000","last_clean":"2024-09-10T08:36:42.856313+0000","last_became_active":"2024-09-10T08:36:41.627071+0000","last_became_peered":"2024-09-10T08:36:41.627071+0000","last_unstale":"2024-09-10T08:36:42.856313+0000","last_undegraded":"2024-09-10T08:36:42.856313+0000","last_fullsized":"2024-09-10T08:36:42.856313+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:45.068900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631881+0000","last_change":"2024-09-10T08:36:41.629928+0000","last_active":"2024-09-10T08:36:41.631881+0000","last_peered":"2024-09-10T08:36:41.631881+0000","last_clean":"2024-09-10T08:36:41.631881+0000","last_became_active":"2024-09-10T08:36:41.629661+0000","last_became_peered":"2024-09-10T08:36:41.629661+0000","last_unstale":"2024-09-10T08:36:41.631881+0000","last_undegraded":"2024-09-10T08:36:41.631881+0000","last_fullsized":"2024-09-10T08:36:41.631881+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:20:54.918728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616497+0000","last_change":"2024-09-10T08:36:41.621544+0000","last_active":"2024-09-10T08:36:42.616497+0000","last_peered":"2024-09-10T08:36:42.616497+0000","last_clean":"2024-09-10T08:36:42.616497+0000","last_became_active":"2024-09-10T08:36:41.621099+0000","last_became_peered":"2024-09-10T08:36:41.621099+0000","last_unstale":"2024-09-10T08:36:42.616497+0000","last_undegraded":"2024-09-10T08:36:42.616497+0000","last_fullsized":"2024-09-10T08:36:42.616497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.453028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617243+0000","last_change":"2024-09-10T08:36:41.624343+0000","last_active":"2024-09-10T08:36:42.617243+0000","last_peered":"2024-09-10T08:36:42.617243+0000","last_clean":"2024-09-10T08:36:42.617243+0000","last_became_active":"2024-09-10T08:36:41.624058+0000","last_became_peered":"2024-09-10T08:36:41.624058+0000","last_unstale":"2024-09-10T08:36:42.617243+0000","last_undegraded":"2024-09-10T08:36:42.617243+0000","last_fullsized":"2024-09-10T08:36:42.617243+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:43.233472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855291+0000","last_change":"2024-09-10T08:36:41.632589+0000","last_active":"2024-09-10T08:36:42.855291+0000","last_peered":"2024-09-10T08:36:42.855291+0000","last_clean":"2024-09-10T08:36:42.855291+0000","last_became_active":"2024-09-10T08:36:41.632203+0000","last_became_peered":"2024-09-10T08:36:41.632203+0000","last_unstale":"2024-09-10T08:36:42.855291+0000","last_undegraded":"2024-09-10T08:36:42.855291+0000","last_fullsized":"2024-09-10T08:36:42.855291+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:10.999262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854773+0000","last_change":"2024-09-10T08:36:41.620737+0000","last_active":"2024-09-10T08:36:42.854773+0000","last_peered":"2024-09-10T08:36:42.854773+0000","last_clean":"2024-09-10T08:36:42.854773+0000","last_became_active":"2024-09-10T08:36:41.620419+0000","last_became_peered":"2024-09-10T08:36:41.620419+0000","last_unstale":"2024-09-10T08:36:42.854773+0000","last_undegraded":"2024-09-10T08:36:42.854773+0000","last_fullsized":"2024-09-10T08:36:42.854773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:12.700581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855181+0000","last_change":"2024-09-10T08:36:41.615385+0000","last_active":"2024-09-10T08:36:42.855181+0000","last_peered":"2024-09-10T08:36:42.855181+0000","last_clean":"2024-09-10T08:36:42.855181+0000","last_became_active":"2024-09-10T08:36:41.615123+0000","last_became_peered":"2024-09-10T08:36:41.615123+0000","last_unstale":"2024-09-10T08:36:42.855181+0000","last_undegraded":"2024-09-10T08:36:42.855181+0000","last_fullsized":"2024-09-10T08:36:42.855181+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:45.204723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"89'4","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855944+0000","last_change":"2024-09-10T08:36:40.886280+0000","last_active":"2024-09-10T08:36:42.855944+0000","last_peered":"2024-09-10T08:36:42.855944+0000","last_clean":"2024-09-10T08:36:42.855944+0000","last_became_active":"2024-09-10T08:36:40.885953+0000","last_became_peered":"2024-09-10T08:36:40.885953+0000","last_unstale":"2024-09-10T08:36:42.855944+0000","last_undegraded":"2024-09-10T08:36:42.855944+0000","last_fullsized":"2024-09-10T08:36:42.855944+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:19.737842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855099+0000","last_change":"2024-09-10T08:36:41.620068+0000","last_active":"2024-09-10T08:36:42.855099+0000","last_peered":"2024-09-10T08:36:42.855099+0000","last_clean":"2024-09-10T08:36:42.855099+0000","last_became_active":"2024-09-10T08:36:41.619811+0000","last_became_peered":"2024-09-10T08:36:41.619811+0000","last_unstale":"2024-09-10T08:36:42.855099+0000","last_undegraded":"2024-09-10T08:36:42.855099+0000","last_fullsized":"2024-09-10T08:36:42.855099+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:54.939515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616904+0000","last_change":"2024-09-10T08:36:40.881378+0000","last_active":"2024-09-10T08:36:42.616904+0000","last_peered":"2024-09-10T08:36:42.616904+0000","last_clean":"2024-09-10T08:36:42.616904+0000","last_became_active":"2024-09-10T08:36:40.881115+0000","last_became_peered":"2024-09-10T08:36:40.881115+0000","last_unstale":"2024-09-10T08:36:42.616904+0000","last_undegraded":"2024-09-10T08:36:42.616904+0000","last_fullsized":"2024-09-10T08:36:42.616904+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.593800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616580+0000","last_change":"2024-09-10T08:36:41.626063+0000","last_active":"2024-09-10T08:36:42.616580+0000","last_peered":"2024-09-10T08:36:42.616580+0000","last_clean":"2024-09-10T08:36:42.616580+0000","last_became_active":"2024-09-10T08:36:41.625775+0000","last_became_peered":"2024-09-10T08:36:41.625775+0000","last_unstale":"2024-09-10T08:36:42.616580+0000","last_undegraded":"2024-09-10T08:36:42.616580+0000","last_fullsized":"2024-09-10T08:36:42.616580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:39.735715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616612+0000","last_change":"2024-09-10T08:36:40.884016+0000","last_active":"2024-09-10T08:36:42.616612+0000","last_peered":"2024-09-10T08:36:42.616612+0000","last_clean":"2024-09-10T08:36:42.616612+0000","last_became_active":"2024-09-10T08:36:40.883750+0000","last_became_peered":"2024-09-10T08:36:40.883750+0000","last_unstale":"2024-09-10T08:36:42.616612+0000","last_undegraded":"2024-09-10T08:36:42.616612+0000","last_fullsized":"2024-09-10T08:36:42.616612+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:35.105046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855180+0000","last_change":"2024-09-10T08:36:41.624774+0000","last_active":"2024-09-10T08:36:42.855180+0000","last_peered":"2024-09-10T08:36:42.855180+0000","last_clean":"2024-09-10T08:36:42.855180+0000","last_became_active":"2024-09-10T08:36:41.624504+0000","last_became_peered":"2024-09-10T08:36:41.624504+0000","last_unstale":"2024-09-10T08:36:42.855180+0000","last_undegraded":"2024-09-10T08:36:42.855180+0000","last_fullsized":"2024-09-10T08:36:42.855180+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:58.696961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855703+0000","last_change":"2024-09-10T08:36:40.887447+0000","last_active":"2024-09-10T08:36:42.855703+0000","last_peered":"2024-09-10T08:36:42.855703+0000","last_clean":"2024-09-10T08:36:42.855703+0000","last_became_active":"2024-09-10T08:36:40.887101+0000","last_became_peered":"2024-09-10T08:36:40.887101+0000","last_unstale":"2024-09-10T08:36:42.855703+0000","last_undegraded":"2024-09-10T08:36:42.855703+0000","last_fullsized":"2024-09-10T08:36:42.855703+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:55.315915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.628833+0000","last_change":"2024-09-10T08:36:41.618468+0000","last_active":"2024-09-10T08:36:41.628833+0000","last_peered":"2024-09-10T08:36:41.628833+0000","last_clean":"2024-09-10T08:36:41.628833+0000","last_became_active":"2024-09-10T08:36:41.618192+0000","last_became_peered":"2024-09-10T08:36:41.618192+0000","last_unstale":"2024-09-10T08:36:41.628833+0000","last_undegraded":"2024-09-10T08:36:41.628833+0000","last_fullsized":"2024-09-10T08:36:41.628833+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:28.778761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616238+0000","last_change":"2024-09-10T08:36:40.885328+0000","last_active":"2024-09-10T08:36:42.616238+0000","last_peered":"2024-09-10T08:36:42.616238+0000","last_clean":"2024-09-10T08:36:42.616238+0000","last_became_active":"2024-09-10T08:36:40.885032+0000","last_became_peered":"2024-09-10T08:36:40.885032+0000","last_unstale":"2024-09-10T08:36:42.616238+0000","last_undegraded":"2024-09-10T08:36:42.616238+0000","last_fullsized":"2024-09-10T08:36:42.616238+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:55.315915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855300+0000","last_change":"2024-09-10T08:36:41.624230+0000","last_active":"2024-09-10T08:36:42.855300+0000","last_peered":"2024-09-10T08:36:42.855300+0000","last_clean":"2024-09-10T08:36:42.855300+0000","last_became_active":"2024-09-10T08:36:41.623961+0000","last_became_peered":"2024-09-10T08:36:41.623961+0000","last_unstale":"2024-09-10T08:36:42.855300+0000","last_undegraded":"2024-09-10T08:36:42.855300+0000","last_fullsized":"2024-09-10T08:36:42.855300+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:24.233389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.618544+0000","last_change":"2024-09-10T08:36:40.885272+0000","last_active":"2024-09-10T08:36:41.618544+0000","last_peered":"2024-09-10T08:36:41.618544+0000","last_clean":"2024-09-10T08:36:41.618544+0000","last_became_active":"2024-09-10T08:36:40.884919+0000","last_became_peered":"2024-09-10T08:36:40.884919+0000","last_unstale":"2024-09-10T08:36:41.618544+0000","last_undegraded":"2024-09-10T08:36:41.618544+0000","last_fullsized":"2024-09-10T08:36:41.618544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:35.373028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855840+0000","last_change":"2024-09-10T08:36:41.628552+0000","last_active":"2024-09-10T08:36:42.855840+0000","last_peered":"2024-09-10T08:36:42.855840+0000","last_clean":"2024-09-10T08:36:42.855840+0000","last_became_active":"2024-09-10T08:36:41.628284+0000","last_became_peered":"2024-09-10T08:36:41.628284+0000","last_unstale":"2024-09-10T08:36:42.855840+0000","last_undegraded":"2024-09-10T08:36:42.855840+0000","last_fullsized":"2024-09-10T08:36:42.855840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:05.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612973+0000","last_change":"2024-09-10T08:36:40.879953+0000","last_active":"2024-09-10T08:36:42.612973+0000","last_peered":"2024-09-10T08:36:42.612973+0000","last_clean":"2024-09-10T08:36:42.612973+0000","last_became_active":"2024-09-10T08:36:40.879539+0000","last_became_peered":"2024-09-10T08:36:40.879539+0000","last_unstale":"2024-09-10T08:36:42.612973+0000","last_undegraded":"2024-09-10T08:36:42.612973+0000","last_fullsized":"2024-09-10T08:36:42.612973+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:23.875236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631368+0000","last_change":"2024-09-10T08:36:41.626593+0000","last_active":"2024-09-10T08:36:41.631368+0000","last_peered":"2024-09-10T08:36:41.631368+0000","last_clean":"2024-09-10T08:36:41.631368+0000","last_became_active":"2024-09-10T08:36:41.626337+0000","last_became_peered":"2024-09-10T08:36:41.626337+0000","last_unstale":"2024-09-10T08:36:41.631368+0000","last_undegraded":"2024-09-10T08:36:41.631368+0000","last_fullsized":"2024-09-10T08:36:41.631368+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:09:21.988452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616158+0000","last_change":"2024-09-10T08:36:40.886742+0000","last_active":"2024-09-10T08:36:42.616158+0000","last_peered":"2024-09-10T08:36:42.616158+0000","last_clean":"2024-09-10T08:36:42.616158+0000","last_became_active":"2024-09-10T08:36:40.886475+0000","last_became_peered":"2024-09-10T08:36:40.886475+0000","last_unstale":"2024-09-10T08:36:42.616158+0000","last_undegraded":"2024-09-10T08:36:42.616158+0000","last_fullsized":"2024-09-10T08:36:42.616158+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:05.165276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616095+0000","last_change":"2024-09-10T08:36:41.618607+0000","last_active":"2024-09-10T08:36:42.616095+0000","last_peered":"2024-09-10T08:36:42.616095+0000","last_clean":"2024-09-10T08:36:42.616095+0000","last_became_active":"2024-09-10T08:36:41.618305+0000","last_became_peered":"2024-09-10T08:36:41.618305+0000","last_unstale":"2024-09-10T08:36:42.616095+0000","last_undegraded":"2024-09-10T08:36:42.616095+0000","last_fullsized":"2024-09-10T08:36:42.616095+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:58:13.712103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856265+0000","last_change":"2024-09-10T08:36:40.888271+0000","last_active":"2024-09-10T08:36:42.856265+0000","last_peered":"2024-09-10T08:36:42.856265+0000","last_clean":"2024-09-10T08:36:42.856265+0000","last_became_active":"2024-09-10T08:36:40.888036+0000","last_became_peered":"2024-09-10T08:36:40.888036+0000","last_unstale":"2024-09-10T08:36:42.856265+0000","last_undegraded":"2024-09-10T08:36:42.856265+0000","last_fullsized":"2024-09-10T08:36:42.856265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:31.411583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616750+0000","last_change":"2024-09-10T08:36:41.624038+0000","last_active":"2024-09-10T08:36:42.616750+0000","last_peered":"2024-09-10T08:36:42.616750+0000","last_clean":"2024-09-10T08:36:42.616750+0000","last_became_active":"2024-09-10T08:36:41.623728+0000","last_became_peered":"2024-09-10T08:36:41.623728+0000","last_unstale":"2024-09-10T08:36:42.616750+0000","last_undegraded":"2024-09-10T08:36:42.616750+0000","last_fullsized":"2024-09-10T08:36:42.616750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:33.708589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613122+0000","last_change":"2024-09-10T08:36:40.886471+0000","last_active":"2024-09-10T08:36:42.613122+0000","last_peered":"2024-09-10T08:36:42.613122+0000","last_clean":"2024-09-10T08:36:42.613122+0000","last_became_active":"2024-09-10T08:36:40.886164+0000","last_became_peered":"2024-09-10T08:36:40.886164+0000","last_unstale":"2024-09-10T08:36:42.613122+0000","last_undegraded":"2024-09-10T08:36:42.613122+0000","last_fullsized":"2024-09-10T08:36:42.613122+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:17.615892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613093+0000","last_change":"2024-09-10T08:36:41.626623+0000","last_active":"2024-09-10T08:36:42.613093+0000","last_peered":"2024-09-10T08:36:42.613093+0000","last_clean":"2024-09-10T08:36:42.613093+0000","last_became_active":"2024-09-10T08:36:41.626357+0000","last_became_peered":"2024-09-10T08:36:41.626357+0000","last_unstale":"2024-09-10T08:36:42.613093+0000","last_undegraded":"2024-09-10T08:36:42.613093+0000","last_fullsized":"2024-09-10T08:36:42.613093+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:14.383683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"89'3","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617109+0000","last_change":"2024-09-10T08:36:40.885982+0000","last_active":"2024-09-10T08:36:42.617109+0000","last_peered":"2024-09-10T08:36:42.617109+0000","last_clean":"2024-09-10T08:36:42.617109+0000","last_became_active":"2024-09-10T08:36:40.885653+0000","last_became_peered":"2024-09-10T08:36:40.885653+0000","last_unstale":"2024-09-10T08:36:42.617109+0000","last_undegraded":"2024-09-10T08:36:42.617109+0000","last_fullsized":"2024-09-10T08:36:42.617109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:41:14.455741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631811+0000","last_change":"2024-09-10T08:36:41.629177+0000","last_active":"2024-09-10T08:36:41.631811+0000","last_peered":"2024-09-10T08:36:41.631811+0000","last_clean":"2024-09-10T08:36:41.631811+0000","last_became_active":"2024-09-10T08:36:41.628901+0000","last_became_peered":"2024-09-10T08:36:41.628901+0000","last_unstale":"2024-09-10T08:36:41.631811+0000","last_undegraded":"2024-09-10T08:36:41.631811+0000","last_fullsized":"2024-09-10T08:36:41.631811+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:34:09.364013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"89'6","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855584+0000","last_change":"2024-09-10T08:36:40.883111+0000","last_active":"2024-09-10T08:36:42.855584+0000","last_peered":"2024-09-10T08:36:42.855584+0000","last_clean":"2024-09-10T08:36:42.855584+0000","last_became_active":"2024-09-10T08:36:40.882685+0000","last_became_peered":"2024-09-10T08:36:40.882685+0000","last_unstale":"2024-09-10T08:36:42.855584+0000","last_undegraded":"2024-09-10T08:36:42.855584+0000","last_fullsized":"2024-09-10T08:36:42.855584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.472097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":9,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.631538+0000","last_change":"2024-09-10T08:36:41.628362+0000","last_active":"2024-09-10T08:36:41.631538+0000","last_peered":"2024-09-10T08:36:41.631538+0000","last_clean":"2024-09-10T08:36:41.631538+0000","last_became_active":"2024-09-10T08:36:41.628105+0000","last_became_peered":"2024-09-10T08:36:41.628105+0000","last_unstale":"2024-09-10T08:36:41.631538+0000","last_undegraded":"2024-09-10T08:36:41.631538+0000","last_fullsized":"2024-09-10T08:36:41.631538+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:06:13.345093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616641+0000","last_change":"2024-09-10T08:36:40.885899+0000","last_active":"2024-09-10T08:36:42.616641+0000","last_peered":"2024-09-10T08:36:42.616641+0000","last_clean":"2024-09-10T08:36:42.616641+0000","last_became_active":"2024-09-10T08:36:40.885645+0000","last_became_peered":"2024-09-10T08:36:40.885645+0000","last_unstale":"2024-09-10T08:36:42.616641+0000","last_undegraded":"2024-09-10T08:36:42.616641+0000","last_fullsized":"2024-09-10T08:36:42.616641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:20.618746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.615740+0000","last_change":"2024-09-10T08:36:41.620244+0000","last_active":"2024-09-10T08:36:42.615740+0000","last_peered":"2024-09-10T08:36:42.615740+0000","last_clean":"2024-09-10T08:36:42.615740+0000","last_became_active":"2024-09-10T08:36:41.619924+0000","last_became_peered":"2024-09-10T08:36:41.619924+0000","last_unstale":"2024-09-10T08:36:42.615740+0000","last_undegraded":"2024-09-10T08:36:42.615740+0000","last_fullsized":"2024-09-10T08:36:42.615740+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:11.385769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855794+0000","last_change":"2024-09-10T08:36:40.888790+0000","last_active":"2024-09-10T08:36:42.855794+0000","last_peered":"2024-09-10T08:36:42.855794+0000","last_clean":"2024-09-10T08:36:42.855794+0000","last_became_active":"2024-09-10T08:36:40.885840+0000","last_became_peered":"2024-09-10T08:36:40.885840+0000","last_unstale":"2024-09-10T08:36:42.855794+0000","last_undegraded":"2024-09-10T08:36:42.855794+0000","last_fullsized":"2024-09-10T08:36:42.855794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:13.381823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856130+0000","last_change":"2024-09-10T08:36:41.629682+0000","last_active":"2024-09-10T08:36:42.856130+0000","last_peered":"2024-09-10T08:36:42.856130+0000","last_clean":"2024-09-10T08:36:42.856130+0000","last_became_active":"2024-09-10T08:36:41.629414+0000","last_became_peered":"2024-09-10T08:36:41.629414+0000","last_unstale":"2024-09-10T08:36:42.856130+0000","last_undegraded":"2024-09-10T08:36:42.856130+0000","last_fullsized":"2024-09-10T08:36:42.856130+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:02:05.286214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.615598+0000","last_change":"2024-09-10T08:36:40.880324+0000","last_active":"2024-09-10T08:36:41.615598+0000","last_peered":"2024-09-10T08:36:41.615598+0000","last_clean":"2024-09-10T08:36:41.615598+0000","last_became_active":"2024-09-10T08:36:40.880060+0000","last_became_peered":"2024-09-10T08:36:40.880060+0000","last_unstale":"2024-09-10T08:36:41.615598+0000","last_undegraded":"2024-09-10T08:36:41.615598+0000","last_fullsized":"2024-09-10T08:36:41.615598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:58:49.712392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856194+0000","last_change":"2024-09-10T08:36:41.628941+0000","last_active":"2024-09-10T08:36:42.856194+0000","last_peered":"2024-09-10T08:36:42.856194+0000","last_clean":"2024-09-10T08:36:42.856194+0000","last_became_active":"2024-09-10T08:36:41.628672+0000","last_became_peered":"2024-09-10T08:36:41.628672+0000","last_unstale":"2024-09-10T08:36:42.856194+0000","last_undegraded":"2024-09-10T08:36:42.856194+0000","last_fullsized":"2024-09-10T08:36:42.856194+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:14.432727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616731+0000","last_change":"2024-09-10T08:36:40.888108+0000","last_active":"2024-09-10T08:36:41.616731+0000","last_peered":"2024-09-10T08:36:41.616731+0000","last_clean":"2024-09-10T08:36:41.616731+0000","last_became_active":"2024-09-10T08:36:40.887810+0000","last_became_peered":"2024-09-10T08:36:40.887810+0000","last_unstale":"2024-09-10T08:36:41.616731+0000","last_undegraded":"2024-09-10T08:36:41.616731+0000","last_fullsized":"2024-09-10T08:36:41.616731+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:46.813710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855491+0000","last_change":"2024-09-10T08:36:41.622694+0000","last_active":"2024-09-10T08:36:42.855491+0000","last_peered":"2024-09-10T08:36:42.855491+0000","last_clean":"2024-09-10T08:36:42.855491+0000","last_became_active":"2024-09-10T08:36:41.622413+0000","last_became_peered":"2024-09-10T08:36:41.622413+0000","last_unstale":"2024-09-10T08:36:42.855491+0000","last_undegraded":"2024-09-10T08:36:42.855491+0000","last_fullsized":"2024-09-10T08:36:42.855491+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:00.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856023+0000","last_change":"2024-09-10T08:36:40.882698+0000","last_active":"2024-09-10T08:36:42.856023+0000","last_peered":"2024-09-10T08:36:42.856023+0000","last_clean":"2024-09-10T08:36:42.856023+0000","last_became_active":"2024-09-10T08:36:40.881920+0000","last_became_peered":"2024-09-10T08:36:40.881920+0000","last_unstale":"2024-09-10T08:36:42.856023+0000","last_undegraded":"2024-09-10T08:36:42.856023+0000","last_fullsized":"2024-09-10T08:36:42.856023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:47.943329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855778+0000","last_change":"2024-09-10T08:36:41.623073+0000","last_active":"2024-09-10T08:36:42.855778+0000","last_peered":"2024-09-10T08:36:42.855778+0000","last_clean":"2024-09-10T08:36:42.855778+0000","last_became_active":"2024-09-10T08:36:41.622381+0000","last_became_peered":"2024-09-10T08:36:41.622381+0000","last_unstale":"2024-09-10T08:36:42.855778+0000","last_undegraded":"2024-09-10T08:36:42.855778+0000","last_fullsized":"2024-09-10T08:36:42.855778+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:38.206088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616713+0000","last_change":"2024-09-10T08:36:40.880076+0000","last_active":"2024-09-10T08:36:42.616713+0000","last_peered":"2024-09-10T08:36:42.616713+0000","last_clean":"2024-09-10T08:36:42.616713+0000","last_became_active":"2024-09-10T08:36:40.879787+0000","last_became_peered":"2024-09-10T08:36:40.879787+0000","last_unstale":"2024-09-10T08:36:42.616713+0000","last_undegraded":"2024-09-10T08:36:42.616713+0000","last_fullsized":"2024-09-10T08:36:42.616713+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:44.509864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617027+0000","last_change":"2024-09-10T08:36:41.620910+0000","last_active":"2024-09-10T08:36:42.617027+0000","last_peered":"2024-09-10T08:36:42.617027+0000","last_clean":"2024-09-10T08:36:42.617027+0000","last_became_active":"2024-09-10T08:36:41.620577+0000","last_became_peered":"2024-09-10T08:36:41.620577+0000","last_unstale":"2024-09-10T08:36:42.617027+0000","last_undegraded":"2024-09-10T08:36:42.617027+0000","last_fullsized":"2024-09-10T08:36:42.617027+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:18.617753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617136+0000","last_change":"2024-09-10T08:36:40.883690+0000","last_active":"2024-09-10T08:36:42.617136+0000","last_peered":"2024-09-10T08:36:42.617136+0000","last_clean":"2024-09-10T08:36:42.617136+0000","last_became_active":"2024-09-10T08:36:40.883412+0000","last_became_peered":"2024-09-10T08:36:40.883412+0000","last_unstale":"2024-09-10T08:36:42.617136+0000","last_undegraded":"2024-09-10T08:36:42.617136+0000","last_fullsized":"2024-09-10T08:36:42.617136+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:33.995531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854978+0000","last_change":"2024-09-10T08:36:41.619935+0000","last_active":"2024-09-10T08:36:42.854978+0000","last_peered":"2024-09-10T08:36:42.854978+0000","last_clean":"2024-09-10T08:36:42.854978+0000","last_became_active":"2024-09-10T08:36:41.619318+0000","last_became_peered":"2024-09-10T08:36:41.619318+0000","last_unstale":"2024-09-10T08:36:42.854978+0000","last_undegraded":"2024-09-10T08:36:42.854978+0000","last_fullsized":"2024-09-10T08:36:42.854978+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:33.394110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855382+0000","last_change":"2024-09-10T08:36:40.881082+0000","last_active":"2024-09-10T08:36:42.855382+0000","last_peered":"2024-09-10T08:36:42.855382+0000","last_clean":"2024-09-10T08:36:42.855382+0000","last_became_active":"2024-09-10T08:36:40.880807+0000","last_became_peered":"2024-09-10T08:36:40.880807+0000","last_unstale":"2024-09-10T08:36:42.855382+0000","last_undegraded":"2024-09-10T08:36:42.855382+0000","last_fullsized":"2024-09-10T08:36:42.855382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:53.985411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855316+0000","last_change":"2024-09-10T08:36:41.619510+0000","last_active":"2024-09-10T08:36:42.855316+0000","last_peered":"2024-09-10T08:36:42.855316+0000","last_clean":"2024-09-10T08:36:42.855316+0000","last_became_active":"2024-09-10T08:36:41.618718+0000","last_became_peered":"2024-09-10T08:36:41.618718+0000","last_unstale":"2024-09-10T08:36:42.855316+0000","last_undegraded":"2024-09-10T08:36:42.855316+0000","last_fullsized":"2024-09-10T08:36:42.855316+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:36.106907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856107+0000","last_change":"2024-09-10T08:36:40.882151+0000","last_active":"2024-09-10T08:36:42.856107+0000","last_peered":"2024-09-10T08:36:42.856107+0000","last_clean":"2024-09-10T08:36:42.856107+0000","last_became_active":"2024-09-10T08:36:40.881753+0000","last_became_peered":"2024-09-10T08:36:40.881753+0000","last_unstale":"2024-09-10T08:36:42.856107+0000","last_undegraded":"2024-09-10T08:36:42.856107+0000","last_fullsized":"2024-09-10T08:36:42.856107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:01.596651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855633+0000","last_change":"2024-09-10T08:36:41.632483+0000","last_active":"2024-09-10T08:36:42.855633+0000","last_peered":"2024-09-10T08:36:42.855633+0000","last_clean":"2024-09-10T08:36:42.855633+0000","last_became_active":"2024-09-10T08:36:41.632172+0000","last_became_peered":"2024-09-10T08:36:41.632172+0000","last_unstale":"2024-09-10T08:36:42.855633+0000","last_undegraded":"2024-09-10T08:36:42.855633+0000","last_fullsized":"2024-09-10T08:36:42.855633+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855409+0000","last_change":"2024-09-10T08:36:40.886375+0000","last_active":"2024-09-10T08:36:42.855409+0000","last_peered":"2024-09-10T08:36:42.855409+0000","last_clean":"2024-09-10T08:36:42.855409+0000","last_became_active":"2024-09-10T08:36:40.886099+0000","last_became_peered":"2024-09-10T08:36:40.886099+0000","last_unstale":"2024-09-10T08:36:42.855409+0000","last_undegraded":"2024-09-10T08:36:42.855409+0000","last_fullsized":"2024-09-10T08:36:42.855409+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:18.861113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855286+0000","last_change":"2024-09-10T08:36:41.620791+0000","last_active":"2024-09-10T08:36:42.855286+0000","last_peered":"2024-09-10T08:36:42.855286+0000","last_clean":"2024-09-10T08:36:42.855286+0000","last_became_active":"2024-09-10T08:36:41.620514+0000","last_became_peered":"2024-09-10T08:36:41.620514+0000","last_unstale":"2024-09-10T08:36:42.855286+0000","last_undegraded":"2024-09-10T08:36:42.855286+0000","last_fullsized":"2024-09-10T08:36:42.855286+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:39.453281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855961+0000","last_change":"2024-09-10T08:36:40.883481+0000","last_active":"2024-09-10T08:36:42.855961+0000","last_peered":"2024-09-10T08:36:42.855961+0000","last_clean":"2024-09-10T08:36:42.855961+0000","last_became_active":"2024-09-10T08:36:40.883198+0000","last_became_peered":"2024-09-10T08:36:40.883198+0000","last_unstale":"2024-09-10T08:36:42.855961+0000","last_undegraded":"2024-09-10T08:36:42.855961+0000","last_fullsized":"2024-09-10T08:36:42.855961+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:05:32.466314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855716+0000","last_change":"2024-09-10T08:36:41.622908+0000","last_active":"2024-09-10T08:36:42.855716+0000","last_peered":"2024-09-10T08:36:42.855716+0000","last_clean":"2024-09-10T08:36:42.855716+0000","last_became_active":"2024-09-10T08:36:41.622280+0000","last_became_peered":"2024-09-10T08:36:41.622280+0000","last_unstale":"2024-09-10T08:36:42.855716+0000","last_undegraded":"2024-09-10T08:36:42.855716+0000","last_fullsized":"2024-09-10T08:36:42.855716+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:51.503884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616670+0000","last_change":"2024-09-10T08:36:40.882918+0000","last_active":"2024-09-10T08:36:42.616670+0000","last_peered":"2024-09-10T08:36:42.616670+0000","last_clean":"2024-09-10T08:36:42.616670+0000","last_became_active":"2024-09-10T08:36:40.882138+0000","last_became_peered":"2024-09-10T08:36:40.882138+0000","last_unstale":"2024-09-10T08:36:42.616670+0000","last_undegraded":"2024-09-10T08:36:42.616670+0000","last_fullsized":"2024-09-10T08:36:42.616670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:21.836400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855329+0000","last_change":"2024-09-10T08:36:41.625520+0000","last_active":"2024-09-10T08:36:42.855329+0000","last_peered":"2024-09-10T08:36:42.855329+0000","last_clean":"2024-09-10T08:36:42.855329+0000","last_became_active":"2024-09-10T08:36:41.625268+0000","last_became_peered":"2024-09-10T08:36:41.625268+0000","last_unstale":"2024-09-10T08:36:42.855329+0000","last_undegraded":"2024-09-10T08:36:42.855329+0000","last_fullsized":"2024-09-10T08:36:42.855329+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:49.852161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"90'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.872615+0000","last_change":"2024-09-10T08:36:40.880606+0000","last_active":"2024-09-10T08:36:42.872615+0000","last_peered":"2024-09-10T08:36:42.872615+0000","last_clean":"2024-09-10T08:36:42.872615+0000","last_became_active":"2024-09-10T08:36:40.879773+0000","last_became_peered":"2024-09-10T08:36:40.879773+0000","last_unstale":"2024-09-10T08:36:42.872615+0000","last_undegraded":"2024-09-10T08:36:42.872615+0000","last_fullsized":"2024-09-10T08:36:42.872615+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:14.374869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855191+0000","last_change":"2024-09-10T08:36:41.620288+0000","last_active":"2024-09-10T08:36:42.855191+0000","last_peered":"2024-09-10T08:36:42.855191+0000","last_clean":"2024-09-10T08:36:42.855191+0000","last_became_active":"2024-09-10T08:36:41.620044+0000","last_became_peered":"2024-09-10T08:36:41.620044+0000","last_unstale":"2024-09-10T08:36:42.855191+0000","last_undegraded":"2024-09-10T08:36:42.855191+0000","last_fullsized":"2024-09-10T08:36:42.855191+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:50.182156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617227+0000","last_change":"2024-09-10T08:36:40.884322+0000","last_active":"2024-09-10T08:36:42.617227+0000","last_peered":"2024-09-10T08:36:42.617227+0000","last_clean":"2024-09-10T08:36:42.617227+0000","last_became_active":"2024-09-10T08:36:40.884005+0000","last_became_peered":"2024-09-10T08:36:40.884005+0000","last_unstale":"2024-09-10T08:36:42.617227+0000","last_undegraded":"2024-09-10T08:36:42.617227+0000","last_fullsized":"2024-09-10T08:36:42.617227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:48:07.628236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.625496+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.625204+0000","last_became_peered":"2024-09-10T08:36:41.625204+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855883+0000","last_change":"2024-09-10T08:36:40.884200+0000","last_active":"2024-09-10T08:36:42.855883+0000","last_peered":"2024-09-10T08:36:42.855883+0000","last_clean":"2024-09-10T08:36:42.855883+0000","last_became_active":"2024-09-10T08:36:40.883895+0000","last_became_peered":"2024-09-10T08:36:40.883895+0000","last_unstale":"2024-09-10T08:36:42.855883+0000","last_undegraded":"2024-09-10T08:36:42.855883+0000","last_fullsized":"2024-09-10T08:36:42.855883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:14.374869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856007+0000","last_change":"2024-09-10T08:36:41.624321+0000","last_active":"2024-09-10T08:36:42.856007+0000","last_peered":"2024-09-10T08:36:42.856007+0000","last_clean":"2024-09-10T08:36:42.856007+0000","last_became_active":"2024-09-10T08:36:41.624031+0000","last_became_peered":"2024-09-10T08:36:41.624031+0000","last_unstale":"2024-09-10T08:36:42.856007+0000","last_undegraded":"2024-09-10T08:36:42.856007+0000","last_fullsized":"2024-09-10T08:36:42.856007+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:33.462555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855510+0000","last_change":"2024-09-10T08:36:40.880953+0000","last_active":"2024-09-10T08:36:42.855510+0000","last_peered":"2024-09-10T08:36:42.855510+0000","last_clean":"2024-09-10T08:36:42.855510+0000","last_became_active":"2024-09-10T08:36:40.880632+0000","last_became_peered":"2024-09-10T08:36:40.880632+0000","last_unstale":"2024-09-10T08:36:42.855510+0000","last_undegraded":"2024-09-10T08:36:42.855510+0000","last_fullsized":"2024-09-10T08:36:42.855510+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:44.574233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612834+0000","last_change":"2024-09-10T08:36:41.630256+0000","last_active":"2024-09-10T08:36:42.612834+0000","last_peered":"2024-09-10T08:36:42.612834+0000","last_clean":"2024-09-10T08:36:42.612834+0000","last_became_active":"2024-09-10T08:36:41.629975+0000","last_became_peered":"2024-09-10T08:36:41.629975+0000","last_unstale":"2024-09-10T08:36:42.612834+0000","last_undegraded":"2024-09-10T08:36:42.612834+0000","last_fullsized":"2024-09-10T08:36:42.612834+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855514+0000","last_change":"2024-09-10T08:36:40.882219+0000","last_active":"2024-09-10T08:36:42.855514+0000","last_peered":"2024-09-10T08:36:42.855514+0000","last_clean":"2024-09-10T08:36:42.855514+0000","last_became_active":"2024-09-10T08:36:40.881665+0000","last_became_peered":"2024-09-10T08:36:40.881665+0000","last_unstale":"2024-09-10T08:36:42.855514+0000","last_undegraded":"2024-09-10T08:36:42.855514+0000","last_fullsized":"2024-09-10T08:36:42.855514+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:39.045416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855621+0000","last_change":"2024-09-10T08:36:41.631292+0000","last_active":"2024-09-10T08:36:42.855621+0000","last_peered":"2024-09-10T08:36:42.855621+0000","last_clean":"2024-09-10T08:36:42.855621+0000","last_became_active":"2024-09-10T08:36:41.630978+0000","last_became_peered":"2024-09-10T08:36:41.630978+0000","last_unstale":"2024-09-10T08:36:42.855621+0000","last_undegraded":"2024-09-10T08:36:42.855621+0000","last_fullsized":"2024-09-10T08:36:42.855621+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:05.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855763+0000","last_change":"2024-09-10T08:36:40.884562+0000","last_active":"2024-09-10T08:36:42.855763+0000","last_peered":"2024-09-10T08:36:42.855763+0000","last_clean":"2024-09-10T08:36:42.855763+0000","last_became_active":"2024-09-10T08:36:40.884263+0000","last_became_peered":"2024-09-10T08:36:40.884263+0000","last_unstale":"2024-09-10T08:36:42.855763+0000","last_undegraded":"2024-09-10T08:36:42.855763+0000","last_fullsized":"2024-09-10T08:36:42.855763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.593800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855421+0000","last_change":"2024-09-10T08:36:41.619072+0000","last_active":"2024-09-10T08:36:42.855421+0000","last_peered":"2024-09-10T08:36:42.855421+0000","last_clean":"2024-09-10T08:36:42.855421+0000","last_became_active":"2024-09-10T08:36:41.618802+0000","last_became_peered":"2024-09-10T08:36:41.618802+0000","last_unstale":"2024-09-10T08:36:42.855421+0000","last_undegraded":"2024-09-10T08:36:42.855421+0000","last_fullsized":"2024-09-10T08:36:42.855421+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:32.156131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616250+0000","last_change":"2024-09-10T08:36:40.887599+0000","last_active":"2024-09-10T08:36:42.616250+0000","last_peered":"2024-09-10T08:36:42.616250+0000","last_clean":"2024-09-10T08:36:42.616250+0000","last_became_active":"2024-09-10T08:36:40.887285+0000","last_became_peered":"2024-09-10T08:36:40.887285+0000","last_unstale":"2024-09-10T08:36:42.616250+0000","last_undegraded":"2024-09-10T08:36:42.616250+0000","last_fullsized":"2024-09-10T08:36:42.616250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:09.997401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616551+0000","last_change":"2024-09-10T08:36:41.617263+0000","last_active":"2024-09-10T08:36:42.616551+0000","last_peered":"2024-09-10T08:36:42.616551+0000","last_clean":"2024-09-10T08:36:42.616551+0000","last_became_active":"2024-09-10T08:36:41.616978+0000","last_became_peered":"2024-09-10T08:36:41.616978+0000","last_unstale":"2024-09-10T08:36:42.616551+0000","last_undegraded":"2024-09-10T08:36:42.616551+0000","last_fullsized":"2024-09-10T08:36:42.616551+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:40.843061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:36:41.616642+0000","last_change":"2024-09-10T08:36:40.881092+0000","last_active":"2024-09-10T08:36:41.616642+0000","last_peered":"2024-09-10T08:36:41.616642+0000","last_clean":"2024-09-10T08:36:41.616642+0000","last_became_active":"2024-09-10T08:36:40.880805+0000","last_became_peered":"2024-09-10T08:36:40.880805+0000","last_unstale":"2024-09-10T08:36:41.616642+0000","last_undegraded":"2024-09-10T08:36:41.616642+0000","last_fullsized":"2024-09-10T08:36:41.616642+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:54.599043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":308,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616289+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:42.616289+0000","last_peered":"2024-09-10T08:36:42.616289+0000","last_clean":"2024-09-10T08:36:42.616289+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:42.616289+0000","last_undegraded":"2024-09-10T08:36:42.616289+0000","last_fullsized":"2024-09-10T08:36:42.616289+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":30,"ondisk_log_size":30,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476791,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28116,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343724,"statfs":{"total":96636764160,"available":96607973376,"internally_reserved":0,"allocated":1110016,"data_stored":501796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1703936,"data_stored":1092060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28128,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343712,"statfs":{"total":96636764160,"available":96607961088,"internally_reserved":0,"allocated":1122304,"data_stored":503852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509494,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509493,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1720320,"data_stored":1094322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1077248,"data_stored":487777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:46.600 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:36:46.602 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:36:47.866 INFO:tasks.ceph.mds.c.smithi094.stderr:2024-09-10T08:36:47.866+0000 7f669c7ff640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:36:49.142 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:36:49.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.253+0000 7f437efe4640 1 Processor -- start 2024-09-10T08:36:49.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.253+0000 7f437efe4640 1 -- start start 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437efe4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f437815b160 0x7f4378073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437efe4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f437815ecf0 0x7f43780adb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437efe4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4378073940 con 0x7f437806f450 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437efe4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f437815f1f0 con 0x7f437815ecf0 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437efe4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f437815f4d0 con 0x7f437815b160 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f436ffff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f437815ecf0 0x7f43780adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437d581640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f437806f450 0x7f437806f860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:48126/0 (socket says 172.21.15.94:48126) 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437d581640 1 -- 172.21.15.94:0/1961522337 learned_addr learned my addr 172.21.15.94:0/1961522337 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f437cd80640 1 --2- 172.21.15.94:0/1961522337 >> v2:172.21.15.143:3300/0 conn(0x7f437815b160 0x7f4378073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f436ffff640 1 -- 172.21.15.94:0/1961522337 >> v2:172.21.15.143:3300/0 conn(0x7f437815b160 msgr2=0x7f4378073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:49.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f436ffff640 1 --2- 172.21.15.94:0/1961522337 >> v2:172.21.15.143:3300/0 conn(0x7f437815b160 0x7f4378073400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f436ffff640 1 -- 172.21.15.94:0/1961522337 >> v1:172.21.15.94:6789/0 conn(0x7f437806f450 legacy=0x7f437806f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.254+0000 7f436ffff640 1 -- 172.21.15.94:0/1961522337 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f437815f7b0 con 0x7f437815ecf0 2024-09-10T08:36:49.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.255+0000 7f436ffff640 1 --2- 172.21.15.94:0/1961522337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780adb70 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f43780d1090 tx=0x7f436802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dfed6249340c01 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.255+0000 7f436f7fe640 1 -- 172.21.15.94:0/1961522337 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4368037070 con 0x7f437815ecf0 2024-09-10T08:36:49.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.255+0000 7f436f7fe640 1 -- 172.21.15.94:0/1961522337 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4368032440 con 0x7f437815ecf0 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.255+0000 7f436f7fe640 1 -- 172.21.15.94:0/1961522337 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f436802ae60 con 0x7f437815ecf0 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 -- 172.21.15.94:0/1961522337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 msgr2=0x7f43780adb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 --2- 172.21.15.94:0/1961522337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780adb70 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f43780d1090 tx=0x7f436802a110 comp rx=0 tx=0).stop 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 -- 172.21.15.94:0/1961522337 shutdown_connections 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 --2- 172.21.15.94:0/1961522337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780adb70 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 --2- 172.21.15.94:0/1961522337 >> v2:172.21.15.143:3300/0 conn(0x7f437815b160 0x7f4378073400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 -- 172.21.15.94:0/1961522337 >> 172.21.15.94:0/1961522337 conn(0x7f43780b1b30 msgr2=0x7f43780b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 -- 172.21.15.94:0/1961522337 shutdown_connections 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.256+0000 7f437efe4640 1 -- 172.21.15.94:0/1961522337 wait complete. 2024-09-10T08:36:49.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.257+0000 7f437efe4640 1 Processor -- start 2024-09-10T08:36:49.259 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.257+0000 7f437efe4640 1 -- start start 2024-09-10T08:36:49.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437efe4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437806f450 0x7f43780ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437efe4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437815b160 0x7f43781407b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437efe4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437efe4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f43780ae0b0 con 0x7f437815ecf0 2024-09-10T08:36:49.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437efe4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f437815b540 con 0x7f437815b160 2024-09-10T08:36:49.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437efe4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f43780b3310 con 0x7f437806f450 2024-09-10T08:36:49.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57588/0 (socket says 172.21.15.94:57588) 2024-09-10T08:36:49.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 -- 172.21.15.94:0/2474765080 learned_addr learned my addr 172.21.15.94:0/2474765080 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:49.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f436ffff640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437815b160 0x7f43781407b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437cd80640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437806f450 0x7f43780ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 -- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437806f450 msgr2=0x7f43780ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437806f450 0x7f43780ccc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 -- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437815b160 msgr2=0x7f43781407b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437815b160 0x7f43781407b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f437d581640 1 -- 172.21.15.94:0/2474765080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43780cd470 con 0x7f437815ecf0 2024-09-10T08:36:49.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.258+0000 7f436ffff640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437815b160 0x7f43781407b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:49.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.259+0000 7f437d581640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780ce0f0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f437000cbc0 tx=0x7f437000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.259+0000 7f436d7fa640 1 -- 172.21.15.94:0/2474765080 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4370017070 con 0x7f437815ecf0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.259+0000 7f436d7fa640 1 -- 172.21.15.94:0/2474765080 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f437000ad40 con 0x7f437815ecf0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.259+0000 7f436d7fa640 1 -- 172.21.15.94:0/2474765080 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4370012600 con 0x7f437815ecf0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.259+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43780cd750 con 0x7f437815ecf0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.259+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43780cd160 con 0x7f437815ecf0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.260+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4378073400 con 0x7f437815ecf0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.260+0000 7f436d7fa640 1 -- 172.21.15.94:0/2474765080 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f437001a070 con 0x7f437815ecf0 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.261+0000 7f436d7fa640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f436406be30 0x7f436406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.261+0000 7f436d7fa640 1 -- 172.21.15.94:0/2474765080 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f437008ac60 con 0x7f437815ecf0 2024-09-10T08:36:49.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.261+0000 7f437cd80640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f436406be30 0x7f436406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.261+0000 7f437cd80640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f436406be30 0x7f436406e2f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4374006fd0 tx=0x7f4374008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.266 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.265+0000 7f436d7fa640 1 -- 172.21.15.94:0/2474765080 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4370058e30 con 0x7f437815ecf0 2024-09-10T08:36:49.429 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.429+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f43780b4ca0 con 0x7f436406be30 2024-09-10T08:36:49.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.435+0000 7f436d7fa640 1 -- 172.21.15.94:0/2474765080 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252073 (secure 0 0 0) 0x7f43780b4ca0 con 0x7f436406be30 2024-09-10T08:36:49.440 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:49.443 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:36:49.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f436406be30 msgr2=0x7f436406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f436406be30 0x7f436406e2f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4374006fd0 tx=0x7f4374008040 comp rx=0 tx=0).stop 2024-09-10T08:36:49.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 msgr2=0x7f43780ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780ce0f0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f437000cbc0 tx=0x7f437000a430 comp rx=0 tx=0).stop 2024-09-10T08:36:49.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 shutdown_connections 2024-09-10T08:36:49.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f436406be30 0x7f436406e2f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f437815b160 0x7f43781407b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f437815ecf0 0x7f43780ce0f0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 --2- 172.21.15.94:0/2474765080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f437806f450 0x7f43780ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 >> 172.21.15.94:0/2474765080 conn(0x7f43780b1b30 msgr2=0x7f4378158910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:49.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 shutdown_connections 2024-09-10T08:36:49.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.438+0000 7f437efe4640 1 -- 172.21.15.94:0/2474765080 wait complete. 2024-09-10T08:36:49.450 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-09-10T08:36:47.863443+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":246900,"kb_used_data":9832,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754727820,"statfs":{"total":773094113280,"available":772841287680,"internally_reserved":0,"allocated":10067968,"data_stored":5198644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.996687"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613076+0000","last_change":"2024-09-10T08:36:41.620117+0000","last_active":"2024-09-10T08:36:42.613076+0000","last_peered":"2024-09-10T08:36:42.613076+0000","last_clean":"2024-09-10T08:36:42.613076+0000","last_became_active":"2024-09-10T08:36:41.619841+0000","last_became_peered":"2024-09-10T08:36:41.619841+0000","last_unstale":"2024-09-10T08:36:42.613076+0000","last_undegraded":"2024-09-10T08:36:42.613076+0000","last_fullsized":"2024-09-10T08:36:42.613076+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:32:53.592628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855828+0000","last_change":"2024-09-10T08:36:41.622205+0000","last_active":"2024-09-10T08:36:42.855828+0000","last_peered":"2024-09-10T08:36:42.855828+0000","last_clean":"2024-09-10T08:36:42.855828+0000","last_became_active":"2024-09-10T08:36:41.621818+0000","last_became_peered":"2024-09-10T08:36:41.621818+0000","last_unstale":"2024-09-10T08:36:42.855828+0000","last_undegraded":"2024-09-10T08:36:42.855828+0000","last_fullsized":"2024-09-10T08:36:42.855828+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612919+0000","last_change":"2024-09-10T08:36:41.624115+0000","last_active":"2024-09-10T08:36:42.612919+0000","last_peered":"2024-09-10T08:36:42.612919+0000","last_clean":"2024-09-10T08:36:42.612919+0000","last_became_active":"2024-09-10T08:36:41.623865+0000","last_became_peered":"2024-09-10T08:36:41.623865+0000","last_unstale":"2024-09-10T08:36:42.612919+0000","last_undegraded":"2024-09-10T08:36:42.612919+0000","last_fullsized":"2024-09-10T08:36:42.612919+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855513+0000","last_change":"2024-09-10T08:36:41.629172+0000","last_active":"2024-09-10T08:36:42.855513+0000","last_peered":"2024-09-10T08:36:42.855513+0000","last_clean":"2024-09-10T08:36:42.855513+0000","last_became_active":"2024-09-10T08:36:41.628914+0000","last_became_peered":"2024-09-10T08:36:41.628914+0000","last_unstale":"2024-09-10T08:36:42.855513+0000","last_undegraded":"2024-09-10T08:36:42.855513+0000","last_fullsized":"2024-09-10T08:36:42.855513+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:50:38.380025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616127+0000","last_change":"2024-09-10T08:36:41.620179+0000","last_active":"2024-09-10T08:36:42.616127+0000","last_peered":"2024-09-10T08:36:42.616127+0000","last_clean":"2024-09-10T08:36:42.616127+0000","last_became_active":"2024-09-10T08:36:41.619884+0000","last_became_peered":"2024-09-10T08:36:41.619884+0000","last_unstale":"2024-09-10T08:36:42.616127+0000","last_undegraded":"2024-09-10T08:36:42.616127+0000","last_fullsized":"2024-09-10T08:36:42.616127+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:54.987271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855729+0000","last_change":"2024-09-10T08:36:41.628949+0000","last_active":"2024-09-10T08:36:42.855729+0000","last_peered":"2024-09-10T08:36:42.855729+0000","last_clean":"2024-09-10T08:36:42.855729+0000","last_became_active":"2024-09-10T08:36:41.628294+0000","last_became_peered":"2024-09-10T08:36:41.628294+0000","last_unstale":"2024-09-10T08:36:42.855729+0000","last_undegraded":"2024-09-10T08:36:42.855729+0000","last_fullsized":"2024-09-10T08:36:42.855729+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:02.580483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616204+0000","last_change":"2024-09-10T08:36:41.617368+0000","last_active":"2024-09-10T08:36:42.616204+0000","last_peered":"2024-09-10T08:36:42.616204+0000","last_clean":"2024-09-10T08:36:42.616204+0000","last_became_active":"2024-09-10T08:36:41.616942+0000","last_became_peered":"2024-09-10T08:36:41.616942+0000","last_unstale":"2024-09-10T08:36:42.616204+0000","last_undegraded":"2024-09-10T08:36:42.616204+0000","last_fullsized":"2024-09-10T08:36:42.616204+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:01.964031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854896+0000","last_change":"2024-09-10T08:36:41.628475+0000","last_active":"2024-09-10T08:36:42.854896+0000","last_peered":"2024-09-10T08:36:42.854896+0000","last_clean":"2024-09-10T08:36:42.854896+0000","last_became_active":"2024-09-10T08:36:41.628222+0000","last_became_peered":"2024-09-10T08:36:41.628222+0000","last_unstale":"2024-09-10T08:36:42.854896+0000","last_undegraded":"2024-09-10T08:36:42.854896+0000","last_fullsized":"2024-09-10T08:36:42.854896+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:54:44.499062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616953+0000","last_change":"2024-09-10T08:36:41.625707+0000","last_active":"2024-09-10T08:36:42.616953+0000","last_peered":"2024-09-10T08:36:42.616953+0000","last_clean":"2024-09-10T08:36:42.616953+0000","last_became_active":"2024-09-10T08:36:41.623224+0000","last_became_peered":"2024-09-10T08:36:41.623224+0000","last_unstale":"2024-09-10T08:36:42.616953+0000","last_undegraded":"2024-09-10T08:36:42.616953+0000","last_fullsized":"2024-09-10T08:36:42.616953+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:32.413444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856264+0000","last_change":"2024-09-10T08:36:41.630805+0000","last_active":"2024-09-10T08:36:42.856264+0000","last_peered":"2024-09-10T08:36:42.856264+0000","last_clean":"2024-09-10T08:36:42.856264+0000","last_became_active":"2024-09-10T08:36:41.630481+0000","last_became_peered":"2024-09-10T08:36:41.630481+0000","last_unstale":"2024-09-10T08:36:42.856264+0000","last_undegraded":"2024-09-10T08:36:42.856264+0000","last_fullsized":"2024-09-10T08:36:42.856264+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:13:45.678355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616950+0000","last_change":"2024-09-10T08:36:41.618726+0000","last_active":"2024-09-10T08:36:42.616950+0000","last_peered":"2024-09-10T08:36:42.616950+0000","last_clean":"2024-09-10T08:36:42.616950+0000","last_became_active":"2024-09-10T08:36:41.617994+0000","last_became_peered":"2024-09-10T08:36:41.617994+0000","last_unstale":"2024-09-10T08:36:42.616950+0000","last_undegraded":"2024-09-10T08:36:42.616950+0000","last_fullsized":"2024-09-10T08:36:42.616950+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:19.862973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856373+0000","last_change":"2024-09-10T08:36:41.621909+0000","last_active":"2024-09-10T08:36:42.856373+0000","last_peered":"2024-09-10T08:36:42.856373+0000","last_clean":"2024-09-10T08:36:42.856373+0000","last_became_active":"2024-09-10T08:36:41.621643+0000","last_became_peered":"2024-09-10T08:36:41.621643+0000","last_unstale":"2024-09-10T08:36:42.856373+0000","last_undegraded":"2024-09-10T08:36:42.856373+0000","last_fullsized":"2024-09-10T08:36:42.856373+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:09:36.664754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854891+0000","last_change":"2024-09-10T08:36:41.629561+0000","last_active":"2024-09-10T08:36:42.854891+0000","last_peered":"2024-09-10T08:36:42.854891+0000","last_clean":"2024-09-10T08:36:42.854891+0000","last_became_active":"2024-09-10T08:36:41.628954+0000","last_became_peered":"2024-09-10T08:36:41.628954+0000","last_unstale":"2024-09-10T08:36:42.854891+0000","last_undegraded":"2024-09-10T08:36:42.854891+0000","last_fullsized":"2024-09-10T08:36:42.854891+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:14:19.569496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.615795+0000","last_change":"2024-09-10T08:36:41.627200+0000","last_active":"2024-09-10T08:36:42.615795+0000","last_peered":"2024-09-10T08:36:42.615795+0000","last_clean":"2024-09-10T08:36:42.615795+0000","last_became_active":"2024-09-10T08:36:41.626881+0000","last_became_peered":"2024-09-10T08:36:41.626881+0000","last_unstale":"2024-09-10T08:36:42.615795+0000","last_undegraded":"2024-09-10T08:36:42.615795+0000","last_fullsized":"2024-09-10T08:36:42.615795+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:18:26.394141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855003+0000","last_change":"2024-09-10T08:36:41.618392+0000","last_active":"2024-09-10T08:36:42.855003+0000","last_peered":"2024-09-10T08:36:42.855003+0000","last_clean":"2024-09-10T08:36:42.855003+0000","last_became_active":"2024-09-10T08:36:41.618099+0000","last_became_peered":"2024-09-10T08:36:41.618099+0000","last_unstale":"2024-09-10T08:36:42.855003+0000","last_undegraded":"2024-09-10T08:36:42.855003+0000","last_fullsized":"2024-09-10T08:36:42.855003+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:14:10.447792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854899+0000","last_change":"2024-09-10T08:36:41.620671+0000","last_active":"2024-09-10T08:36:42.854899+0000","last_peered":"2024-09-10T08:36:42.854899+0000","last_clean":"2024-09-10T08:36:42.854899+0000","last_became_active":"2024-09-10T08:36:41.619650+0000","last_became_peered":"2024-09-10T08:36:41.619650+0000","last_unstale":"2024-09-10T08:36:42.854899+0000","last_undegraded":"2024-09-10T08:36:42.854899+0000","last_fullsized":"2024-09-10T08:36:42.854899+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:50:53.830020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855037+0000","last_change":"2024-09-10T08:36:41.620144+0000","last_active":"2024-09-10T08:36:42.855037+0000","last_peered":"2024-09-10T08:36:42.855037+0000","last_clean":"2024-09-10T08:36:42.855037+0000","last_became_active":"2024-09-10T08:36:41.619887+0000","last_became_peered":"2024-09-10T08:36:41.619887+0000","last_unstale":"2024-09-10T08:36:42.855037+0000","last_undegraded":"2024-09-10T08:36:42.855037+0000","last_fullsized":"2024-09-10T08:36:42.855037+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:15.069747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613047+0000","last_change":"2024-09-10T08:36:41.623289+0000","last_active":"2024-09-10T08:36:42.613047+0000","last_peered":"2024-09-10T08:36:42.613047+0000","last_clean":"2024-09-10T08:36:42.613047+0000","last_became_active":"2024-09-10T08:36:41.623039+0000","last_became_peered":"2024-09-10T08:36:41.623039+0000","last_unstale":"2024-09-10T08:36:42.613047+0000","last_undegraded":"2024-09-10T08:36:42.613047+0000","last_fullsized":"2024-09-10T08:36:42.613047+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616995+0000","last_change":"2024-09-10T08:36:41.630242+0000","last_active":"2024-09-10T08:36:42.616995+0000","last_peered":"2024-09-10T08:36:42.616995+0000","last_clean":"2024-09-10T08:36:42.616995+0000","last_became_active":"2024-09-10T08:36:41.629903+0000","last_became_peered":"2024-09-10T08:36:41.629903+0000","last_unstale":"2024-09-10T08:36:42.616995+0000","last_undegraded":"2024-09-10T08:36:42.616995+0000","last_fullsized":"2024-09-10T08:36:42.616995+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:24.877096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855766+0000","last_change":"2024-09-10T08:36:41.624956+0000","last_active":"2024-09-10T08:36:42.855766+0000","last_peered":"2024-09-10T08:36:42.855766+0000","last_clean":"2024-09-10T08:36:42.855766+0000","last_became_active":"2024-09-10T08:36:41.624686+0000","last_became_peered":"2024-09-10T08:36:41.624686+0000","last_unstale":"2024-09-10T08:36:42.855766+0000","last_undegraded":"2024-09-10T08:36:42.855766+0000","last_fullsized":"2024-09-10T08:36:42.855766+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:07:07.876952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.615922+0000","last_change":"2024-09-10T08:36:41.617974+0000","last_active":"2024-09-10T08:36:42.615922+0000","last_peered":"2024-09-10T08:36:42.615922+0000","last_clean":"2024-09-10T08:36:42.615922+0000","last_became_active":"2024-09-10T08:36:41.617675+0000","last_became_peered":"2024-09-10T08:36:41.617675+0000","last_unstale":"2024-09-10T08:36:42.615922+0000","last_undegraded":"2024-09-10T08:36:42.615922+0000","last_fullsized":"2024-09-10T08:36:42.615922+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:27:33.291592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617232+0000","last_change":"2024-09-10T08:36:41.624941+0000","last_active":"2024-09-10T08:36:42.617232+0000","last_peered":"2024-09-10T08:36:42.617232+0000","last_clean":"2024-09-10T08:36:42.617232+0000","last_became_active":"2024-09-10T08:36:41.624652+0000","last_became_peered":"2024-09-10T08:36:41.624652+0000","last_unstale":"2024-09-10T08:36:42.617232+0000","last_undegraded":"2024-09-10T08:36:42.617232+0000","last_fullsized":"2024-09-10T08:36:42.617232+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:29:31.573822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855600+0000","last_change":"2024-09-10T08:36:41.632523+0000","last_active":"2024-09-10T08:36:42.855600+0000","last_peered":"2024-09-10T08:36:42.855600+0000","last_clean":"2024-09-10T08:36:42.855600+0000","last_became_active":"2024-09-10T08:36:41.632235+0000","last_became_peered":"2024-09-10T08:36:41.632235+0000","last_unstale":"2024-09-10T08:36:42.855600+0000","last_undegraded":"2024-09-10T08:36:42.855600+0000","last_fullsized":"2024-09-10T08:36:42.855600+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:37:18.635990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612804+0000","last_change":"2024-09-10T08:36:41.625900+0000","last_active":"2024-09-10T08:36:42.612804+0000","last_peered":"2024-09-10T08:36:42.612804+0000","last_clean":"2024-09-10T08:36:42.612804+0000","last_became_active":"2024-09-10T08:36:41.625605+0000","last_became_peered":"2024-09-10T08:36:41.625605+0000","last_unstale":"2024-09-10T08:36:42.612804+0000","last_undegraded":"2024-09-10T08:36:42.612804+0000","last_fullsized":"2024-09-10T08:36:42.612804+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.624187+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.623877+0000","last_became_peered":"2024-09-10T08:36:41.623877+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:22.838261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616786+0000","last_change":"2024-09-10T08:36:41.632521+0000","last_active":"2024-09-10T08:36:42.616786+0000","last_peered":"2024-09-10T08:36:42.616786+0000","last_clean":"2024-09-10T08:36:42.616786+0000","last_became_active":"2024-09-10T08:36:41.631864+0000","last_became_peered":"2024-09-10T08:36:41.631864+0000","last_unstale":"2024-09-10T08:36:42.616786+0000","last_undegraded":"2024-09-10T08:36:42.616786+0000","last_fullsized":"2024-09-10T08:36:42.616786+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:40.047276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856313+0000","last_change":"2024-09-10T08:36:41.627380+0000","last_active":"2024-09-10T08:36:42.856313+0000","last_peered":"2024-09-10T08:36:42.856313+0000","last_clean":"2024-09-10T08:36:42.856313+0000","last_became_active":"2024-09-10T08:36:41.627071+0000","last_became_peered":"2024-09-10T08:36:41.627071+0000","last_unstale":"2024-09-10T08:36:42.856313+0000","last_undegraded":"2024-09-10T08:36:42.856313+0000","last_fullsized":"2024-09-10T08:36:42.856313+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:55:45.068900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855762+0000","last_change":"2024-09-10T08:36:41.629928+0000","last_active":"2024-09-10T08:36:42.855762+0000","last_peered":"2024-09-10T08:36:42.855762+0000","last_clean":"2024-09-10T08:36:42.855762+0000","last_became_active":"2024-09-10T08:36:41.629661+0000","last_became_peered":"2024-09-10T08:36:41.629661+0000","last_unstale":"2024-09-10T08:36:42.855762+0000","last_undegraded":"2024-09-10T08:36:42.855762+0000","last_fullsized":"2024-09-10T08:36:42.855762+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:48.995890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616497+0000","last_change":"2024-09-10T08:36:41.621544+0000","last_active":"2024-09-10T08:36:42.616497+0000","last_peered":"2024-09-10T08:36:42.616497+0000","last_clean":"2024-09-10T08:36:42.616497+0000","last_became_active":"2024-09-10T08:36:41.621099+0000","last_became_peered":"2024-09-10T08:36:41.621099+0000","last_unstale":"2024-09-10T08:36:42.616497+0000","last_undegraded":"2024-09-10T08:36:42.616497+0000","last_fullsized":"2024-09-10T08:36:42.616497+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:09.453028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617243+0000","last_change":"2024-09-10T08:36:41.624343+0000","last_active":"2024-09-10T08:36:42.617243+0000","last_peered":"2024-09-10T08:36:42.617243+0000","last_clean":"2024-09-10T08:36:42.617243+0000","last_became_active":"2024-09-10T08:36:41.624058+0000","last_became_peered":"2024-09-10T08:36:41.624058+0000","last_unstale":"2024-09-10T08:36:42.617243+0000","last_undegraded":"2024-09-10T08:36:42.617243+0000","last_fullsized":"2024-09-10T08:36:42.617243+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:43.233472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855291+0000","last_change":"2024-09-10T08:36:41.632589+0000","last_active":"2024-09-10T08:36:42.855291+0000","last_peered":"2024-09-10T08:36:42.855291+0000","last_clean":"2024-09-10T08:36:42.855291+0000","last_became_active":"2024-09-10T08:36:41.632203+0000","last_became_peered":"2024-09-10T08:36:41.632203+0000","last_unstale":"2024-09-10T08:36:42.855291+0000","last_undegraded":"2024-09-10T08:36:42.855291+0000","last_fullsized":"2024-09-10T08:36:42.855291+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:10.999262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854773+0000","last_change":"2024-09-10T08:36:41.620737+0000","last_active":"2024-09-10T08:36:42.854773+0000","last_peered":"2024-09-10T08:36:42.854773+0000","last_clean":"2024-09-10T08:36:42.854773+0000","last_became_active":"2024-09-10T08:36:41.620419+0000","last_became_peered":"2024-09-10T08:36:41.620419+0000","last_unstale":"2024-09-10T08:36:42.854773+0000","last_undegraded":"2024-09-10T08:36:42.854773+0000","last_fullsized":"2024-09-10T08:36:42.854773+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:41:12.700581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855181+0000","last_change":"2024-09-10T08:36:41.615385+0000","last_active":"2024-09-10T08:36:42.855181+0000","last_peered":"2024-09-10T08:36:42.855181+0000","last_clean":"2024-09-10T08:36:42.855181+0000","last_became_active":"2024-09-10T08:36:41.615123+0000","last_became_peered":"2024-09-10T08:36:41.615123+0000","last_unstale":"2024-09-10T08:36:42.855181+0000","last_undegraded":"2024-09-10T08:36:42.855181+0000","last_fullsized":"2024-09-10T08:36:42.855181+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:45.204723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"89'4","reported_seq":18,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855944+0000","last_change":"2024-09-10T08:36:40.886280+0000","last_active":"2024-09-10T08:36:42.855944+0000","last_peered":"2024-09-10T08:36:42.855944+0000","last_clean":"2024-09-10T08:36:42.855944+0000","last_became_active":"2024-09-10T08:36:40.885953+0000","last_became_peered":"2024-09-10T08:36:40.885953+0000","last_unstale":"2024-09-10T08:36:42.855944+0000","last_undegraded":"2024-09-10T08:36:42.855944+0000","last_fullsized":"2024-09-10T08:36:42.855944+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:19.737842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855099+0000","last_change":"2024-09-10T08:36:41.620068+0000","last_active":"2024-09-10T08:36:42.855099+0000","last_peered":"2024-09-10T08:36:42.855099+0000","last_clean":"2024-09-10T08:36:42.855099+0000","last_became_active":"2024-09-10T08:36:41.619811+0000","last_became_peered":"2024-09-10T08:36:41.619811+0000","last_unstale":"2024-09-10T08:36:42.855099+0000","last_undegraded":"2024-09-10T08:36:42.855099+0000","last_fullsized":"2024-09-10T08:36:42.855099+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:54.939515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616904+0000","last_change":"2024-09-10T08:36:40.881378+0000","last_active":"2024-09-10T08:36:42.616904+0000","last_peered":"2024-09-10T08:36:42.616904+0000","last_clean":"2024-09-10T08:36:42.616904+0000","last_became_active":"2024-09-10T08:36:40.881115+0000","last_became_peered":"2024-09-10T08:36:40.881115+0000","last_unstale":"2024-09-10T08:36:42.616904+0000","last_undegraded":"2024-09-10T08:36:42.616904+0000","last_fullsized":"2024-09-10T08:36:42.616904+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.593800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616580+0000","last_change":"2024-09-10T08:36:41.626063+0000","last_active":"2024-09-10T08:36:42.616580+0000","last_peered":"2024-09-10T08:36:42.616580+0000","last_clean":"2024-09-10T08:36:42.616580+0000","last_became_active":"2024-09-10T08:36:41.625775+0000","last_became_peered":"2024-09-10T08:36:41.625775+0000","last_unstale":"2024-09-10T08:36:42.616580+0000","last_undegraded":"2024-09-10T08:36:42.616580+0000","last_fullsized":"2024-09-10T08:36:42.616580+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:39.735715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616612+0000","last_change":"2024-09-10T08:36:40.884016+0000","last_active":"2024-09-10T08:36:42.616612+0000","last_peered":"2024-09-10T08:36:42.616612+0000","last_clean":"2024-09-10T08:36:42.616612+0000","last_became_active":"2024-09-10T08:36:40.883750+0000","last_became_peered":"2024-09-10T08:36:40.883750+0000","last_unstale":"2024-09-10T08:36:42.616612+0000","last_undegraded":"2024-09-10T08:36:42.616612+0000","last_fullsized":"2024-09-10T08:36:42.616612+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:35.105046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855180+0000","last_change":"2024-09-10T08:36:41.624774+0000","last_active":"2024-09-10T08:36:42.855180+0000","last_peered":"2024-09-10T08:36:42.855180+0000","last_clean":"2024-09-10T08:36:42.855180+0000","last_became_active":"2024-09-10T08:36:41.624504+0000","last_became_peered":"2024-09-10T08:36:41.624504+0000","last_unstale":"2024-09-10T08:36:42.855180+0000","last_undegraded":"2024-09-10T08:36:42.855180+0000","last_fullsized":"2024-09-10T08:36:42.855180+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:46:58.696961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855703+0000","last_change":"2024-09-10T08:36:40.887447+0000","last_active":"2024-09-10T08:36:42.855703+0000","last_peered":"2024-09-10T08:36:42.855703+0000","last_clean":"2024-09-10T08:36:42.855703+0000","last_became_active":"2024-09-10T08:36:40.887101+0000","last_became_peered":"2024-09-10T08:36:40.887101+0000","last_unstale":"2024-09-10T08:36:42.855703+0000","last_undegraded":"2024-09-10T08:36:42.855703+0000","last_fullsized":"2024-09-10T08:36:42.855703+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:55.315915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855076+0000","last_change":"2024-09-10T08:36:41.618468+0000","last_active":"2024-09-10T08:36:42.855076+0000","last_peered":"2024-09-10T08:36:42.855076+0000","last_clean":"2024-09-10T08:36:42.855076+0000","last_became_active":"2024-09-10T08:36:41.618192+0000","last_became_peered":"2024-09-10T08:36:41.618192+0000","last_unstale":"2024-09-10T08:36:42.855076+0000","last_undegraded":"2024-09-10T08:36:42.855076+0000","last_fullsized":"2024-09-10T08:36:42.855076+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:09:15.035725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616238+0000","last_change":"2024-09-10T08:36:40.885328+0000","last_active":"2024-09-10T08:36:42.616238+0000","last_peered":"2024-09-10T08:36:42.616238+0000","last_clean":"2024-09-10T08:36:42.616238+0000","last_became_active":"2024-09-10T08:36:40.885032+0000","last_became_peered":"2024-09-10T08:36:40.885032+0000","last_unstale":"2024-09-10T08:36:42.616238+0000","last_undegraded":"2024-09-10T08:36:42.616238+0000","last_fullsized":"2024-09-10T08:36:42.616238+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:32:55.315915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855300+0000","last_change":"2024-09-10T08:36:41.624230+0000","last_active":"2024-09-10T08:36:42.855300+0000","last_peered":"2024-09-10T08:36:42.855300+0000","last_clean":"2024-09-10T08:36:42.855300+0000","last_became_active":"2024-09-10T08:36:41.623961+0000","last_became_peered":"2024-09-10T08:36:41.623961+0000","last_unstale":"2024-09-10T08:36:42.855300+0000","last_undegraded":"2024-09-10T08:36:42.855300+0000","last_fullsized":"2024-09-10T08:36:42.855300+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:24.233389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855857+0000","last_change":"2024-09-10T08:36:40.885272+0000","last_active":"2024-09-10T08:36:42.855857+0000","last_peered":"2024-09-10T08:36:42.855857+0000","last_clean":"2024-09-10T08:36:42.855857+0000","last_became_active":"2024-09-10T08:36:40.884919+0000","last_became_peered":"2024-09-10T08:36:40.884919+0000","last_unstale":"2024-09-10T08:36:42.855857+0000","last_undegraded":"2024-09-10T08:36:42.855857+0000","last_fullsized":"2024-09-10T08:36:42.855857+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:05:35.373028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855840+0000","last_change":"2024-09-10T08:36:41.628552+0000","last_active":"2024-09-10T08:36:42.855840+0000","last_peered":"2024-09-10T08:36:42.855840+0000","last_clean":"2024-09-10T08:36:42.855840+0000","last_became_active":"2024-09-10T08:36:41.628284+0000","last_became_peered":"2024-09-10T08:36:41.628284+0000","last_unstale":"2024-09-10T08:36:42.855840+0000","last_undegraded":"2024-09-10T08:36:42.855840+0000","last_fullsized":"2024-09-10T08:36:42.855840+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:05.675528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612973+0000","last_change":"2024-09-10T08:36:40.879953+0000","last_active":"2024-09-10T08:36:42.612973+0000","last_peered":"2024-09-10T08:36:42.612973+0000","last_clean":"2024-09-10T08:36:42.612973+0000","last_became_active":"2024-09-10T08:36:40.879539+0000","last_became_peered":"2024-09-10T08:36:40.879539+0000","last_unstale":"2024-09-10T08:36:42.612973+0000","last_undegraded":"2024-09-10T08:36:42.612973+0000","last_fullsized":"2024-09-10T08:36:42.612973+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:23.875236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855477+0000","last_change":"2024-09-10T08:36:41.626593+0000","last_active":"2024-09-10T08:36:42.855477+0000","last_peered":"2024-09-10T08:36:42.855477+0000","last_clean":"2024-09-10T08:36:42.855477+0000","last_became_active":"2024-09-10T08:36:41.626337+0000","last_became_peered":"2024-09-10T08:36:41.626337+0000","last_unstale":"2024-09-10T08:36:42.855477+0000","last_undegraded":"2024-09-10T08:36:42.855477+0000","last_fullsized":"2024-09-10T08:36:42.855477+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:15:20.836916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616158+0000","last_change":"2024-09-10T08:36:40.886742+0000","last_active":"2024-09-10T08:36:42.616158+0000","last_peered":"2024-09-10T08:36:42.616158+0000","last_clean":"2024-09-10T08:36:42.616158+0000","last_became_active":"2024-09-10T08:36:40.886475+0000","last_became_peered":"2024-09-10T08:36:40.886475+0000","last_unstale":"2024-09-10T08:36:42.616158+0000","last_undegraded":"2024-09-10T08:36:42.616158+0000","last_fullsized":"2024-09-10T08:36:42.616158+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:05.165276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616095+0000","last_change":"2024-09-10T08:36:41.618607+0000","last_active":"2024-09-10T08:36:42.616095+0000","last_peered":"2024-09-10T08:36:42.616095+0000","last_clean":"2024-09-10T08:36:42.616095+0000","last_became_active":"2024-09-10T08:36:41.618305+0000","last_became_peered":"2024-09-10T08:36:41.618305+0000","last_unstale":"2024-09-10T08:36:42.616095+0000","last_undegraded":"2024-09-10T08:36:42.616095+0000","last_fullsized":"2024-09-10T08:36:42.616095+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:58:13.712103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856265+0000","last_change":"2024-09-10T08:36:40.888271+0000","last_active":"2024-09-10T08:36:42.856265+0000","last_peered":"2024-09-10T08:36:42.856265+0000","last_clean":"2024-09-10T08:36:42.856265+0000","last_became_active":"2024-09-10T08:36:40.888036+0000","last_became_peered":"2024-09-10T08:36:40.888036+0000","last_unstale":"2024-09-10T08:36:42.856265+0000","last_undegraded":"2024-09-10T08:36:42.856265+0000","last_fullsized":"2024-09-10T08:36:42.856265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:45:31.411583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616750+0000","last_change":"2024-09-10T08:36:41.624038+0000","last_active":"2024-09-10T08:36:42.616750+0000","last_peered":"2024-09-10T08:36:42.616750+0000","last_clean":"2024-09-10T08:36:42.616750+0000","last_became_active":"2024-09-10T08:36:41.623728+0000","last_became_peered":"2024-09-10T08:36:41.623728+0000","last_unstale":"2024-09-10T08:36:42.616750+0000","last_undegraded":"2024-09-10T08:36:42.616750+0000","last_fullsized":"2024-09-10T08:36:42.616750+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:10:33.708589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613122+0000","last_change":"2024-09-10T08:36:40.886471+0000","last_active":"2024-09-10T08:36:42.613122+0000","last_peered":"2024-09-10T08:36:42.613122+0000","last_clean":"2024-09-10T08:36:42.613122+0000","last_became_active":"2024-09-10T08:36:40.886164+0000","last_became_peered":"2024-09-10T08:36:40.886164+0000","last_unstale":"2024-09-10T08:36:42.613122+0000","last_undegraded":"2024-09-10T08:36:42.613122+0000","last_fullsized":"2024-09-10T08:36:42.613122+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:17.615892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.613093+0000","last_change":"2024-09-10T08:36:41.626623+0000","last_active":"2024-09-10T08:36:42.613093+0000","last_peered":"2024-09-10T08:36:42.613093+0000","last_clean":"2024-09-10T08:36:42.613093+0000","last_became_active":"2024-09-10T08:36:41.626357+0000","last_became_peered":"2024-09-10T08:36:41.626357+0000","last_unstale":"2024-09-10T08:36:42.613093+0000","last_undegraded":"2024-09-10T08:36:42.613093+0000","last_fullsized":"2024-09-10T08:36:42.613093+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:14.383683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"89'3","reported_seq":17,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617109+0000","last_change":"2024-09-10T08:36:40.885982+0000","last_active":"2024-09-10T08:36:42.617109+0000","last_peered":"2024-09-10T08:36:42.617109+0000","last_clean":"2024-09-10T08:36:42.617109+0000","last_became_active":"2024-09-10T08:36:40.885653+0000","last_became_peered":"2024-09-10T08:36:40.885653+0000","last_unstale":"2024-09-10T08:36:42.617109+0000","last_undegraded":"2024-09-10T08:36:42.617109+0000","last_fullsized":"2024-09-10T08:36:42.617109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:41:14.455741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855588+0000","last_change":"2024-09-10T08:36:41.629177+0000","last_active":"2024-09-10T08:36:42.855588+0000","last_peered":"2024-09-10T08:36:42.855588+0000","last_clean":"2024-09-10T08:36:42.855588+0000","last_became_active":"2024-09-10T08:36:41.628901+0000","last_became_peered":"2024-09-10T08:36:41.628901+0000","last_unstale":"2024-09-10T08:36:42.855588+0000","last_undegraded":"2024-09-10T08:36:42.855588+0000","last_fullsized":"2024-09-10T08:36:42.855588+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:59.360242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"89'6","reported_seq":20,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855584+0000","last_change":"2024-09-10T08:36:40.883111+0000","last_active":"2024-09-10T08:36:42.855584+0000","last_peered":"2024-09-10T08:36:42.855584+0000","last_clean":"2024-09-10T08:36:42.855584+0000","last_became_active":"2024-09-10T08:36:40.882685+0000","last_became_peered":"2024-09-10T08:36:40.882685+0000","last_unstale":"2024-09-10T08:36:42.855584+0000","last_undegraded":"2024-09-10T08:36:42.855584+0000","last_fullsized":"2024-09-10T08:36:42.855584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:53:56.472097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855195+0000","last_change":"2024-09-10T08:36:41.628362+0000","last_active":"2024-09-10T08:36:42.855195+0000","last_peered":"2024-09-10T08:36:42.855195+0000","last_clean":"2024-09-10T08:36:42.855195+0000","last_became_active":"2024-09-10T08:36:41.628105+0000","last_became_peered":"2024-09-10T08:36:41.628105+0000","last_unstale":"2024-09-10T08:36:42.855195+0000","last_undegraded":"2024-09-10T08:36:42.855195+0000","last_fullsized":"2024-09-10T08:36:42.855195+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:49:33.427707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616641+0000","last_change":"2024-09-10T08:36:40.885899+0000","last_active":"2024-09-10T08:36:42.616641+0000","last_peered":"2024-09-10T08:36:42.616641+0000","last_clean":"2024-09-10T08:36:42.616641+0000","last_became_active":"2024-09-10T08:36:40.885645+0000","last_became_peered":"2024-09-10T08:36:40.885645+0000","last_unstale":"2024-09-10T08:36:42.616641+0000","last_undegraded":"2024-09-10T08:36:42.616641+0000","last_fullsized":"2024-09-10T08:36:42.616641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:20.618746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.615740+0000","last_change":"2024-09-10T08:36:41.620244+0000","last_active":"2024-09-10T08:36:42.615740+0000","last_peered":"2024-09-10T08:36:42.615740+0000","last_clean":"2024-09-10T08:36:42.615740+0000","last_became_active":"2024-09-10T08:36:41.619924+0000","last_became_peered":"2024-09-10T08:36:41.619924+0000","last_unstale":"2024-09-10T08:36:42.615740+0000","last_undegraded":"2024-09-10T08:36:42.615740+0000","last_fullsized":"2024-09-10T08:36:42.615740+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:52:11.385769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855794+0000","last_change":"2024-09-10T08:36:40.888790+0000","last_active":"2024-09-10T08:36:42.855794+0000","last_peered":"2024-09-10T08:36:42.855794+0000","last_clean":"2024-09-10T08:36:42.855794+0000","last_became_active":"2024-09-10T08:36:40.885840+0000","last_became_peered":"2024-09-10T08:36:40.885840+0000","last_unstale":"2024-09-10T08:36:42.855794+0000","last_undegraded":"2024-09-10T08:36:42.855794+0000","last_fullsized":"2024-09-10T08:36:42.855794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:44:13.381823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856130+0000","last_change":"2024-09-10T08:36:41.629682+0000","last_active":"2024-09-10T08:36:42.856130+0000","last_peered":"2024-09-10T08:36:42.856130+0000","last_clean":"2024-09-10T08:36:42.856130+0000","last_became_active":"2024-09-10T08:36:41.629414+0000","last_became_peered":"2024-09-10T08:36:41.629414+0000","last_unstale":"2024-09-10T08:36:42.856130+0000","last_undegraded":"2024-09-10T08:36:42.856130+0000","last_fullsized":"2024-09-10T08:36:42.856130+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:02:05.286214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855146+0000","last_change":"2024-09-10T08:36:40.880324+0000","last_active":"2024-09-10T08:36:42.855146+0000","last_peered":"2024-09-10T08:36:42.855146+0000","last_clean":"2024-09-10T08:36:42.855146+0000","last_became_active":"2024-09-10T08:36:40.880060+0000","last_became_peered":"2024-09-10T08:36:40.880060+0000","last_unstale":"2024-09-10T08:36:42.855146+0000","last_undegraded":"2024-09-10T08:36:42.855146+0000","last_fullsized":"2024-09-10T08:36:42.855146+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:58:49.712392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856194+0000","last_change":"2024-09-10T08:36:41.628941+0000","last_active":"2024-09-10T08:36:42.856194+0000","last_peered":"2024-09-10T08:36:42.856194+0000","last_clean":"2024-09-10T08:36:42.856194+0000","last_became_active":"2024-09-10T08:36:41.628672+0000","last_became_peered":"2024-09-10T08:36:41.628672+0000","last_unstale":"2024-09-10T08:36:42.856194+0000","last_undegraded":"2024-09-10T08:36:42.856194+0000","last_fullsized":"2024-09-10T08:36:42.856194+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:41:14.432727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"89'8","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855264+0000","last_change":"2024-09-10T08:36:40.888108+0000","last_active":"2024-09-10T08:36:42.855264+0000","last_peered":"2024-09-10T08:36:42.855264+0000","last_clean":"2024-09-10T08:36:42.855264+0000","last_became_active":"2024-09-10T08:36:40.887810+0000","last_became_peered":"2024-09-10T08:36:40.887810+0000","last_unstale":"2024-09-10T08:36:42.855264+0000","last_undegraded":"2024-09-10T08:36:42.855264+0000","last_fullsized":"2024-09-10T08:36:42.855264+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:46.813710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855491+0000","last_change":"2024-09-10T08:36:41.622694+0000","last_active":"2024-09-10T08:36:42.855491+0000","last_peered":"2024-09-10T08:36:42.855491+0000","last_clean":"2024-09-10T08:36:42.855491+0000","last_became_active":"2024-09-10T08:36:41.622413+0000","last_became_peered":"2024-09-10T08:36:41.622413+0000","last_unstale":"2024-09-10T08:36:42.855491+0000","last_undegraded":"2024-09-10T08:36:42.855491+0000","last_fullsized":"2024-09-10T08:36:42.855491+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:00.085038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856023+0000","last_change":"2024-09-10T08:36:40.882698+0000","last_active":"2024-09-10T08:36:42.856023+0000","last_peered":"2024-09-10T08:36:42.856023+0000","last_clean":"2024-09-10T08:36:42.856023+0000","last_became_active":"2024-09-10T08:36:40.881920+0000","last_became_peered":"2024-09-10T08:36:40.881920+0000","last_unstale":"2024-09-10T08:36:42.856023+0000","last_undegraded":"2024-09-10T08:36:42.856023+0000","last_fullsized":"2024-09-10T08:36:42.856023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:24:47.943329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855778+0000","last_change":"2024-09-10T08:36:41.623073+0000","last_active":"2024-09-10T08:36:42.855778+0000","last_peered":"2024-09-10T08:36:42.855778+0000","last_clean":"2024-09-10T08:36:42.855778+0000","last_became_active":"2024-09-10T08:36:41.622381+0000","last_became_peered":"2024-09-10T08:36:41.622381+0000","last_unstale":"2024-09-10T08:36:42.855778+0000","last_undegraded":"2024-09-10T08:36:42.855778+0000","last_fullsized":"2024-09-10T08:36:42.855778+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:13:38.206088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616713+0000","last_change":"2024-09-10T08:36:40.880076+0000","last_active":"2024-09-10T08:36:42.616713+0000","last_peered":"2024-09-10T08:36:42.616713+0000","last_clean":"2024-09-10T08:36:42.616713+0000","last_became_active":"2024-09-10T08:36:40.879787+0000","last_became_peered":"2024-09-10T08:36:40.879787+0000","last_unstale":"2024-09-10T08:36:42.616713+0000","last_undegraded":"2024-09-10T08:36:42.616713+0000","last_fullsized":"2024-09-10T08:36:42.616713+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:44.509864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617027+0000","last_change":"2024-09-10T08:36:41.620910+0000","last_active":"2024-09-10T08:36:42.617027+0000","last_peered":"2024-09-10T08:36:42.617027+0000","last_clean":"2024-09-10T08:36:42.617027+0000","last_became_active":"2024-09-10T08:36:41.620577+0000","last_became_peered":"2024-09-10T08:36:41.620577+0000","last_unstale":"2024-09-10T08:36:42.617027+0000","last_undegraded":"2024-09-10T08:36:42.617027+0000","last_fullsized":"2024-09-10T08:36:42.617027+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:18.617753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"89'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617136+0000","last_change":"2024-09-10T08:36:40.883690+0000","last_active":"2024-09-10T08:36:42.617136+0000","last_peered":"2024-09-10T08:36:42.617136+0000","last_clean":"2024-09-10T08:36:42.617136+0000","last_became_active":"2024-09-10T08:36:40.883412+0000","last_became_peered":"2024-09-10T08:36:40.883412+0000","last_unstale":"2024-09-10T08:36:42.617136+0000","last_undegraded":"2024-09-10T08:36:42.617136+0000","last_fullsized":"2024-09-10T08:36:42.617136+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:54:33.995531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.854978+0000","last_change":"2024-09-10T08:36:41.619935+0000","last_active":"2024-09-10T08:36:42.854978+0000","last_peered":"2024-09-10T08:36:42.854978+0000","last_clean":"2024-09-10T08:36:42.854978+0000","last_became_active":"2024-09-10T08:36:41.619318+0000","last_became_peered":"2024-09-10T08:36:41.619318+0000","last_unstale":"2024-09-10T08:36:42.854978+0000","last_undegraded":"2024-09-10T08:36:42.854978+0000","last_fullsized":"2024-09-10T08:36:42.854978+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:33.394110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855382+0000","last_change":"2024-09-10T08:36:40.881082+0000","last_active":"2024-09-10T08:36:42.855382+0000","last_peered":"2024-09-10T08:36:42.855382+0000","last_clean":"2024-09-10T08:36:42.855382+0000","last_became_active":"2024-09-10T08:36:40.880807+0000","last_became_peered":"2024-09-10T08:36:40.880807+0000","last_unstale":"2024-09-10T08:36:42.855382+0000","last_undegraded":"2024-09-10T08:36:42.855382+0000","last_fullsized":"2024-09-10T08:36:42.855382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:30:53.985411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855316+0000","last_change":"2024-09-10T08:36:41.619510+0000","last_active":"2024-09-10T08:36:42.855316+0000","last_peered":"2024-09-10T08:36:42.855316+0000","last_clean":"2024-09-10T08:36:42.855316+0000","last_became_active":"2024-09-10T08:36:41.618718+0000","last_became_peered":"2024-09-10T08:36:41.618718+0000","last_unstale":"2024-09-10T08:36:42.855316+0000","last_undegraded":"2024-09-10T08:36:42.855316+0000","last_fullsized":"2024-09-10T08:36:42.855316+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:05:36.106907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856107+0000","last_change":"2024-09-10T08:36:40.882151+0000","last_active":"2024-09-10T08:36:42.856107+0000","last_peered":"2024-09-10T08:36:42.856107+0000","last_clean":"2024-09-10T08:36:42.856107+0000","last_became_active":"2024-09-10T08:36:40.881753+0000","last_became_peered":"2024-09-10T08:36:40.881753+0000","last_unstale":"2024-09-10T08:36:42.856107+0000","last_undegraded":"2024-09-10T08:36:42.856107+0000","last_fullsized":"2024-09-10T08:36:42.856107+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:06:01.596651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855633+0000","last_change":"2024-09-10T08:36:41.632483+0000","last_active":"2024-09-10T08:36:42.855633+0000","last_peered":"2024-09-10T08:36:42.855633+0000","last_clean":"2024-09-10T08:36:42.855633+0000","last_became_active":"2024-09-10T08:36:41.632172+0000","last_became_peered":"2024-09-10T08:36:41.632172+0000","last_unstale":"2024-09-10T08:36:42.855633+0000","last_undegraded":"2024-09-10T08:36:42.855633+0000","last_fullsized":"2024-09-10T08:36:42.855633+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:21.620606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855409+0000","last_change":"2024-09-10T08:36:40.886375+0000","last_active":"2024-09-10T08:36:42.855409+0000","last_peered":"2024-09-10T08:36:42.855409+0000","last_clean":"2024-09-10T08:36:42.855409+0000","last_became_active":"2024-09-10T08:36:40.886099+0000","last_became_peered":"2024-09-10T08:36:40.886099+0000","last_unstale":"2024-09-10T08:36:42.855409+0000","last_undegraded":"2024-09-10T08:36:42.855409+0000","last_fullsized":"2024-09-10T08:36:42.855409+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:18.861113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855286+0000","last_change":"2024-09-10T08:36:41.620791+0000","last_active":"2024-09-10T08:36:42.855286+0000","last_peered":"2024-09-10T08:36:42.855286+0000","last_clean":"2024-09-10T08:36:42.855286+0000","last_became_active":"2024-09-10T08:36:41.620514+0000","last_became_peered":"2024-09-10T08:36:41.620514+0000","last_unstale":"2024-09-10T08:36:42.855286+0000","last_undegraded":"2024-09-10T08:36:42.855286+0000","last_fullsized":"2024-09-10T08:36:42.855286+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:40:39.453281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855961+0000","last_change":"2024-09-10T08:36:40.883481+0000","last_active":"2024-09-10T08:36:42.855961+0000","last_peered":"2024-09-10T08:36:42.855961+0000","last_clean":"2024-09-10T08:36:42.855961+0000","last_became_active":"2024-09-10T08:36:40.883198+0000","last_became_peered":"2024-09-10T08:36:40.883198+0000","last_unstale":"2024-09-10T08:36:42.855961+0000","last_undegraded":"2024-09-10T08:36:42.855961+0000","last_fullsized":"2024-09-10T08:36:42.855961+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:05:32.466314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855716+0000","last_change":"2024-09-10T08:36:41.622908+0000","last_active":"2024-09-10T08:36:42.855716+0000","last_peered":"2024-09-10T08:36:42.855716+0000","last_clean":"2024-09-10T08:36:42.855716+0000","last_became_active":"2024-09-10T08:36:41.622280+0000","last_became_peered":"2024-09-10T08:36:41.622280+0000","last_unstale":"2024-09-10T08:36:42.855716+0000","last_undegraded":"2024-09-10T08:36:42.855716+0000","last_fullsized":"2024-09-10T08:36:42.855716+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:51.503884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"89'2","reported_seq":16,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616670+0000","last_change":"2024-09-10T08:36:40.882918+0000","last_active":"2024-09-10T08:36:42.616670+0000","last_peered":"2024-09-10T08:36:42.616670+0000","last_clean":"2024-09-10T08:36:42.616670+0000","last_became_active":"2024-09-10T08:36:40.882138+0000","last_became_peered":"2024-09-10T08:36:40.882138+0000","last_unstale":"2024-09-10T08:36:42.616670+0000","last_undegraded":"2024-09-10T08:36:42.616670+0000","last_fullsized":"2024-09-10T08:36:42.616670+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:36:21.836400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855329+0000","last_change":"2024-09-10T08:36:41.625520+0000","last_active":"2024-09-10T08:36:42.855329+0000","last_peered":"2024-09-10T08:36:42.855329+0000","last_clean":"2024-09-10T08:36:42.855329+0000","last_became_active":"2024-09-10T08:36:41.625268+0000","last_became_peered":"2024-09-10T08:36:41.625268+0000","last_unstale":"2024-09-10T08:36:42.855329+0000","last_undegraded":"2024-09-10T08:36:42.855329+0000","last_fullsized":"2024-09-10T08:36:42.855329+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:26:49.852161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"90'1","reported_seq":15,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.872615+0000","last_change":"2024-09-10T08:36:40.880606+0000","last_active":"2024-09-10T08:36:42.872615+0000","last_peered":"2024-09-10T08:36:42.872615+0000","last_clean":"2024-09-10T08:36:42.872615+0000","last_became_active":"2024-09-10T08:36:40.879773+0000","last_became_peered":"2024-09-10T08:36:40.879773+0000","last_unstale":"2024-09-10T08:36:42.872615+0000","last_undegraded":"2024-09-10T08:36:42.872615+0000","last_fullsized":"2024-09-10T08:36:42.872615+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:14.374869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855191+0000","last_change":"2024-09-10T08:36:41.620288+0000","last_active":"2024-09-10T08:36:42.855191+0000","last_peered":"2024-09-10T08:36:42.855191+0000","last_clean":"2024-09-10T08:36:42.855191+0000","last_became_active":"2024-09-10T08:36:41.620044+0000","last_became_peered":"2024-09-10T08:36:41.620044+0000","last_unstale":"2024-09-10T08:36:42.855191+0000","last_undegraded":"2024-09-10T08:36:42.855191+0000","last_fullsized":"2024-09-10T08:36:42.855191+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:30:50.182156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.617227+0000","last_change":"2024-09-10T08:36:40.884322+0000","last_active":"2024-09-10T08:36:42.617227+0000","last_peered":"2024-09-10T08:36:42.617227+0000","last_clean":"2024-09-10T08:36:42.617227+0000","last_became_active":"2024-09-10T08:36:40.884005+0000","last_became_peered":"2024-09-10T08:36:40.884005+0000","last_unstale":"2024-09-10T08:36:42.617227+0000","last_undegraded":"2024-09-10T08:36:42.617227+0000","last_fullsized":"2024-09-10T08:36:42.617227+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:48:07.628236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856186+0000","last_change":"2024-09-10T08:36:41.625496+0000","last_active":"2024-09-10T08:36:42.856186+0000","last_peered":"2024-09-10T08:36:42.856186+0000","last_clean":"2024-09-10T08:36:42.856186+0000","last_became_active":"2024-09-10T08:36:41.625204+0000","last_became_peered":"2024-09-10T08:36:41.625204+0000","last_unstale":"2024-09-10T08:36:42.856186+0000","last_undegraded":"2024-09-10T08:36:42.856186+0000","last_fullsized":"2024-09-10T08:36:42.856186+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:01.496043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855883+0000","last_change":"2024-09-10T08:36:40.884200+0000","last_active":"2024-09-10T08:36:42.855883+0000","last_peered":"2024-09-10T08:36:42.855883+0000","last_clean":"2024-09-10T08:36:42.855883+0000","last_became_active":"2024-09-10T08:36:40.883895+0000","last_became_peered":"2024-09-10T08:36:40.883895+0000","last_unstale":"2024-09-10T08:36:42.855883+0000","last_undegraded":"2024-09-10T08:36:42.855883+0000","last_fullsized":"2024-09-10T08:36:42.855883+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:14.374869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.856007+0000","last_change":"2024-09-10T08:36:41.624321+0000","last_active":"2024-09-10T08:36:42.856007+0000","last_peered":"2024-09-10T08:36:42.856007+0000","last_clean":"2024-09-10T08:36:42.856007+0000","last_became_active":"2024-09-10T08:36:41.624031+0000","last_became_peered":"2024-09-10T08:36:41.624031+0000","last_unstale":"2024-09-10T08:36:42.856007+0000","last_undegraded":"2024-09-10T08:36:42.856007+0000","last_fullsized":"2024-09-10T08:36:42.856007+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:49:33.462555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855510+0000","last_change":"2024-09-10T08:36:40.880953+0000","last_active":"2024-09-10T08:36:42.855510+0000","last_peered":"2024-09-10T08:36:42.855510+0000","last_clean":"2024-09-10T08:36:42.855510+0000","last_became_active":"2024-09-10T08:36:40.880632+0000","last_became_peered":"2024-09-10T08:36:40.880632+0000","last_unstale":"2024-09-10T08:36:42.855510+0000","last_undegraded":"2024-09-10T08:36:42.855510+0000","last_fullsized":"2024-09-10T08:36:42.855510+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:32:44.574233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.612834+0000","last_change":"2024-09-10T08:36:41.630256+0000","last_active":"2024-09-10T08:36:42.612834+0000","last_peered":"2024-09-10T08:36:42.612834+0000","last_clean":"2024-09-10T08:36:42.612834+0000","last_became_active":"2024-09-10T08:36:41.629975+0000","last_became_peered":"2024-09-10T08:36:41.629975+0000","last_unstale":"2024-09-10T08:36:42.612834+0000","last_undegraded":"2024-09-10T08:36:42.612834+0000","last_fullsized":"2024-09-10T08:36:42.612834+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:44:45.511725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855514+0000","last_change":"2024-09-10T08:36:40.882219+0000","last_active":"2024-09-10T08:36:42.855514+0000","last_peered":"2024-09-10T08:36:42.855514+0000","last_clean":"2024-09-10T08:36:42.855514+0000","last_became_active":"2024-09-10T08:36:40.881665+0000","last_became_peered":"2024-09-10T08:36:40.881665+0000","last_unstale":"2024-09-10T08:36:42.855514+0000","last_undegraded":"2024-09-10T08:36:42.855514+0000","last_fullsized":"2024-09-10T08:36:42.855514+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:39.045416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855621+0000","last_change":"2024-09-10T08:36:41.631292+0000","last_active":"2024-09-10T08:36:42.855621+0000","last_peered":"2024-09-10T08:36:42.855621+0000","last_clean":"2024-09-10T08:36:42.855621+0000","last_became_active":"2024-09-10T08:36:41.630978+0000","last_became_peered":"2024-09-10T08:36:41.630978+0000","last_unstale":"2024-09-10T08:36:42.855621+0000","last_undegraded":"2024-09-10T08:36:42.855621+0000","last_fullsized":"2024-09-10T08:36:42.855621+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:42:05.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855763+0000","last_change":"2024-09-10T08:36:40.884562+0000","last_active":"2024-09-10T08:36:42.855763+0000","last_peered":"2024-09-10T08:36:42.855763+0000","last_clean":"2024-09-10T08:36:42.855763+0000","last_became_active":"2024-09-10T08:36:40.884263+0000","last_became_peered":"2024-09-10T08:36:40.884263+0000","last_unstale":"2024-09-10T08:36:42.855763+0000","last_undegraded":"2024-09-10T08:36:42.855763+0000","last_fullsized":"2024-09-10T08:36:42.855763+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:26.593800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855421+0000","last_change":"2024-09-10T08:36:41.619072+0000","last_active":"2024-09-10T08:36:42.855421+0000","last_peered":"2024-09-10T08:36:42.855421+0000","last_clean":"2024-09-10T08:36:42.855421+0000","last_became_active":"2024-09-10T08:36:41.618802+0000","last_became_peered":"2024-09-10T08:36:41.618802+0000","last_unstale":"2024-09-10T08:36:42.855421+0000","last_undegraded":"2024-09-10T08:36:42.855421+0000","last_fullsized":"2024-09-10T08:36:42.855421+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:30:32.156131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616250+0000","last_change":"2024-09-10T08:36:40.887599+0000","last_active":"2024-09-10T08:36:42.616250+0000","last_peered":"2024-09-10T08:36:42.616250+0000","last_clean":"2024-09-10T08:36:42.616250+0000","last_became_active":"2024-09-10T08:36:40.887285+0000","last_became_peered":"2024-09-10T08:36:40.887285+0000","last_unstale":"2024-09-10T08:36:42.616250+0000","last_undegraded":"2024-09-10T08:36:42.616250+0000","last_fullsized":"2024-09-10T08:36:42.616250+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:09.997401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616551+0000","last_change":"2024-09-10T08:36:41.617263+0000","last_active":"2024-09-10T08:36:42.616551+0000","last_peered":"2024-09-10T08:36:42.616551+0000","last_clean":"2024-09-10T08:36:42.616551+0000","last_became_active":"2024-09-10T08:36:41.616978+0000","last_became_peered":"2024-09-10T08:36:41.616978+0000","last_unstale":"2024-09-10T08:36:42.616551+0000","last_undegraded":"2024-09-10T08:36:42.616551+0000","last_fullsized":"2024-09-10T08:36:42.616551+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":88,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:40.864286+0000","last_clean_scrub_stamp":"2024-09-10T08:36:40.864286+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:06:40.843061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":14,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.855855+0000","last_change":"2024-09-10T08:36:40.881092+0000","last_active":"2024-09-10T08:36:42.855855+0000","last_peered":"2024-09-10T08:36:42.855855+0000","last_clean":"2024-09-10T08:36:42.855855+0000","last_became_active":"2024-09-10T08:36:40.880805+0000","last_became_peered":"2024-09-10T08:36:40.880805+0000","last_unstale":"2024-09-10T08:36:42.855855+0000","last_undegraded":"2024-09-10T08:36:42.855855+0000","last_fullsized":"2024-09-10T08:36:42.855855+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:36:39.862426+0000","last_clean_scrub_stamp":"2024-09-10T08:36:39.862426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:46:54.599043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":308,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:36:42.616289+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:36:42.616289+0000","last_peered":"2024-09-10T08:36:42.616289+0000","last_clean":"2024-09-10T08:36:42.616289+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:36:42.616289+0000","last_undegraded":"2024-09-10T08:36:42.616289+0000","last_fullsized":"2024-09-10T08:36:42.616289+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476791,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28116,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343724,"statfs":{"total":96636764160,"available":96607973376,"internally_reserved":0,"allocated":1110016,"data_stored":501796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509493,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32860,"kb_used_data":1664,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338980,"statfs":{"total":96636764160,"available":96603115520,"internally_reserved":0,"allocated":1703936,"data_stored":1092060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509494,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28128,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343712,"statfs":{"total":96636764160,"available":96607961088,"internally_reserved":0,"allocated":1122304,"data_stored":503852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509493,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509494,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32268,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339572,"statfs":{"total":96636764160,"available":96603721728,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509493,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32272,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339568,"statfs":{"total":96636764160,"available":96603717632,"internally_reserved":0,"allocated":1101824,"data_stored":501636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509493,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32872,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338968,"statfs":{"total":96636764160,"available":96603103232,"internally_reserved":0,"allocated":1720320,"data_stored":1094322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32276,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339564,"statfs":{"total":96636764160,"available":96603713536,"internally_reserved":0,"allocated":1105920,"data_stored":501706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:36:49.456 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:36:49.457 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T08:36:49.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.596+0000 7f5afff4b640 1 Processor -- start 2024-09-10T08:36:49.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.596+0000 7f5afff4b640 1 -- start start 2024-09-10T08:36:49.600 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afff4b640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5af809ac70 0x7f5af809b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afff4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809b590 0x7f5af8070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afff4b640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5af80b49a0 con 0x7f5af8070590 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afff4b640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5af806dac0 con 0x7f5af809ac70 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afff4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5af806d750 con 0x7f5af809b590 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afdce7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5af809ac70 0x7f5af809b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afd4e6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809b590 0x7f5af8070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afdce7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5af809ac70 0x7f5af809b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:43572/0 (socket says 172.21.15.94:43572) 2024-09-10T08:36:49.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afd4e6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809b590 0x7f5af8070050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:40582/0 (socket says 172.21.15.94:40582) 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afdce7640 1 -- 172.21.15.94:0/1113162637 learned_addr learned my addr 172.21.15.94:0/1113162637 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.597+0000 7f5afe4e8640 1 --1- 172.21.15.94:0/1113162637 >> v1:172.21.15.143:6789/0 conn(0x7f5af8070590 0x7f5af8162870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:38830/0 (socket says 172.21.15.94:38830) 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.598+0000 7f5afdce7640 1 -- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809b590 msgr2=0x7f5af8070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.598+0000 7f5afdce7640 1 --2- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809b590 0x7f5af8070050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.598+0000 7f5afdce7640 1 -- 172.21.15.94:0/1113162637 >> v1:172.21.15.143:6789/0 conn(0x7f5af8070590 legacy=0x7f5af8162870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.598+0000 7f5afcce5640 1 -- 172.21.15.94:0/1113162637 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2610231618 0 0) 0x7f5af80b49a0 con 0x7f5af8070590 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.598+0000 7f5afdce7640 1 -- 172.21.15.94:0/1113162637 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5af806e900 con 0x7f5af809ac70 2024-09-10T08:36:49.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.598+0000 7f5afd4e6640 1 --2- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809b590 0x7f5af8070050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:36:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afdce7640 1 --2- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af809ac70 0x7f5af809b050 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5af4009870 tx=0x7f5af402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3cc8c725cff2c4a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afcce5640 1 -- 172.21.15.94:0/1113162637 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af4037070 con 0x7f5af809ac70 2024-09-10T08:36:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afcce5640 1 -- 172.21.15.94:0/1113162637 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5af4032440 con 0x7f5af809ac70 2024-09-10T08:36:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afcce5640 1 -- 172.21.15.94:0/1113162637 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af4032810 con 0x7f5af809ac70 2024-09-10T08:36:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 -- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af809ac70 msgr2=0x7f5af809b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 --2- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af809ac70 0x7f5af809b050 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5af4009870 tx=0x7f5af402a130 comp rx=0 tx=0).stop 2024-09-10T08:36:49.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 -- 172.21.15.94:0/1113162637 shutdown_connections 2024-09-10T08:36:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 --2- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809b590 0x7f5af8070050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 --2- 172.21.15.94:0/1113162637 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af809ac70 0x7f5af809b050 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 -- 172.21.15.94:0/1113162637 >> 172.21.15.94:0/1113162637 conn(0x7f5af80b3ce0 msgr2=0x7f5af80b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 -- 172.21.15.94:0/1113162637 shutdown_connections 2024-09-10T08:36:49.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.599+0000 7f5afff4b640 1 -- 172.21.15.94:0/1113162637 wait complete. 2024-09-10T08:36:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 Processor -- start 2024-09-10T08:36:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 -- start start 2024-09-10T08:36:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af8070590 0x7f5af80c8b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809ac70 0x7f5af81557c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5af809b590 0x7f5af81548c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5af80d12e0 con 0x7f5af809b590 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5af80d1160 con 0x7f5af8070590 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afff4b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5af80d1460 con 0x7f5af809ac70 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afe4e8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5af809b590 0x7f5af81548c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.601+0000 7f5afe4e8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5af809b590 0x7f5af81548c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57600/0 (socket says 172.21.15.94:57600) 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afe4e8640 1 -- 172.21.15.94:0/3022332640 learned_addr learned my addr 172.21.15.94:0/3022332640 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afd4e6640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809ac70 0x7f5af81557c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afdce7640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af8070590 0x7f5af80c8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afe4e8640 1 -- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809ac70 msgr2=0x7f5af81557c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afe4e8640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809ac70 0x7f5af81557c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afe4e8640 1 -- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af8070590 msgr2=0x7f5af80c8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afe4e8640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af8070590 0x7f5af80c8b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afe4e8640 1 -- 172.21.15.94:0/3022332640 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5af80c7230 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afe4e8640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5af809b590 0x7f5af81548c0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f5af000c700 tx=0x7f5af000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5aee7fc640 1 -- 172.21.15.94:0/3022332640 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af0018070 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5aee7fc640 1 -- 172.21.15.94:0/3022332640 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5af000ce10 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5aee7fc640 1 -- 172.21.15.94:0/3022332640 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af000a860 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5af815f950 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.602+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5af80c6f50 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.603+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5af80b6fe0 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.604+0000 7f5aee7fc640 1 -- 172.21.15.94:0/3022332640 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5af001b070 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.604+0000 7f5aee7fc640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5adc06be30 0x7f5adc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.604+0000 7f5aee7fc640 1 -- 172.21.15.94:0/3022332640 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f5af008a4c0 con 0x7f5af809b590 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.604+0000 7f5afdce7640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5adc06be30 0x7f5adc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.605+0000 7f5afdce7640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5adc06be30 0x7f5adc06e2f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5af4034000 tx=0x7f5af402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.609+0000 7f5aee7fc640 1 -- 172.21.15.94:0/3022332640 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5af80b6fe0 con 0x7f5af809b590 2024-09-10T08:36:49.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.842+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f5af80b49a0 con 0x7f5af809b590 2024-09-10T08:36:49.844 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.844+0000 7f5aee7fc640 1 -- 172.21.15.94:0/3022332640 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7f5af0058690 con 0x7f5af809b590 2024-09-10T08:36:49.844 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-09-10T08:36:49.844 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:36:49.844 INFO:teuthology.orchestra.run.smithi094.stdout: caps mds = "allow" 2024-09-10T08:36:49.844 INFO:teuthology.orchestra.run.smithi094.stdout: caps mon = "allow r" 2024-09-10T08:36:49.844 INFO:teuthology.orchestra.run.smithi094.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T08:36:49.845 INFO:teuthology.orchestra.run.smithi094.stderr:updated caps for client.0 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5adc06be30 msgr2=0x7f5adc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5adc06be30 0x7f5adc06e2f0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5af4034000 tx=0x7f5af402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5af809b590 msgr2=0x7f5af81548c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5af809b590 0x7f5af81548c0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f5af000c700 tx=0x7f5af000cbc0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 shutdown_connections 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5adc06be30 0x7f5adc06e2f0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5af809b590 0x7f5af81548c0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5af809ac70 0x7f5af81557c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 --2- 172.21.15.94:0/3022332640 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5af8070590 0x7f5af80c8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 >> 172.21.15.94:0/3022332640 conn(0x7f5af80b3ce0 msgr2=0x7f5af80709e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:49.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 shutdown_connections 2024-09-10T08:36:49.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.846+0000 7f5afff4b640 1 -- 172.21.15.94:0/3022332640 wait complete. 2024-09-10T08:36:49.858 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:36:49.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.956+0000 7fd2513c4640 1 Processor -- start 2024-09-10T08:36:49.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.956+0000 7fd2513c4640 1 -- start start 2024-09-10T08:36:49.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd2513c4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0d48b0 0x7fd24c15e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd2513c4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd24c0cf040 0x7fd24c0cf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd2513c4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd24c0cfd90 con 0x7fd24c15e500 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd2513c4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fd24c0d26a0 con 0x7fd24c0cf040 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd2513c4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd24c0b44f0 con 0x7fd24c0d48b0 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd24b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd24c0cf040 0x7fd24c0cf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd24b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fd24c0cf040 0x7fd24c0cf4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57612/0 (socket says 172.21.15.94:57612) 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd24b7fe640 1 -- 172.21.15.94:0/787264136 learned_addr learned my addr 172.21.15.94:0/787264136 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd2427fc640 1 --2- 172.21.15.94:0/787264136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0d48b0 0x7fd24c15e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd24b7fe640 1 -- 172.21.15.94:0/787264136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0d48b0 msgr2=0x7fd24c15e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd24b7fe640 1 --2- 172.21.15.94:0/787264136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0d48b0 0x7fd24c15e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd24b7fe640 1 -- 172.21.15.94:0/787264136 >> v1:172.21.15.143:6789/0 conn(0x7fd24c15e500 legacy=0x7fd24c0d41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd24b7fe640 1 -- 172.21.15.94:0/787264136 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd24c0d0070 con 0x7fd24c0cf040 2024-09-10T08:36:49.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.957+0000 7fd2427fc640 1 --2- 172.21.15.94:0/787264136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0d48b0 0x7fd24c15e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:49.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.958+0000 7fd24b7fe640 1 --2- 172.21.15.94:0/787264136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0cf040 0x7fd24c0cf4f0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fd244009e50 tx=0x7fd24402a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5965aec2e00b971 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.958+0000 7fd24a7fc640 1 -- 172.21.15.94:0/787264136 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd244036070 con 0x7fd24c0cf040 2024-09-10T08:36:49.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.958+0000 7fd24a7fc640 1 -- 172.21.15.94:0/787264136 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd244031600 con 0x7fd24c0cf040 2024-09-10T08:36:49.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.958+0000 7fd24a7fc640 1 -- 172.21.15.94:0/787264136 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2440319d0 con 0x7fd24c0cf040 2024-09-10T08:36:49.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 -- 172.21.15.94:0/787264136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0cf040 msgr2=0x7fd24c0cf4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 --2- 172.21.15.94:0/787264136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0cf040 0x7fd24c0cf4f0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fd244009e50 tx=0x7fd24402a6d0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 -- 172.21.15.94:0/787264136 shutdown_connections 2024-09-10T08:36:49.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 --2- 172.21.15.94:0/787264136 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0cf040 0x7fd24c0cf4f0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 --2- 172.21.15.94:0/787264136 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0d48b0 0x7fd24c15e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 -- 172.21.15.94:0/787264136 >> 172.21.15.94:0/787264136 conn(0x7fd24c08bf90 msgr2=0x7fd24c09d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 -- 172.21.15.94:0/787264136 shutdown_connections 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.959+0000 7fd2513c4640 1 -- 172.21.15.94:0/787264136 wait complete. 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.960+0000 7fd2513c4640 1 Processor -- start 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.960+0000 7fd2513c4640 1 -- start start 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2513c4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0cf040 0x7fd24c0b9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2513c4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0d48b0 0x7fd24c160a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2513c4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24c15e500 0x7fd24c0cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2513c4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd24c0cfa30 con 0x7fd24c0d48b0 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2513c4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd24c0b4180 con 0x7fd24c15e500 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2513c4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd24c0b4980 con 0x7fd24c0cf040 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0d48b0 0x7fd24c160a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0d48b0 0x7fd24c160a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:57616/0 (socket says 172.21.15.94:57616) 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 -- 172.21.15.94:0/1339307840 learned_addr learned my addr 172.21.15.94:0/1339307840 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd24b7fe640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24c15e500 0x7fd24c0cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd24affd640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0cf040 0x7fd24c0b9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 -- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0cf040 msgr2=0x7fd24c0b9c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0cf040 0x7fd24c0b9c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 -- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24c15e500 msgr2=0x7fd24c0cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24c15e500 0x7fd24c0cdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 -- 172.21.15.94:0/1339307840 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd24c15f700 con 0x7fd24c0d48b0 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd24b7fe640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24c15e500 0x7fd24c0cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd24affd640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0cf040 0x7fd24c0b9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.961+0000 7fd2427fc640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0d48b0 0x7fd24c160a80 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fd23400c7f0 tx=0x7fd23400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.962+0000 7fd243fff640 1 -- 172.21.15.94:0/1339307840 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd234004230 con 0x7fd24c0d48b0 2024-09-10T08:36:49.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.962+0000 7fd243fff640 1 -- 172.21.15.94:0/1339307840 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2340043d0 con 0x7fd24c0d48b0 2024-09-10T08:36:49.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.962+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd24c15f9e0 con 0x7fd24c0d48b0 2024-09-10T08:36:49.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.962+0000 7fd243fff640 1 -- 172.21.15.94:0/1339307840 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd234007a70 con 0x7fd24c0d48b0 2024-09-10T08:36:49.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.962+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd24c15ffa0 con 0x7fd24c0d48b0 2024-09-10T08:36:49.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.963+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd24c074b00 con 0x7fd24c0d48b0 2024-09-10T08:36:49.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.963+0000 7fd243fff640 1 -- 172.21.15.94:0/1339307840 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd234007c10 con 0x7fd24c0d48b0 2024-09-10T08:36:49.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.963+0000 7fd243fff640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd22c06be30 0x7fd22c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:49.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.964+0000 7fd243fff640 1 -- 172.21.15.94:0/1339307840 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fd23408b0f0 con 0x7fd24c0d48b0 2024-09-10T08:36:49.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.964+0000 7fd24affd640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd22c06be30 0x7fd22c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:49.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.964+0000 7fd24affd640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd22c06be30 0x7fd22c06e2f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd23c003eb0 tx=0x7fd23c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:49.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:49.968+0000 7fd243fff640 1 -- 172.21.15.94:0/1339307840 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd24c074b00 con 0x7fd24c0d48b0 2024-09-10T08:36:50.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.167+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd24c0cf4f0 con 0x7fd24c0d48b0 2024-09-10T08:36:50.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.167+0000 7fd243fff640 1 -- 172.21.15.94:0/1339307840 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5231 (secure 0 0 0) 0x7fd234015020 con 0x7fd24c0d48b0 2024-09-10T08:36:50.168 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:36:50.168 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:41.212937+0000","modified":"2024-09-10T08:36:43.194690+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2466094499","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2466094499},{"type":"v1","addr":"172.21.15.94:6837","nonce":2466094499}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":6}]} 2024-09-10T08:36:50.168 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 45 2024-09-10T08:36:50.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.169+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd22c06be30 msgr2=0x7fd22c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.169+0000 7fd2513c4640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd22c06be30 0x7fd22c06e2f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd23c003eb0 tx=0x7fd23c009040 comp rx=0 tx=0).stop 2024-09-10T08:36:50.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.169+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0d48b0 msgr2=0x7fd24c160a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.169+0000 7fd2513c4640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0d48b0 0x7fd24c160a80 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fd23400c7f0 tx=0x7fd23400ccb0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 shutdown_connections 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd22c06be30 0x7fd22c06e2f0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd24c15e500 0x7fd24c0cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd24c0d48b0 0x7fd24c160a80 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 --2- 172.21.15.94:0/1339307840 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd24c0cf040 0x7fd24c0b9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 >> 172.21.15.94:0/1339307840 conn(0x7fd24c08bf90 msgr2=0x7fd24c0d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 shutdown_connections 2024-09-10T08:36:50.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.170+0000 7fd2513c4640 1 -- 172.21.15.94:0/1339307840 wait complete. 2024-09-10T08:36:50.584 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 45, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:36:41.212937+0000', 'modified': '2024-09-10T08:36:43.194690+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6537}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6537': {'gid': 6537, 'name': 'c', 'rank': 0, 'incarnation': 43, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.94:6837/2466094499', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6836', 'nonce': 2466094499}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2466094499}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6537, 'qdb_cluster': [6537]} 2024-09-10T08:36:50.584 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:36:50.584 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T08:36:50.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.685+0000 7f514f3a6640 1 Processor -- start 2024-09-10T08:36:50.685 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.685+0000 7f514f3a6640 1 -- start start 2024-09-10T08:36:50.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514f3a6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f514809ac70 0x7f514809b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514f3a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f51480d0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.687 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514f3a6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51480b49a0 con 0x7f514809b590 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514f3a6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f514806dac0 con 0x7f514809ac70 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514f3a6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f514806d750 con 0x7f5148070760 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d142640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f514809ac70 0x7f514809b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d142640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f514809ac70 0x7f514809b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32830/0 (socket says 172.21.15.94:32830) 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d142640 1 -- 172.21.15.94:0/3218369848 learned_addr learned my addr 172.21.15.94:0/3218369848 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514c941640 1 --1- 172.21.15.94:0/3218369848 >> v1:172.21.15.94:6789/0 conn(0x7f514809b590 0x7f5148070050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:37544/0 (socket says 172.21.15.94:37544) 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d943640 1 --2- 172.21.15.94:0/3218369848 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f51480d0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d142640 1 -- 172.21.15.94:0/3218369848 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 msgr2=0x7f51480d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d142640 1 --2- 172.21.15.94:0/3218369848 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f51480d0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d142640 1 -- 172.21.15.94:0/3218369848 >> v1:172.21.15.94:6789/0 conn(0x7f514809b590 legacy=0x7f5148070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f513ffff640 1 -- 172.21.15.94:0/3218369848 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2388207932 0 0) 0x7f51480b49a0 con 0x7f514809b590 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.686+0000 7f514d142640 1 -- 172.21.15.94:0/3218369848 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f514806e900 con 0x7f514809ac70 2024-09-10T08:36:50.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.687+0000 7f514d142640 1 --2- 172.21.15.94:0/3218369848 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809ac70 0x7f514809b050 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f5144009870 tx=0x7f514402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f5253708e831bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.687+0000 7f513ffff640 1 -- 172.21.15.94:0/3218369848 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5144037070 con 0x7f514809ac70 2024-09-10T08:36:50.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.687+0000 7f513ffff640 1 -- 172.21.15.94:0/3218369848 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5144032440 con 0x7f514809ac70 2024-09-10T08:36:50.689 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.687+0000 7f513ffff640 1 -- 172.21.15.94:0/3218369848 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5144032810 con 0x7f514809ac70 2024-09-10T08:36:50.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 -- 172.21.15.94:0/3218369848 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809ac70 msgr2=0x7f514809b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 --2- 172.21.15.94:0/3218369848 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809ac70 0x7f514809b050 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f5144009870 tx=0x7f514402a130 comp rx=0 tx=0).stop 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 -- 172.21.15.94:0/3218369848 shutdown_connections 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 --2- 172.21.15.94:0/3218369848 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f51480d0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 --2- 172.21.15.94:0/3218369848 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809ac70 0x7f514809b050 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 -- 172.21.15.94:0/3218369848 >> 172.21.15.94:0/3218369848 conn(0x7f51480b3ce0 msgr2=0x7f51480b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 -- 172.21.15.94:0/3218369848 shutdown_connections 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.688+0000 7f514f3a6640 1 -- 172.21.15.94:0/3218369848 wait complete. 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.689+0000 7f514f3a6640 1 Processor -- start 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.689+0000 7f514f3a6640 1 -- start start 2024-09-10T08:36:50.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514f3a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f514809f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514f3a6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f514809ac70 0x7f51480c5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514f3a6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809b590 0x7f51481613d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514f3a6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5148070b70 con 0x7f514809b590 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514f3a6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f514806e6e0 con 0x7f514809ac70 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514f3a6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5148070cf0 con 0x7f5148070760 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809b590 0x7f51481613d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809b590 0x7f51481613d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32836/0 (socket says 172.21.15.94:32836) 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 -- 172.21.15.94:0/874429961 learned_addr learned my addr 172.21.15.94:0/874429961 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d142640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f514809f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514c941640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f514809ac70 0x7f51480c5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 -- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 msgr2=0x7f514809f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f514809f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 -- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f514809ac70 msgr2=0x7f51480c5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f514809ac70 0x7f51480c5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 -- 172.21.15.94:0/874429961 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51480c6670 con 0x7f514809b590 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514d943640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809b590 0x7f51481613d0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f5140007e60 tx=0x7f514000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f513dffb640 1 -- 172.21.15.94:0/874429961 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5140014420 con 0x7f514809b590 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f513dffb640 1 -- 172.21.15.94:0/874429961 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5140019070 con 0x7f514809b590 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51480c6950 con 0x7f514809b590 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.690+0000 7f513dffb640 1 -- 172.21.15.94:0/874429961 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5140014820 con 0x7f514809b590 2024-09-10T08:36:50.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.691+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51480c74c0 con 0x7f514809b590 2024-09-10T08:36:50.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.692+0000 7f513dffb640 1 -- 172.21.15.94:0/874429961 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f51400149c0 con 0x7f514809b590 2024-09-10T08:36:50.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.692+0000 7f513dffb640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f512c06be30 0x7f512c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.692+0000 7f513dffb640 1 -- 172.21.15.94:0/874429961 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f514008b6c0 con 0x7f514809b590 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.692+0000 7f514d142640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f512c06be30 0x7f512c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.693+0000 7f514d142640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f512c06be30 0x7f512c06e2f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5144034000 tx=0x7f514402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.693+0000 7f5152220740 1 Processor -- start 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.693+0000 7f5152220740 1 -- start start 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f5152220740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e172c0 0x564516e5ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e14a80 0x564516e176a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e18a50 0x564516e118b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f5152220740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x564516d79520 con 0x564516e172c0 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x564516d213e0 con 0x564516e14a80 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x564516d754e0 con 0x564516e18a50 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e172c0 0x564516e5ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e172c0 0x564516e5ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32842/0 (socket says 172.21.15.94:32842) 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 -- 172.21.15.94:0/574649593 learned_addr learned my addr 172.21.15.94:0/574649593 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d943640 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e18a50 0x564516e118b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 -- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e18a50 msgr2=0x564516e118b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e18a50 0x564516e118b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 -- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e14a80 msgr2=0x564516e176a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514c941640 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e14a80 0x564516e176a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e14a80 0x564516e176a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 -- 172.21.15.94:0/574649593 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564516d3c2f0 con 0x564516e172c0 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.694+0000 7f514d142640 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e172c0 0x564516e5ca60 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f514402a720 tx=0x7f514402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f55b79fbbbe104a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5132ffd640 1 -- 172.21.15.94:0/574649593 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5144037040 con 0x564516e172c0 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5132ffd640 1 -- 172.21.15.94:0/574649593 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f514404d070 con 0x564516e172c0 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5132ffd640 1 -- 172.21.15.94:0/574649593 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f514403d440 con 0x564516e172c0 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 -- 172.21.15.94:0/574649593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e172c0 msgr2=0x564516e5ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e172c0 0x564516e5ca60 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f514402a720 tx=0x7f514402c000 comp rx=0 tx=0).stop 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 -- 172.21.15.94:0/574649593 shutdown_connections 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e14a80 0x564516e176a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e18a50 0x564516e118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 --2- 172.21.15.94:0/574649593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e172c0 0x564516e5ca60 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 -- 172.21.15.94:0/574649593 >> 172.21.15.94:0/574649593 conn(0x564516e13a80 msgr2=0x564516e5bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 -- 172.21.15.94:0/574649593 shutdown_connections 2024-09-10T08:36:50.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.695+0000 7f5152220740 1 -- 172.21.15.94:0/574649593 wait complete. 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.696+0000 7f5152220740 1 -- start start 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.696+0000 7f5152220740 1 Processor -- start 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 0x564516e36e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5152220740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e27dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 0x564516e3a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5152220740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x564516e12f20 con 0x564516e18a50 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x564516d02450 con 0x564516e28310 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x564516e5d290 con 0x564516e172c0 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5152220740 10 client.0 _ll_register_callbacks cb 0x564516a8bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:36:50.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e27dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e27dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32856/0 (socket says 172.21.15.94:32856) 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 -- 172.21.15.94:0/241386588 learned_addr learned my addr 172.21.15.94:0/241386588 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 -- 172.21.15.94:0/241386588 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 msgr2=0x564516e36e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 0x564516e36e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 -- 172.21.15.94:0/241386588 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 msgr2=0x564516e3a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 0x564516e3a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 -- 172.21.15.94:0/241386588 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564516a8c2d0 con 0x564516e18a50 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f514c941640 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e27dd0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f5138005c40 tx=0x7f5138001680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f234791ddd292740 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.697+0000 7f5127fff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5127fff640 1 -- 172.21.15.94:0/241386588 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f513801a060 con 0x564516e18a50 2024-09-10T08:36:50.706 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5127fff640 1 -- 172.21.15.94:0/241386588 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f5138015c30 con 0x564516e18a50 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f514404d070 con 0x564516e18a50 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5127fff640 1 -- 172.21.15.94:0/241386588 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f513800d070 con 0x564516e18a50 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 10 client.6699 fetch_fsmap learned FSMap version 45 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) -- 0x564516b566b0 con 0x564516e18a50 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5127fff640 1 -- 172.21.15.94:0/241386588 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f514404d070 con 0x564516e18a50 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5127fff640 1 -- 172.21.15.94:0/241386588 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 45) ==== 3502+0+0 (secure 0 0 0) 0x7f5138013030 con 0x564516e18a50 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 10 client.6699 fetch_fsmap finished waiting for FSMap version 45 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 10 client.6699 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 20 client.6699 populate_metadata read hostname 'smithi094' 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516e40dd0 0x564516e3d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 4 client.6699 mds_command: new command op to 6537 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 --> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564516d86c50 con 0x564516e40dd0 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f514d142640 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516e40dd0 0x564516e3d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f5127fff640 10 client.6699 ms_handle_connect on v2:172.21.15.94:6836/2466094499 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.698+0000 7f514d142640 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516e40dd0 0x564516e3d0e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0fa9cdbe6b9b4ea server_cookie=fce53e5de931f6b7 in_seq=0 out_seq=0 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5127fff640 1 -- 172.21.15.94:0/241386588 <== mds.0 v2:172.21.15.94:6836/2466094499 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564516d86c50 con 0x564516e40dd0 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5127fff640 10 client.6699 handle_command_reply: tid=0 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 client.6699 shutdown 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 msgr2=0x564516e27dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e27dd0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f5138005c40 tx=0x7f5138001680 comp rx=0 tx=0).stop 2024-09-10T08:36:50.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 shutdown_connections 2024-09-10T08:36:50.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516e40dd0 0x564516e3d0e0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 0x564516e3a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5127fff640 0 client.6699 ms_handle_reset on v2:172.21.15.94:6836/2466094499 2024-09-10T08:36:50.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e27dd0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 --2- 172.21.15.94:0/241386588 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 0x564516e36e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 >> 172.21.15.94:0/241386588 conn(0x564516e14a80 msgr2=0x564516e59ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 shutdown_connections 2024-09-10T08:36:50.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 1 -- 172.21.15.94:0/241386588 wait complete. 2024-09-10T08:36:50.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.699+0000 7f5152220740 20 client.6699 trim_cache size 0 max 16384 2024-09-10T08:36:50.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.717+0000 7f5152220740 1 Processor -- start 2024-09-10T08:36:50.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.717+0000 7f5152220740 1 -- start start 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 0x564516e25390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f5152220740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e5b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 0x564516e5b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f5152220740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f51481ffe60 con 0x564516e18a50 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f51480c82f0 con 0x564516e28310 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f51480c8940 con 0x564516e172c0 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e5b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e5b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32862/0 (socket says 172.21.15.94:32862) 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 -- 172.21.15.94:0/189169905 learned_addr learned my addr 172.21.15.94:0/189169905 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 -- 172.21.15.94:0/189169905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 msgr2=0x564516e25390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 --2- 172.21.15.94:0/189169905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 0x564516e25390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 -- 172.21.15.94:0/189169905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 msgr2=0x564516e5b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 --2- 172.21.15.94:0/189169905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 0x564516e5b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 -- 172.21.15.94:0/189169905 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564516e16dd0 con 0x564516e18a50 2024-09-10T08:36:50.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f514c941640 1 --2- 172.21.15.94:0/189169905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e5b0d0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f51380074f0 tx=0x7f513800f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=960451a9130b7b46 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f51327fc640 1 -- 172.21.15.94:0/189169905 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5138010040 con 0x564516e18a50 2024-09-10T08:36:50.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f51327fc640 1 -- 172.21.15.94:0/189169905 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5138029430 con 0x564516e18a50 2024-09-10T08:36:50.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.718+0000 7f51327fc640 1 -- 172.21.15.94:0/189169905 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5138029840 con 0x564516e18a50 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 -- 172.21.15.94:0/189169905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 msgr2=0x564516e5b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 --2- 172.21.15.94:0/189169905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e5b0d0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f51380074f0 tx=0x7f513800f000 comp rx=0 tx=0).stop 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 -- 172.21.15.94:0/189169905 shutdown_connections 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 --2- 172.21.15.94:0/189169905 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e28310 0x564516e5b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 --2- 172.21.15.94:0/189169905 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516e5b0d0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 --2- 172.21.15.94:0/189169905 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e172c0 0x564516e25390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 -- 172.21.15.94:0/189169905 >> 172.21.15.94:0/189169905 conn(0x564516e14a80 msgr2=0x564516e3a480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 -- 172.21.15.94:0/189169905 shutdown_connections 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.719+0000 7f5152220740 1 -- 172.21.15.94:0/189169905 wait complete. 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.720+0000 7f5152220740 1 -- start start 2024-09-10T08:36:50.725 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.720+0000 7f5152220740 1 Processor -- start 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e172c0 0x564516e3a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516ec0060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e28310 0x564516e25390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x564516e25f90 con 0x564516e18a50 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x564516e40690 con 0x564516e172c0 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x564516e41240 con 0x564516e28310 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 10 client.0 _ll_register_callbacks cb 0x7f5138007cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516ec0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516ec0060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32872/0 (socket says 172.21.15.94:32872) 2024-09-10T08:36:50.726 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 -- 172.21.15.94:0/990152337 learned_addr learned my addr 172.21.15.94:0/990152337 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514d142640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e172c0 0x564516e3a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514d943640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e28310 0x564516e25390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 -- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e28310 msgr2=0x564516e25390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e28310 0x564516e25390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 -- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e172c0 msgr2=0x564516e3a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e172c0 0x564516e3a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 -- 172.21.15.94:0/990152337 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564516ec05a0 con 0x564516e18a50 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514d142640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e172c0 0x564516e3a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f514c941640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516ec0060 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f5138018040 tx=0x7f5138001080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d0ae3f1f7ce6ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5127fff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:36:50.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5127fff640 1 -- 172.21.15.94:0/990152337 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f513801a030 con 0x564516e18a50 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5138029430 con 0x564516e18a50 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5127fff640 1 -- 172.21.15.94:0/990152337 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f5138025040 con 0x564516e18a50 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5127fff640 1 -- 172.21.15.94:0/990152337 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f5138038050 con 0x564516e18a50 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 10 client.6705 fetch_fsmap learned FSMap version 45 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.721+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) -- 0x564516e7e820 con 0x564516e18a50 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5127fff640 1 -- 172.21.15.94:0/990152337 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5138029430 con 0x564516e18a50 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5127fff640 1 -- 172.21.15.94:0/990152337 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 45) ==== 3502+0+0 (secure 0 0 0) 0x7f513803b020 con 0x564516e18a50 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5152220740 10 client.6705 fetch_fsmap finished waiting for FSMap version 45 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5152220740 10 client.6705 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5152220740 20 client.6705 populate_metadata read hostname 'smithi094' 2024-09-10T08:36:50.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5152220740 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516ec0f50 0x564516e15780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5152220740 4 client.6705 mds_command: new command op to 6537 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 --> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] -- command(tid 0: {"prefix": "status"}) -- 0x564516d80fa0 con 0x564516ec0f50 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f514d142640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516ec0f50 0x564516e15780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5127fff640 10 client.6705 ms_handle_connect on v2:172.21.15.94:6836/2466094499 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f514d142640 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516ec0f50 0x564516e15780 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3232ba827844b17 server_cookie=c741062fdefb40b in_seq=0 out_seq=0 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5127fff640 1 -- 172.21.15.94:0/990152337 <== mds.0 v2:172.21.15.94:6836/2466094499 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x564516d80fa0 con 0x564516ec0f50 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5127fff640 10 client.6705 handle_command_reply: tid=0 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.722+0000 7f5152220740 1 client.6705 shutdown 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 msgr2=0x564516ec0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516ec0060 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f5138018040 tx=0x7f5138001080 comp rx=0 tx=0).stop 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 shutdown_connections 2024-09-10T08:36:50.729 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x564516ec0f50 0x564516e15780 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x564516e28310 0x564516e25390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5127fff640 0 client.6705 ms_handle_reset on v2:172.21.15.94:6836/2466094499 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x564516e18a50 0x564516ec0060 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 --2- 172.21.15.94:0/990152337 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x564516e172c0 0x564516e3a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 >> 172.21.15.94:0/990152337 conn(0x564516e14a80 msgr2=0x564516e3b490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 shutdown_connections 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 1 -- 172.21.15.94:0/990152337 wait complete. 2024-09-10T08:36:50.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f5152220740 20 client.6705 trim_cache size 0 max 16384 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 6537, 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 8.8554926619999996, 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 45, 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 90, 2024-09-10T08:36:50.731 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 90, 2024-09-10T08:36:50.732 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 13.199296693000001 2024-09-10T08:36:50.732 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:36:50.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f512c06be30 msgr2=0x7f512c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f512c06be30 0x7f512c06e2f0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5144034000 tx=0x7f514402e000 comp rx=0 tx=0).stop 2024-09-10T08:36:50.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809b590 msgr2=0x7f51481613d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809b590 0x7f51481613d0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f5140007e60 tx=0x7f514000e4b0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 shutdown_connections 2024-09-10T08:36:50.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f512c06be30 0x7f512c06e2f0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f514809ac70 0x7f51480c5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f514809b590 0x7f51481613d0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 --2- 172.21.15.94:0/874429961 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5148070760 0x7f514809f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 >> 172.21.15.94:0/874429961 conn(0x7f51480b3ce0 msgr2=0x7f51480af1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 shutdown_connections 2024-09-10T08:36:50.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.723+0000 7f514f3a6640 1 -- 172.21.15.94:0/874429961 wait complete. 2024-09-10T08:36:50.735 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:36:50.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.833+0000 7ff32a247640 1 Processor -- start 2024-09-10T08:36:50.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.833+0000 7ff32a247640 1 -- start start 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff32a247640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff32406bb10 0x7ff3240cd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff32a247640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240cb860 0x7ff32406bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff32a247640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7ff32406ecc0 0x7ff32406f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff32a247640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7ff32415fe50 con 0x7ff32406bb10 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff32a247640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7ff32406c430 con 0x7ff32406ecc0 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff32a247640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff324160bd0 con 0x7ff3240cb860 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff3237fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff32406bb10 0x7ff3240cd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff3237fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff32406bb10 0x7ff3240cd2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32888/0 (socket says 172.21.15.94:32888) 2024-09-10T08:36:50.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.834+0000 7ff3237fe640 1 -- 172.21.15.94:0/389411154 learned_addr learned my addr 172.21.15.94:0/389411154 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3237fe640 1 -- 172.21.15.94:0/389411154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240cb860 msgr2=0x7ff32406bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3237fe640 1 --2- 172.21.15.94:0/389411154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240cb860 0x7ff32406bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3237fe640 1 -- 172.21.15.94:0/389411154 >> v2:172.21.15.143:3300/0 conn(0x7ff32406ecc0 msgr2=0x7ff32406f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:50.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3237fe640 1 --2- 172.21.15.94:0/389411154 >> v2:172.21.15.143:3300/0 conn(0x7ff32406ecc0 0x7ff32406f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3237fe640 1 -- 172.21.15.94:0/389411154 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3241600f0 con 0x7ff32406bb10 2024-09-10T08:36:50.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3237fe640 1 --2- 172.21.15.94:0/389411154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff32406bb10 0x7ff3240cd2f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7ff324072cb0 tx=0x7ff31402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50ebdddb16b68be8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3227fc640 1 -- 172.21.15.94:0/389411154 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314037070 con 0x7ff32406bb10 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3227fc640 1 -- 172.21.15.94:0/389411154 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff314032440 con 0x7ff32406bb10 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.835+0000 7ff3227fc640 1 -- 172.21.15.94:0/389411154 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314032810 con 0x7ff32406bb10 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 -- 172.21.15.94:0/389411154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff32406bb10 msgr2=0x7ff3240cd2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 --2- 172.21.15.94:0/389411154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff32406bb10 0x7ff3240cd2f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7ff324072cb0 tx=0x7ff31402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 -- 172.21.15.94:0/389411154 shutdown_connections 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 --2- 172.21.15.94:0/389411154 >> v2:172.21.15.143:3300/0 conn(0x7ff32406ecc0 0x7ff32406f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 --2- 172.21.15.94:0/389411154 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3240cb860 0x7ff32406bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 --2- 172.21.15.94:0/389411154 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff32406bb10 0x7ff3240cd2f0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 -- 172.21.15.94:0/389411154 >> 172.21.15.94:0/389411154 conn(0x7ff3240d10d0 msgr2=0x7ff3240d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:50.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 -- 172.21.15.94:0/389411154 shutdown_connections 2024-09-10T08:36:50.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.836+0000 7ff32a247640 1 -- 172.21.15.94:0/389411154 wait complete. 2024-09-10T08:36:50.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.837+0000 7ff32a247640 1 Processor -- start 2024-09-10T08:36:50.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.837+0000 7ff32a247640 1 -- start start 2024-09-10T08:36:50.840 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff32a247640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff32406bb10 0x7ff3240b5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff32a247640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff32406ecc0 0x7ff3240b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff32a247640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3240cb860 0x7ff3240c9710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff32a247640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff3240cd8d0 con 0x7ff3240cb860 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff32a247640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff3240cbc60 con 0x7ff32406bb10 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff32a247640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff32415c5b0 con 0x7ff32406ecc0 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff323fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3240cb860 0x7ff3240c9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff323fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3240cb860 0x7ff3240c9710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32904/0 (socket says 172.21.15.94:32904) 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff323fff640 1 -- 172.21.15.94:0/4141328759 learned_addr learned my addr 172.21.15.94:0/4141328759 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff323fff640 1 -- 172.21.15.94:0/4141328759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff32406ecc0 msgr2=0x7ff3240b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff323fff640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff32406ecc0 0x7ff3240b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff323fff640 1 -- 172.21.15.94:0/4141328759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff32406bb10 msgr2=0x7ff3240b5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.838+0000 7ff323fff640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff32406bb10 0x7ff3240b5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.839+0000 7ff323fff640 1 -- 172.21.15.94:0/4141328759 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3240c8670 con 0x7ff3240cb860 2024-09-10T08:36:50.841 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.839+0000 7ff323fff640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3240cb860 0x7ff3240c9710 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7ff31c00b970 tx=0x7ff31c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.839+0000 7ff30bfff640 1 -- 172.21.15.94:0/4141328759 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31c019070 con 0x7ff3240cb860 2024-09-10T08:36:50.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.839+0000 7ff30bfff640 1 -- 172.21.15.94:0/4141328759 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff31c00cb60 con 0x7ff3240cb860 2024-09-10T08:36:50.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.839+0000 7ff30bfff640 1 -- 172.21.15.94:0/4141328759 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31c014440 con 0x7ff3240cb860 2024-09-10T08:36:50.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.839+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3240c8950 con 0x7ff3240cb860 2024-09-10T08:36:50.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.839+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3240c8f10 con 0x7ff3240cb860 2024-09-10T08:36:50.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.840+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3240cd2f0 con 0x7ff3240cb860 2024-09-10T08:36:50.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.840+0000 7ff30bfff640 1 -- 172.21.15.94:0/4141328759 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff31c01c070 con 0x7ff3240cb860 2024-09-10T08:36:50.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.841+0000 7ff30bfff640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:50.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.841+0000 7ff30bfff640 1 -- 172.21.15.94:0/4141328759 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7ff31c08ae00 con 0x7ff3240cb860 2024-09-10T08:36:50.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.841+0000 7ff3237fe640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:50.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.841+0000 7ff3237fe640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff314034000 tx=0x7ff31402c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:50.845 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:50.845+0000 7ff30bfff640 1 -- 172.21.15.94:0/4141328759 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff31c059590 con 0x7ff3240cb860 2024-09-10T08:36:51.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.045+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff324073230 con 0x7ff3240cb860 2024-09-10T08:36:51.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.045+0000 7ff30bfff640 1 -- 172.21.15.94:0/4141328759 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v45) ==== 53+0+73 (secure 0 0 0) 0x7ff31c058e90 con 0x7ff3240cb860 2024-09-10T08:36:51.045 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:36:51.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 msgr2=0x7ff31006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:51.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff314034000 tx=0x7ff31402c000 comp rx=0 tx=0).stop 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3240cb860 msgr2=0x7ff3240c9710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3240cb860 0x7ff3240c9710 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7ff31c00b970 tx=0x7ff31c00be30 comp rx=0 tx=0).stop 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 shutdown_connections 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff31006be30 0x7ff31006e2f0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3240cb860 0x7ff3240c9710 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff32406ecc0 0x7ff3240b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 --2- 172.21.15.94:0/4141328759 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff32406bb10 0x7ff3240b5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 >> 172.21.15.94:0/4141328759 conn(0x7ff3240d10d0 msgr2=0x7ff324073750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 shutdown_connections 2024-09-10T08:36:51.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51.047+0000 7ff32a247640 1 -- 172.21.15.94:0/4141328759 wait complete. 2024-09-10T08:36:51.058 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:36:51.059 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:36:51.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.060 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:36:51.075 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:36:51.075 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:36:51.075 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:51.076 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42545sec preferred_lft 42545sec 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:51.077 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:51.078 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:36:51.078 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:51.078 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:51.078 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:51.078 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:36:51.078 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:51.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.079 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:36:51.139 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:36:51.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.141 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:36:51.197 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:36:51.197 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:36:51.197 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:36:51.197 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:36:51.197 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:36:51.198 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:36:51.198 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:36:51.198 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:36:51.198 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:36:51.198 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:36:51.198 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:36:51.284 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:36:51.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:51.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.322 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:36:51.337 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:36:51.337 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:36:51.337 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:36:51.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.337 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:36:51.402 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:36:51.402 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:51.402 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:51.457 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:36:51.457 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:51.458 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:51.513 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:36:51.578 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:51.634 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:36:51.634 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:36:51.634 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:36:51.635 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:36:51.636 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:51.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.637 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:36:51.690 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:36:51.690 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:36:51.733 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:36:51.757 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:36:51.813 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:51.814 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:36:51.815 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:51.816 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:36:51.816 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:51.816 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:36:51.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.818 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:36:51.819 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:36:51.813+0000 7f9822f2f480 -1 init, newargv = 0x55ef9053c1e0 newargc=15 2024-09-10T08:36:51.819 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[61298]: starting ceph client 2024-09-10T08:36:51.819 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[61298]: starting fuse 2024-09-10T08:36:51.833 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:36:51.834 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:36:51.834 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:36:51.835 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:36:51.836 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:36:51.952 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.61298.asok 2024-09-10T08:36:51.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:51.963 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61298.asok 2024-09-10T08:36:51.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:51.963 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61298.asok status 2024-09-10T08:36:52.096 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:36:52.096 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:36:52.096 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:36:52.096 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:36:52.096 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:36:52.096 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "61298", 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 6720, 2024-09-10T08:36:52.097 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 6720 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2078258755 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:52.098 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 2078258755 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.6720 192.168.0.1:0/2078258755", 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/2078258755", 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 45, 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 90, 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:36:52.099 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:36:52.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:52.105 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:36:52.105 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:52.120 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:36:52.121 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:52.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:52.121 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:52.186 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:36:52.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.323+0000 7fce80080640 1 Processor -- start 2024-09-10T08:36:52.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.324+0000 7fce80080640 1 -- start start 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.324+0000 7fce80080640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fce7815b160 0x7fce78073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.324+0000 7fce80080640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce7806f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce80080640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce78073940 con 0x7fce7815ecf0 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce80080640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fce7806fda0 con 0x7fce7815b160 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce80080640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fce7815f1f0 con 0x7fce7806f450 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7de1c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fce7815b160 0x7fce78073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7d61b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fce7815ecf0 0x7fce780adb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:37548/0 (socket says 172.21.15.94:37548) 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7de1c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fce7815b160 0x7fce78073400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32918/0 (socket says 172.21.15.94:32918) 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7d61b640 1 -- 172.21.15.94:0/2052266071 learned_addr learned my addr 172.21.15.94:0/2052266071 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7e61d640 1 --2- 172.21.15.94:0/2052266071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce7806f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:52.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7de1c640 1 -- 172.21.15.94:0/2052266071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 msgr2=0x7fce7806f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7de1c640 1 --2- 172.21.15.94:0/2052266071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce7806f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7de1c640 1 -- 172.21.15.94:0/2052266071 >> v1:172.21.15.94:6789/0 conn(0x7fce7815ecf0 legacy=0x7fce780adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7ce1a640 1 -- 172.21.15.94:0/2052266071 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1876504917 0 0) 0x7fce78073940 con 0x7fce7815ecf0 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7de1c640 1 -- 172.21.15.94:0/2052266071 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce7815f4d0 con 0x7fce7815b160 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.325+0000 7fce7e61d640 1 --2- 172.21.15.94:0/2052266071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce7806f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce7de1c640 1 --2- 172.21.15.94:0/2052266071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce78073400 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fce700097a0 tx=0x7fce7002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4f550a9b732c3e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce7ce1a640 1 -- 172.21.15.94:0/2052266071 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce70037070 con 0x7fce7815b160 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce7ce1a640 1 -- 172.21.15.94:0/2052266071 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce7002ae50 con 0x7fce7815b160 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce7ce1a640 1 -- 172.21.15.94:0/2052266071 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce70032660 con 0x7fce7815b160 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 -- 172.21.15.94:0/2052266071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 msgr2=0x7fce78073400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 --2- 172.21.15.94:0/2052266071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce78073400 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fce700097a0 tx=0x7fce7002a100 comp rx=0 tx=0).stop 2024-09-10T08:36:52.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 -- 172.21.15.94:0/2052266071 shutdown_connections 2024-09-10T08:36:52.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 --2- 172.21.15.94:0/2052266071 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce7806f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 --2- 172.21.15.94:0/2052266071 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce78073400 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 -- 172.21.15.94:0/2052266071 >> 172.21.15.94:0/2052266071 conn(0x7fce780b1b30 msgr2=0x7fce780b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:52.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 -- 172.21.15.94:0/2052266071 shutdown_connections 2024-09-10T08:36:52.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.326+0000 7fce80080640 1 -- 172.21.15.94:0/2052266071 wait complete. 2024-09-10T08:36:52.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 Processor -- start 2024-09-10T08:36:52.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 -- start start 2024-09-10T08:36:52.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce781581d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:52.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce781483e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:52.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce7815ecf0 0x7fce78148bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:52.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fce7815b540 con 0x7fce7815b160 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fce7815fa90 con 0x7fce7815ecf0 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce80080640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fce780b3310 con 0x7fce7806f450 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce7d61b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce781483e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce7d61b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce781483e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32930/0 (socket says 172.21.15.94:32930) 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.328+0000 7fce7d61b640 1 -- 172.21.15.94:0/2688298884 learned_addr learned my addr 172.21.15.94:0/2688298884 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7de1c640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce781581d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7d61b640 1 -- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 msgr2=0x7fce781581d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7e61d640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce7815ecf0 0x7fce78148bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7d61b640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce781581d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7d61b640 1 -- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce7815ecf0 msgr2=0x7fce78148bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:52.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7d61b640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce7815ecf0 0x7fce78148bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7d61b640 1 -- 172.21.15.94:0/2688298884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce78149100 con 0x7fce7815b160 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7de1c640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce781581d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7e61d640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce7815ecf0 0x7fce78148bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce7d61b640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce781483e0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fce6c00c410 tx=0x7fce6c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce767fc640 1 -- 172.21.15.94:0/2688298884 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce6c0074e0 con 0x7fce7815b160 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce767fc640 1 -- 172.21.15.94:0/2688298884 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce6c0047e0 con 0x7fce7815b160 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce767fc640 1 -- 172.21.15.94:0/2688298884 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce6c004bd0 con 0x7fce7815b160 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce78149380 con 0x7fce7815b160 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.329+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce78149940 con 0x7fce7815b160 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.330+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce7806f860 con 0x7fce7815b160 2024-09-10T08:36:52.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.330+0000 7fce767fc640 1 -- 172.21.15.94:0/2688298884 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fce6c011070 con 0x7fce7815b160 2024-09-10T08:36:52.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.331+0000 7fce767fc640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fce6406be30 0x7fce6406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:52.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.331+0000 7fce767fc640 1 -- 172.21.15.94:0/2688298884 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fce6c08ac90 con 0x7fce7815b160 2024-09-10T08:36:52.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.331+0000 7fce7de1c640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fce6406be30 0x7fce6406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:52.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.331+0000 7fce7de1c640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fce6406be30 0x7fce6406e2f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fce70034000 tx=0x7fce7002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:52.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.335+0000 7fce767fc640 1 -- 172.21.15.94:0/2688298884 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fce78149100 con 0x7fce7815b160 2024-09-10T08:36:52.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.535+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fce78073180 con 0x7fce7815b160 2024-09-10T08:36:52.536 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.536+0000 7fce767fc640 1 -- 172.21.15.94:0/2688298884 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v45) ==== 53+0+73 (secure 0 0 0) 0x7fce6c0594b0 con 0x7fce7815b160 2024-09-10T08:36:52.536 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:36:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fce6406be30 msgr2=0x7fce6406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fce6406be30 0x7fce6406e2f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fce70034000 tx=0x7fce7002e000 comp rx=0 tx=0).stop 2024-09-10T08:36:52.538 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 msgr2=0x7fce781483e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce781483e0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fce6c00c410 tx=0x7fce6c00c8d0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 shutdown_connections 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fce6406be30 0x7fce6406e2f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fce7815ecf0 0x7fce78148bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fce7815b160 0x7fce781483e0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 --2- 172.21.15.94:0/2688298884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fce7806f450 0x7fce781581d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 >> 172.21.15.94:0/2688298884 conn(0x7fce780b1b30 msgr2=0x7fce7815d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 shutdown_connections 2024-09-10T08:36:52.539 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:52.538+0000 7fce80080640 1 -- 172.21.15.94:0/2688298884 wait complete. 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:36:52.549 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:36:52.550 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:36:52.550 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:52.550 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:36:52.570 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:36:52.570 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:36:52.570 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:36:52.570 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:52.570 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:36:52.570 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:52.570 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:36:52.571 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42514sec preferred_lft 42514sec 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:52.572 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:52.573 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:52.573 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:36:52.573 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:52.573 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:36:52.573 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:52.573 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:36:52.573 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:36:52.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:52.574 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:36:52.639 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:36:52.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:52.641 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:36:52.699 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:36:52.700 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:36:52.700 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:36:52.700 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:36:52.700 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:36:52.700 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:36:52.700 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:36:52.701 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:36:52.701 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:36:52.701 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:36:52.701 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:36:52.792 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:36:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:36:52.826 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:36:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:52.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:52.832 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:36:52.848 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:36:52.848 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:36:52.848 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:36:52.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:52.848 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:36:52.914 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:36:52.914 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:52.914 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:52.969 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:36:52.970 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:36:52.970 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:53.025 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:36:53.090 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:36:53.146 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:53.147 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:53.148 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:53.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:53.149 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:36:53.201 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:36:53.201 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:36:53.243 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:36:53.268 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:36:53.325 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:36:53.325 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:36:53.325 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:36:53.326 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:36:53.327 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:36:53.328 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:36:53.328 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:36:53.328 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:53.328 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:36:53.328 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:53.328 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:36:53.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:53.328 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:36:53.329 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:36:53.325+0000 7f6499294480 -1 init, newargv = 0x55fc4a3795e0 newargc=15 2024-09-10T08:36:53.329 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[47731]: starting ceph client 2024-09-10T08:36:53.330 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[47731]: starting fuse 2024-09-10T08:36:53.345 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:36:53.345 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:36:53.345 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:36:53.346 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:36:53.347 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:36:53.347 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:36:53.347 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:36:53.347 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:36:53.347 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:36:53.462 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.47731.asok 2024-09-10T08:36:53.465 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:36:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:36:53.472 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.47731.asok 2024-09-10T08:36:53.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:53.473 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.47731.asok status 2024-09-10T08:36:53.605 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "47731", 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:36:53.606 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 5663, 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 5663 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:36:53.607 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3208828095 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3208828095 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.5663 192.168.0.1:0/3208828095", 2024-09-10T08:36:53.608 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/3208828095", 2024-09-10T08:36:53.609 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:36:53.609 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 45, 2024-09-10T08:36:53.609 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 90, 2024-09-10T08:36:53.609 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:36:53.609 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:36:53.609 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:36:53.609 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:36:53.614 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:53.614 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:36:53.614 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:53.629 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:36:53.630 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:53.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:53.630 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:36:53.695 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:53.695 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:53.715 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:36:53.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.869+0000 7fe8cbfb7640 1 Processor -- start 2024-09-10T08:36:53.869 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.869+0000 7fe8cbfb7640 1 -- start start 2024-09-10T08:36:53.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8cbfb7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe8c415b1e0 0x7fe8c4072c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8cbfb7640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8c4073c10 con 0x7fe8c40b4390 2024-09-10T08:36:53.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8cbfb7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8c4073370 con 0x7fe8c40b56e0 2024-09-10T08:36:53.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8cbfb7640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe8c4073140 con 0x7fe8c415b1e0 2024-09-10T08:36:53.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8c9552640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fe8c40b4390 0x7fe8c40ceb50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:37550/0 (socket says 172.21.15.94:37550) 2024-09-10T08:36:53.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8c9552640 1 -- 172.21.15.94:0/2492156172 learned_addr learned my addr 172.21.15.94:0/2492156172 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:53.873 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1800360928 0 0) 0x7fe8c4073c10 con 0x7fe8c40b4390 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/2492156172 >> v2:172.21.15.143:3300/0 conn(0x7fe8c415b1e0 0x7fe8c4072c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.870+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe8b0003520 con 0x7fe8c40b4390 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1722157832 0 0) 0x7fe8b0003520 con 0x7fe8c40b4390 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 >> v2:172.21.15.143:3300/0 conn(0x7fe8c415b1e0 msgr2=0x7fe8c4072c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 --2- 172.21.15.94:0/2492156172 >> v2:172.21.15.143:3300/0 conn(0x7fe8c415b1e0 0x7fe8c4072c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 >> v1:172.21.15.143:6789/0 conn(0x7fe8c40b56e0 legacy=0x7fe8c40706a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c4073650 con 0x7fe8c40b4390 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fe8b4001670 con 0x7fe8c40b4390 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 >> v1:172.21.15.94:6789/0 conn(0x7fe8c40b4390 legacy=0x7fe8c40ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8b0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8b0004800 0x7fe8b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8b00051c0 0x7fe8b000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b000c030 con 0x7fe8b00039b0 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b000c1e0 con 0x7fe8b0004800 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe8b000c3e0 con 0x7fe8b00051c0 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8b0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c9552640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8b0004800 0x7fe8b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8ca554640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8b00051c0 0x7fe8b000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c9d53640 1 -- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8b00051c0 msgr2=0x7fe8b000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8b00051c0 0x7fe8b000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c9d53640 1 -- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8b0004800 msgr2=0x7fe8b0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8b0004800 0x7fe8b0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8c9d53640 1 -- 172.21.15.94:0/2492156172 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8b0003520 con 0x7fe8b00039b0 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.871+0000 7fe8ca554640 1 -- 172.21.15.94:0/2492156172 reap_dead start 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.872+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8b0003dd0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0009fc0 tx=0x7fe8b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d537ecdfc06483f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:53.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.872+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0034020 con 0x7fe8b00039b0 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.872+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8c00305f0 con 0x7fe8b00039b0 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.872+0000 7fe8c8d51640 1 -- 172.21.15.94:0/2492156172 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0009c10 con 0x7fe8b00039b0 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.873+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/2492156172 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 msgr2=0x7fe8b0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.873+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8b0003dd0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0009fc0 tx=0x7fe8b0005830 comp rx=0 tx=0).stop 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.873+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/2492156172 shutdown_connections 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.873+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/2492156172 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8b0003dd0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.873+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/2492156172 >> 172.21.15.94:0/2492156172 conn(0x7fe8c40d10d0 msgr2=0x7fe8c40d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.873+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/2492156172 shutdown_connections 2024-09-10T08:36:53.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.873+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/2492156172 wait complete. 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.874+0000 7fe8cbfb7640 1 Processor -- start 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.874+0000 7fe8cbfb7640 1 -- start start 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8cbfb7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8c4159200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8cbfb7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8c4150d20 0x7fe8c4148b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8cbfb7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8c40cfa70 0x7fe8c4153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8cbfb7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c4072c00 con 0x7fe8b00039b0 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8cbfb7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c4070210 con 0x7fe8c40cfa70 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8cbfb7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe8c4072d80 con 0x7fe8c4150d20 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8c4159200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8c4159200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32940/0 (socket says 172.21.15.94:32940) 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 -- 172.21.15.94:0/4218985618 learned_addr learned my addr 172.21.15.94:0/4218985618 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9552640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8c4150d20 0x7fe8c4148b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8ca554640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8c40cfa70 0x7fe8c4153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 -- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8c4150d20 msgr2=0x7fe8c4148b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8c4150d20 0x7fe8c4148b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 -- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8c40cfa70 msgr2=0x7fe8c4153800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8c40cfa70 0x7fe8c4153800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.875+0000 7fe8c9d53640 1 -- 172.21.15.94:0/4218985618 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c41581d0 con 0x7fe8b00039b0 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.876+0000 7fe8c9d53640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8c4159200 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0033040 tx=0x7fe8c0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.876+0000 7fe8ba7fc640 1 -- 172.21.15.94:0/4218985618 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0040070 con 0x7fe8b00039b0 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.876+0000 7fe8ba7fc640 1 -- 172.21.15.94:0/4218985618 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8c0039a00 con 0x7fe8b00039b0 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.876+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8c41490b0 con 0x7fe8b00039b0 2024-09-10T08:36:53.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.876+0000 7fe8ba7fc640 1 -- 172.21.15.94:0/4218985618 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0034040 con 0x7fe8b00039b0 2024-09-10T08:36:53.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.876+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8c4158720 con 0x7fe8b00039b0 2024-09-10T08:36:53.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.877+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8c40b5b50 con 0x7fe8b00039b0 2024-09-10T08:36:53.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.877+0000 7fe8ba7fc640 1 -- 172.21.15.94:0/4218985618 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe8c0037020 con 0x7fe8b00039b0 2024-09-10T08:36:53.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.878+0000 7fe8ba7fc640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe8a806be60 0x7fe8a806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:53.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.878+0000 7fe8ba7fc640 1 -- 172.21.15.94:0/4218985618 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fe8c00ab990 con 0x7fe8b00039b0 2024-09-10T08:36:53.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.878+0000 7fe8c9552640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe8a806be60 0x7fe8a806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:53.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.878+0000 7fe8c9552640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe8a806be60 0x7fe8a806e320 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe8c415aaf0 tx=0x7fe8b4000fa0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:53.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:53.882+0000 7fe8ba7fc640 1 -- 172.21.15.94:0/4218985618 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe8c41490b0 con 0x7fe8b00039b0 2024-09-10T08:36:54.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.057+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe8c406c770 con 0x7fe8b00039b0 2024-09-10T08:36:54.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.057+0000 7fe8ba7fc640 1 -- 172.21.15.94:0/4218985618 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v90) ==== 80+0+0 (secure 0 0 0) 0x7fe8c0079b60 con 0x7fe8b00039b0 2024-09-10T08:36:54.057 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:36:54.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe8a806be60 msgr2=0x7fe8a806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe8a806be60 0x7fe8a806e320 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fe8c415aaf0 tx=0x7fe8b4000fa0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 msgr2=0x7fe8c4159200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8c4159200 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0033040 tx=0x7fe8c0009750 comp rx=0 tx=0).stop 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 shutdown_connections 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe8a806be60 0x7fe8a806e320 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe8c40cfa70 0x7fe8c4153800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe8c4150d20 0x7fe8c4148b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 --2- 172.21.15.94:0/4218985618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe8b00039b0 0x7fe8c4159200 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 >> 172.21.15.94:0/4218985618 conn(0x7fe8c40d10d0 msgr2=0x7fe8c40b4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 shutdown_connections 2024-09-10T08:36:54.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.059+0000 7fe8cbfb7640 1 -- 172.21.15.94:0/4218985618 wait complete. 2024-09-10T08:36:54.070 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:36:54.070 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:36:54.086 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:36:54.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.226+0000 7f13c608d640 1 Processor -- start 2024-09-10T08:36:54.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.226+0000 7f13c608d640 1 -- start start 2024-09-10T08:36:54.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13c608d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c015e660 0x7f13c00d4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13c608d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f13c00d0aa0 0x7f13c00d0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13c608d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13c015ea40 con 0x7f13c00d2940 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13c608d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f13c00d3100 con 0x7f13c00d0aa0 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13c608d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f13c00cf230 con 0x7f13c015e660 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f13c00d0aa0 0x7f13c00d0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bf7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c015e660 0x7f13c00d4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13beffd640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f13c00d2940 0x7f13c00cfd10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:47412/0 (socket says 172.21.15.94:47412) 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bffff640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f13c00d0aa0 0x7f13c00d0f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:37258/0 (socket says 172.21.15.94:37258) 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bf7fe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c015e660 0x7f13c00d4ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:42944/0 (socket says 172.21.15.94:42944) 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13beffd640 1 -- 172.21.15.94:0/3602706722 learned_addr learned my addr 172.21.15.94:0/3602706722 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bf7fe640 1 -- 172.21.15.94:0/3602706722 >> v2:172.21.15.143:3300/0 conn(0x7f13c00d0aa0 msgr2=0x7f13c00d0f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bf7fe640 1 --2- 172.21.15.94:0/3602706722 >> v2:172.21.15.143:3300/0 conn(0x7f13c00d0aa0 0x7f13c00d0f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bf7fe640 1 -- 172.21.15.94:0/3602706722 >> v1:172.21.15.143:6789/0 conn(0x7f13c00d2940 legacy=0x7f13c00cfd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.227+0000 7f13bf7fe640 1 -- 172.21.15.94:0/3602706722 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c00cf510 con 0x7f13c015e660 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.228+0000 7f13bf7fe640 1 --2- 172.21.15.94:0/3602706722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c015e660 0x7f13c00d4ea0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f13b00097a0 tx=0x7f13b002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3576191962fc0802 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.228+0000 7f13be7fc640 1 -- 172.21.15.94:0/3602706722 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b0037070 con 0x7f13c015e660 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.228+0000 7f13be7fc640 1 -- 172.21.15.94:0/3602706722 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13b0032440 con 0x7f13c015e660 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.228+0000 7f13be7fc640 1 -- 172.21.15.94:0/3602706722 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b0032810 con 0x7f13c015e660 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 -- 172.21.15.94:0/3602706722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c015e660 msgr2=0x7f13c00d4ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 --2- 172.21.15.94:0/3602706722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c015e660 0x7f13c00d4ea0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f13b00097a0 tx=0x7f13b002a210 comp rx=0 tx=0).stop 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 -- 172.21.15.94:0/3602706722 shutdown_connections 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 --2- 172.21.15.94:0/3602706722 >> v2:172.21.15.143:3300/0 conn(0x7f13c00d0aa0 0x7f13c00d0f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 --2- 172.21.15.94:0/3602706722 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c015e660 0x7f13c00d4ea0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 -- 172.21.15.94:0/3602706722 >> 172.21.15.94:0/3602706722 conn(0x7f13c009d720 msgr2=0x7f13c00d4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:54.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 -- 172.21.15.94:0/3602706722 shutdown_connections 2024-09-10T08:36:54.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.229+0000 7f13c608d640 1 -- 172.21.15.94:0/3602706722 wait complete. 2024-09-10T08:36:54.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.230+0000 7f13c608d640 1 Processor -- start 2024-09-10T08:36:54.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.230+0000 7f13c608d640 1 -- start start 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13c00d0aa0 0x7f13c00b3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c00d2940 0x7f13c00b5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13c015e660 0x7f13c0154910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f13c00d2ee0 con 0x7f13c015e660 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f13c00d2d60 con 0x7f13c00d0aa0 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f13c00cee70 con 0x7f13c00d2940 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13c015e660 0x7f13c0154910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bf7fe640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13c00d0aa0 0x7f13c00b3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bf7fe640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13c00d0aa0 0x7f13c00b3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:37264/0 (socket says 172.21.15.94:37264) 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13c015e660 0x7f13c0154910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:32942/0 (socket says 172.21.15.94:32942) 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bf7fe640 1 -- 172.21.15.94:0/3019747334 learned_addr learned my addr 172.21.15.94:0/3019747334 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13beffd640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c00d2940 0x7f13c00b5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:54.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 -- 172.21.15.94:0/3019747334 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c00d2940 msgr2=0x7f13c00b5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c00d2940 0x7f13c00b5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 -- 172.21.15.94:0/3019747334 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13c00d0aa0 msgr2=0x7f13c00b3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13c00d0aa0 0x7f13c00b3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 -- 172.21.15.94:0/3019747334 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c0154e50 con 0x7f13c015e660 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13bffff640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13c015e660 0x7f13c0154910 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f13b800efc0 tx=0x7f13b800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13a7fff640 1 -- 172.21.15.94:0/3019747334 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b8018020 con 0x7f13c015e660 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13a7fff640 1 -- 172.21.15.94:0/3019747334 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13b8014480 con 0x7f13c015e660 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13c00b4460 con 0x7f13c015e660 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13a7fff640 1 -- 172.21.15.94:0/3019747334 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b8014870 con 0x7f13c015e660 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.231+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13c00b4a20 con 0x7f13c015e660 2024-09-10T08:36:54.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.232+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13c00d4ea0 con 0x7f13c015e660 2024-09-10T08:36:54.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.233+0000 7f13a7fff640 1 -- 172.21.15.94:0/3019747334 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f13b8005d10 con 0x7f13c015e660 2024-09-10T08:36:54.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.233+0000 7f13a7fff640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f13ac06be30 0x7f13ac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:36:54.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.233+0000 7f13a7fff640 1 -- 172.21.15.94:0/3019747334 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f13b808bd60 con 0x7f13c015e660 2024-09-10T08:36:54.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.233+0000 7f13bf7fe640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f13ac06be30 0x7f13ac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:36:54.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.234+0000 7f13bf7fe640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f13ac06be30 0x7f13ac06e2f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f13b002a250 tx=0x7f13b002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:36:54.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.238+0000 7f13a7fff640 1 -- 172.21.15.94:0/3019747334 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f13b8022030 con 0x7f13c015e660 2024-09-10T08:36:54.416 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.415+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f13c00ba2e0 con 0x7f13c015e660 2024-09-10T08:36:54.416 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.416+0000 7f13a7fff640 1 -- 172.21.15.94:0/3019747334 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v90) ==== 80+0+0 (secure 0 0 0) 0x7f13b8010040 con 0x7f13c015e660 2024-09-10T08:36:54.416 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:36:54.418 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f13ac06be30 msgr2=0x7f13ac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.418 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f13ac06be30 0x7f13ac06e2f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f13b002a250 tx=0x7f13b002e000 comp rx=0 tx=0).stop 2024-09-10T08:36:54.418 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13c015e660 msgr2=0x7f13c0154910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:36:54.418 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13c015e660 0x7f13c0154910 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f13b800efc0 tx=0x7f13b800c490 comp rx=0 tx=0).stop 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 shutdown_connections 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f13ac06be30 0x7f13ac06e2f0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f13c015e660 0x7f13c0154910 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f13c00d2940 0x7f13c00b5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 --2- 172.21.15.94:0/3019747334 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f13c00d0aa0 0x7f13c00b3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 >> 172.21.15.94:0/3019747334 conn(0x7f13c009d720 msgr2=0x7f13c00b2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 shutdown_connections 2024-09-10T08:36:54.419 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:36:54.418+0000 7f13c608d640 1 -- 172.21.15.94:0/3019747334 wait complete. 2024-09-10T08:36:54.429 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:36:54.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:36:54.429 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:36:54.452 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[61298]: fuse finished with error 0 and tester_r 0 2024-09-10T08:36:54.454 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:00.556 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:37:00.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:00.556 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:37:00.576 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:00.577 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:00.597 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:00.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.727+0000 7f3685cb7640 1 Processor -- start 2024-09-10T08:37:00.728 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.727+0000 7f3685cb7640 1 -- start start 2024-09-10T08:37:00.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f3685cb7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 0x7f36800d47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f3685cb7640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36800d4d30 con 0x7f368015e650 2024-09-10T08:37:00.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f3685cb7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36800d32c0 con 0x7f36800b75e0 2024-09-10T08:37:00.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f3685cb7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f36800d35a0 con 0x7f36800d43d0 2024-09-10T08:37:00.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367f7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f368015e650 0x7f36800cf380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:45974/0 (socket says 172.21.15.94:45974) 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367f7fe640 1 -- 172.21.15.94:0/3742873618 learned_addr learned my addr 172.21.15.94:0/3742873618 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367effd640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 0x7f36800d47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3348091333 0 0) 0x7f36800d4d30 con 0x7f368015e650 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3668003520 con 0x7f368015e650 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 908067024 0 0) 0x7f3668003520 con 0x7f368015e650 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 msgr2=0x7f36800d47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 0x7f36800d47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 >> v1:172.21.15.143:6789/0 conn(0x7f36800b75e0 legacy=0x7f36800b7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36800d3880 con 0x7f368015e650 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.728+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f3674001670 con 0x7f368015e650 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 >> v1:172.21.15.94:6789/0 conn(0x7f368015e650 legacy=0x7f36800cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367e7fc640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 0x7f36680039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367e7fc640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f3668004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367e7fc640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3668004d40 0x7f36680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f36800d35a0 con 0x7f3668003f60 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f366800bb30 con 0x7f3668004d40 2024-09-10T08:37:00.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f366800bd30 con 0x7f36800d43d0 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367effd640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f3668004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367f7fe640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 0x7f36680039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367ffff640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3668004d40 0x7f36680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367effd640 1 -- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 msgr2=0x7f36680039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367effd640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 0x7f36680039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367effd640 1 -- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3668004d40 msgr2=0x7f36680051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367effd640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3668004d40 0x7f36680051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367effd640 1 -- 172.21.15.94:0/3742873618 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3668003520 con 0x7f3668003f60 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367f7fe640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f36800d43d0 0x7f36680039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:00.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.729+0000 7f367ffff640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3668004d40 0x7f36680051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f367effd640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f3668004800 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f3670009a90 tx=0x7f3668005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5986e8906a028db3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3670036070 con 0x7f3668003f60 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3670031400 con 0x7f3668003f60 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f367e7fc640 1 -- 172.21.15.94:0/3742873618 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3670009690 con 0x7f3668003f60 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f3685cb7640 1 -- 172.21.15.94:0/3742873618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 msgr2=0x7f3668004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f3685cb7640 1 --2- 172.21.15.94:0/3742873618 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f3668004800 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f3670009a90 tx=0x7f3668005830 comp rx=0 tx=0).stop 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f367ffff640 1 -- 172.21.15.94:0/3742873618 reap_dead start 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f3685cb7640 1 -- 172.21.15.94:0/3742873618 shutdown_connections 2024-09-10T08:37:00.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f3685cb7640 1 -- 172.21.15.94:0/3742873618 >> 172.21.15.94:0/3742873618 conn(0x7f3680073660 msgr2=0x7f3680073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f3685cb7640 1 -- 172.21.15.94:0/3742873618 shutdown_connections 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.730+0000 7f3685cb7640 1 -- 172.21.15.94:0/3742873618 wait complete. 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.732+0000 7f3685cb7640 1 Processor -- start 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.732+0000 7f3685cb7640 1 -- start start 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f36800ca600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f368015fa70 0x7f3680153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3680155750 0x7f3680156d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f36800d2340 con 0x7f3668003f60 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f36800d21c0 con 0x7f368015fa70 2024-09-10T08:37:00.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f36800cfa90 con 0x7f3680155750 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f36800ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f36800ca600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39660/0 (socket says 172.21.15.94:39660) 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 -- 172.21.15.94:0/1567877563 learned_addr learned my addr 172.21.15.94:0/1567877563 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367effd640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f368015fa70 0x7f3680153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367ffff640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3680155750 0x7f3680156d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 -- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3680155750 msgr2=0x7f3680156d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3680155750 0x7f3680156d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 -- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f368015fa70 msgr2=0x7f3680153ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f368015fa70 0x7f3680153ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 -- 172.21.15.94:0/1567877563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3680155cc0 con 0x7f3668003f60 2024-09-10T08:37:00.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f367f7fe640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f36800ca600 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f367400e8a0 tx=0x7f367400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:00.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3667fff640 1 -- 172.21.15.94:0/1567877563 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f367400c8d0 con 0x7f3668003f60 2024-09-10T08:37:00.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3667fff640 1 -- 172.21.15.94:0/1567877563 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f367400ca70 con 0x7f3668003f60 2024-09-10T08:37:00.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36800c7ed0 con 0x7f3668003f60 2024-09-10T08:37:00.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3667fff640 1 -- 172.21.15.94:0/1567877563 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f367400cc20 con 0x7f3668003f60 2024-09-10T08:37:00.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.733+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36800c8490 con 0x7f3668003f60 2024-09-10T08:37:00.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.734+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3680156060 con 0x7f3668003f60 2024-09-10T08:37:00.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.735+0000 7f3667fff640 1 -- 172.21.15.94:0/1567877563 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f367401a020 con 0x7f3668003f60 2024-09-10T08:37:00.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.735+0000 7f3667fff640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f366c06be30 0x7f366c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:00.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.736+0000 7f367effd640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f366c06be30 0x7f366c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:00.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.736+0000 7f3667fff640 1 -- 172.21.15.94:0/1567877563 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f367408a790 con 0x7f3668003f60 2024-09-10T08:37:00.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.736+0000 7f367effd640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f366c06be30 0x7f366c06e2f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f3670033000 tx=0x7f3670008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:00.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.740+0000 7f3667fff640 1 -- 172.21.15.94:0/1567877563 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3674058fb0 con 0x7f3668003f60 2024-09-10T08:37:00.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.919+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f36800d47f0 con 0x7f3668003f60 2024-09-10T08:37:00.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.919+0000 7f3667fff640 1 -- 172.21.15.94:0/1567877563 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v90) ==== 80+0+0 (secure 0 0 0) 0x7f36740588b0 con 0x7f3668003f60 2024-09-10T08:37:00.920 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:37:00.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f366c06be30 msgr2=0x7f366c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f366c06be30 0x7f366c06e2f0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f3670033000 tx=0x7f3670008030 comp rx=0 tx=0).stop 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 msgr2=0x7f36800ca600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f36800ca600 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f367400e8a0 tx=0x7f367400eca0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 shutdown_connections 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f366c06be30 0x7f366c06e2f0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f368015fa70 0x7f3680153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3680155750 0x7f3680156d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 --2- 172.21.15.94:0/1567877563 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3668003f60 0x7f36800ca600 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.921+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 >> 172.21.15.94:0/1567877563 conn(0x7f3680073660 msgr2=0x7f36800b3ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.922+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 shutdown_connections 2024-09-10T08:37:00.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:00.922+0000 7f3685cb7640 1 -- 172.21.15.94:0/1567877563 wait complete. 2024-09-10T08:37:00.933 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:00.933 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:00.953 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:01.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.052+0000 7f2815a50640 1 Processor -- start 2024-09-10T08:37:01.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.052+0000 7f2815a50640 1 -- start start 2024-09-10T08:37:01.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.052+0000 7f2815a50640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f28100d43d0 0x7f28100d47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f2815a50640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f28100b75e0 0x7f28100b7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f2815a50640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f28100d4d30 con 0x7f281015e650 2024-09-10T08:37:01.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f2815a50640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f28100d32c0 con 0x7f28100b75e0 2024-09-10T08:37:01.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f2815a50640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f28100d35a0 con 0x7f28100d43d0 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280f7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f28100b75e0 0x7f28100b7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280f7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f28100b75e0 0x7f28100b7a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39676/0 (socket says 172.21.15.94:39676) 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280f7fe640 1 -- 172.21.15.94:0/3592020140 learned_addr learned my addr 172.21.15.94:0/3592020140 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280e7fc640 1 --2- 172.21.15.94:0/3592020140 >> v2:172.21.15.143:3300/0 conn(0x7f28100d43d0 0x7f28100d47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280f7fe640 1 -- 172.21.15.94:0/3592020140 >> v2:172.21.15.143:3300/0 conn(0x7f28100d43d0 msgr2=0x7f28100d47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280f7fe640 1 --2- 172.21.15.94:0/3592020140 >> v2:172.21.15.143:3300/0 conn(0x7f28100d43d0 0x7f28100d47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280f7fe640 1 -- 172.21.15.94:0/3592020140 >> v1:172.21.15.143:6789/0 conn(0x7f281015e650 legacy=0x7f28100cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.053+0000 7f280f7fe640 1 -- 172.21.15.94:0/3592020140 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28100d3880 con 0x7f28100b75e0 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f280f7fe640 1 --2- 172.21.15.94:0/3592020140 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28100b75e0 0x7f28100b7a70 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f2810161f70 tx=0x7f280802a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f06bf9abbffcf878 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f280dffb640 1 -- 172.21.15.94:0/3592020140 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808036070 con 0x7f28100b75e0 2024-09-10T08:37:01.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f280dffb640 1 -- 172.21.15.94:0/3592020140 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2808031600 con 0x7f28100b75e0 2024-09-10T08:37:01.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f280dffb640 1 -- 172.21.15.94:0/3592020140 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28080319d0 con 0x7f28100b75e0 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f2815a50640 1 -- 172.21.15.94:0/3592020140 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28100b75e0 msgr2=0x7f28100b7a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f2815a50640 1 --2- 172.21.15.94:0/3592020140 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28100b75e0 0x7f28100b7a70 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f2810161f70 tx=0x7f280802a780 comp rx=0 tx=0).stop 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f2815a50640 1 -- 172.21.15.94:0/3592020140 shutdown_connections 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f2815a50640 1 --2- 172.21.15.94:0/3592020140 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f28100b75e0 0x7f28100b7a70 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f2815a50640 1 --2- 172.21.15.94:0/3592020140 >> v2:172.21.15.143:3300/0 conn(0x7f28100d43d0 0x7f28100d47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f2815a50640 1 -- 172.21.15.94:0/3592020140 >> 172.21.15.94:0/3592020140 conn(0x7f2810073660 msgr2=0x7f2810073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.054+0000 7f2815a50640 1 -- 172.21.15.94:0/3592020140 shutdown_connections 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.055+0000 7f2815a50640 1 -- 172.21.15.94:0/3592020140 wait complete. 2024-09-10T08:37:01.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 Processor -- start 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 -- start start 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28100b75e0 0x7f28101590f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28100d43d0 0x7f28101f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f281015e650 0x7f2810156380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f28100d2340 con 0x7f281015e650 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f28100d21c0 con 0x7f28100b75e0 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.056+0000 7f2815a50640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f28100cfa90 con 0x7f28100d43d0 2024-09-10T08:37:01.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f281015e650 0x7f2810156380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f281015e650 0x7f2810156380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39686/0 (socket says 172.21.15.94:39686) 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 -- 172.21.15.94:0/318868024 learned_addr learned my addr 172.21.15.94:0/318868024 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280effd640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28100b75e0 0x7f28101590f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280e7fc640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28100d43d0 0x7f28101f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 -- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28100d43d0 msgr2=0x7f28101f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28100d43d0 0x7f28101f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 -- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28100b75e0 msgr2=0x7f28101590f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.061 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28100b75e0 0x7f28101590f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 -- 172.21.15.94:0/318868024 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28101f54e0 con 0x7f281015e650 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f280f7fe640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f281015e650 0x7f2810156380 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f2808009f40 tx=0x7f2808004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f27f7fff640 1 -- 172.21.15.94:0/318868024 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808041020 con 0x7f281015e650 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f27f7fff640 1 -- 172.21.15.94:0/318868024 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2808007780 con 0x7f281015e650 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2810158370 con 0x7f281015e650 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f27f7fff640 1 -- 172.21.15.94:0/318868024 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2808036040 con 0x7f281015e650 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.057+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2810158610 con 0x7f281015e650 2024-09-10T08:37:01.062 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.058+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28100d47f0 con 0x7f281015e650 2024-09-10T08:37:01.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.059+0000 7f27f7fff640 1 -- 172.21.15.94:0/318868024 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2808044020 con 0x7f281015e650 2024-09-10T08:37:01.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.059+0000 7f27f7fff640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f27fc06be60 0x7f27fc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.059+0000 7f27f7fff640 1 -- 172.21.15.94:0/318868024 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f28080ab850 con 0x7f281015e650 2024-09-10T08:37:01.063 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.059+0000 7f280effd640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f27fc06be60 0x7f27fc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.060+0000 7f280effd640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f27fc06be60 0x7f27fc06e320 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f28101e9160 tx=0x7f2800009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.064 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.064+0000 7f27f7fff640 1 -- 172.21.15.94:0/318868024 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f280804b070 con 0x7f281015e650 2024-09-10T08:37:01.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.239+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f28100b9250 con 0x7f281015e650 2024-09-10T08:37:01.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.239+0000 7f27f7fff640 1 -- 172.21.15.94:0/318868024 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v90) ==== 80+0+0 (secure 0 0 0) 0x7f28101f54e0 con 0x7f281015e650 2024-09-10T08:37:01.240 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:37:01.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.241+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f27fc06be60 msgr2=0x7f27fc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.241+0000 7f2815a50640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f27fc06be60 0x7f27fc06e320 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f28101e9160 tx=0x7f2800009060 comp rx=0 tx=0).stop 2024-09-10T08:37:01.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.241+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f281015e650 msgr2=0x7f2810156380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.241+0000 7f2815a50640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f281015e650 0x7f2810156380 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f2808009f40 tx=0x7f2808004a40 comp rx=0 tx=0).stop 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 shutdown_connections 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f27fc06be60 0x7f27fc06e320 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f281015e650 0x7f2810156380 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f28100d43d0 0x7f28101f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 --2- 172.21.15.94:0/318868024 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f28100b75e0 0x7f28101590f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 >> 172.21.15.94:0/318868024 conn(0x7f2810073660 msgr2=0x7f2810073a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 shutdown_connections 2024-09-10T08:37:01.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.242+0000 7f2815a50640 1 -- 172.21.15.94:0/318868024 wait complete. 2024-09-10T08:37:01.253 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:37:01.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:01.253 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:01.281 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[47731]: fuse finished with error 0 and tester_r 0 2024-09-10T08:37:01.283 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:01.325 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:37:01.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:01.325 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:37:01.383 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:01.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.481+0000 7f557ffc4640 1 Processor -- start 2024-09-10T08:37:01.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.481+0000 7f557ffc4640 1 -- start start 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557ffc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f55780b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557ffc4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f55780d1460 0x7f557806dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557ffc4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55780b5d30 con 0x7f55780d29e0 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557ffc4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f55780d2550 con 0x7f55780d1460 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557ffc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f55780d1940 con 0x7f55780b5410 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557dd60640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f55780b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557e561640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f55780d29e0 0x7f5578071650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:46440/0 (socket says 172.21.15.94:46440) 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557dd60640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f55780b57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:44812/0 (socket says 172.21.15.94:44812) 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557e561640 1 -- 172.21.15.94:0/212565945 learned_addr learned my addr 172.21.15.94:0/212565945 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557d55f640 1 --2- 172.21.15.94:0/212565945 >> v2:172.21.15.143:3300/0 conn(0x7f55780d1460 0x7f557806dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557dd60640 1 -- 172.21.15.94:0/212565945 >> v2:172.21.15.143:3300/0 conn(0x7f55780d1460 msgr2=0x7f557806dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557dd60640 1 --2- 172.21.15.94:0/212565945 >> v2:172.21.15.143:3300/0 conn(0x7f55780d1460 0x7f557806dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557dd60640 1 -- 172.21.15.94:0/212565945 >> v1:172.21.15.143:6789/0 conn(0x7f55780d29e0 legacy=0x7f5578071650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.482+0000 7f557dd60640 1 -- 172.21.15.94:0/212565945 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55780d1c20 con 0x7f55780b5410 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.483+0000 7f557dd60640 1 --2- 172.21.15.94:0/212565945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f55780b57f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f55740097a0 tx=0x7f557402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=709dd8935375d0e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.483+0000 7f557cd5e640 1 -- 172.21.15.94:0/212565945 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5574037070 con 0x7f55780b5410 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.483+0000 7f557cd5e640 1 -- 172.21.15.94:0/212565945 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5574032440 con 0x7f55780b5410 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.483+0000 7f557cd5e640 1 -- 172.21.15.94:0/212565945 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5574032810 con 0x7f55780b5410 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 -- 172.21.15.94:0/212565945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 msgr2=0x7f55780b57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 --2- 172.21.15.94:0/212565945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f55780b57f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f55740097a0 tx=0x7f557402a180 comp rx=0 tx=0).stop 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 -- 172.21.15.94:0/212565945 shutdown_connections 2024-09-10T08:37:01.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 --2- 172.21.15.94:0/212565945 >> v2:172.21.15.143:3300/0 conn(0x7f55780d1460 0x7f557806dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 --2- 172.21.15.94:0/212565945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f55780b57f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 -- 172.21.15.94:0/212565945 >> 172.21.15.94:0/212565945 conn(0x7f557806feb0 msgr2=0x7f5578070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 -- 172.21.15.94:0/212565945 shutdown_connections 2024-09-10T08:37:01.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.484+0000 7f557ffc4640 1 -- 172.21.15.94:0/212565945 wait complete. 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.485+0000 7f557ffc4640 1 Processor -- start 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.485+0000 7f557ffc4640 1 -- start start 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557ffc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f557815a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557ffc4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55780d1460 0x7f55781f7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557ffc4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55780d29e0 0x7f5578148dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557ffc4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f557806e240 con 0x7f55780d29e0 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557ffc4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f55780d21e0 con 0x7f55780d1460 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557ffc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5578161c30 con 0x7f55780b5410 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557e561640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55780d29e0 0x7f5578148dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557e561640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55780d29e0 0x7f5578148dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39694/0 (socket says 172.21.15.94:39694) 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557e561640 1 -- 172.21.15.94:0/3872693617 learned_addr learned my addr 172.21.15.94:0/3872693617 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557dd60640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f557815a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.486+0000 7f557d55f640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55780d1460 0x7f55781f7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557e561640 1 -- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 msgr2=0x7f557815a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557e561640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f557815a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557e561640 1 -- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55780d1460 msgr2=0x7f55781f7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557e561640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55780d1460 0x7f55781f7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557e561640 1 -- 172.21.15.94:0/3872693617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f557815ba00 con 0x7f55780d29e0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557e561640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55780d29e0 0x7f5578148dc0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f557000cbc0 tx=0x7f557000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f556e7fc640 1 -- 172.21.15.94:0/3872693617 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570017070 con 0x7f55780d29e0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f556e7fc640 1 -- 172.21.15.94:0/3872693617 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f557000ad40 con 0x7f55780d29e0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f557815a960 con 0x7f55780d29e0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f556e7fc640 1 -- 172.21.15.94:0/3872693617 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5570012600 con 0x7f55780d29e0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.487+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f557815af20 con 0x7f55780d29e0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.488+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55780b57f0 con 0x7f55780d29e0 2024-09-10T08:37:01.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.489+0000 7f556e7fc640 1 -- 172.21.15.94:0/3872693617 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f557001a070 con 0x7f55780d29e0 2024-09-10T08:37:01.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.489+0000 7f556e7fc640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f555c06be30 0x7f555c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.489+0000 7f557dd60640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f555c06be30 0x7f555c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.489+0000 7f556e7fc640 1 -- 172.21.15.94:0/3872693617 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f557008ac50 con 0x7f55780d29e0 2024-09-10T08:37:01.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.490+0000 7f557dd60640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f555c06be30 0x7f555c06e2f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5574034000 tx=0x7f557402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.493+0000 7f556e7fc640 1 -- 172.21.15.94:0/3872693617 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5570090020 con 0x7f55780d29e0 2024-09-10T08:37:01.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.692+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55780b4aa0 con 0x7f55780d29e0 2024-09-10T08:37:01.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.693+0000 7f556e7fc640 1 -- 172.21.15.94:0/3872693617 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5231 (secure 0 0 0) 0x7f5570058eb0 con 0x7f55780d29e0 2024-09-10T08:37:01.694 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:01.694 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:41.212937+0000","modified":"2024-09-10T08:36:43.194690+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2466094499","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2466094499},{"type":"v1","addr":"172.21.15.94:6837","nonce":2466094499}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":6}]} 2024-09-10T08:37:01.694 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 45 2024-09-10T08:37:01.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f555c06be30 msgr2=0x7f555c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f555c06be30 0x7f555c06e2f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5574034000 tx=0x7f557402e000 comp rx=0 tx=0).stop 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55780d29e0 msgr2=0x7f5578148dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55780d29e0 0x7f5578148dc0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f557000cbc0 tx=0x7f557000a430 comp rx=0 tx=0).stop 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 shutdown_connections 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f555c06be30 0x7f555c06e2f0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f55780d1460 0x7f55781f7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f55780d29e0 0x7f5578148dc0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 --2- 172.21.15.94:0/3872693617 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f55780b5410 0x7f557815a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 >> 172.21.15.94:0/3872693617 conn(0x7f557806feb0 msgr2=0x7f55780cfdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 shutdown_connections 2024-09-10T08:37:01.696 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.695+0000 7f557ffc4640 1 -- 172.21.15.94:0/3872693617 wait complete. 2024-09-10T08:37:01.706 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 session ls 2024-09-10T08:37:01.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.805+0000 7fc4df996640 1 Processor -- start 2024-09-10T08:37:01.806 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.805+0000 7fc4df996640 1 -- start start 2024-09-10T08:37:01.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4df996640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc4d806e680 0x7fc4d80af030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4df996640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4d806fcc0 con 0x7fc4d806d230 2024-09-10T08:37:01.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4df996640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4d806ec20 con 0x7fc4d815e480 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4df996640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc4d80b68d0 con 0x7fc4d806e680 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4dcf31640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc4d806d230 0x7fc4d80b3f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:45980/0 (socket says 172.21.15.94:45980) 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4dcf31640 1 -- 172.21.15.94:0/1434055629 learned_addr learned my addr 172.21.15.94:0/1434055629 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/1434055629 >> v2:172.21.15.143:3300/0 conn(0x7fc4d806e680 0x7fc4d80af030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4cffff640 1 -- 172.21.15.94:0/1434055629 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1757055465 0 0) 0x7fc4d806fcc0 con 0x7fc4d806d230 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.806+0000 7fc4cffff640 1 -- 172.21.15.94:0/1434055629 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc4c4003520 con 0x7fc4d806d230 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.807+0000 7fc4ddf33640 1 -- 172.21.15.94:0/1434055629 >> v1:172.21.15.143:6789/0 conn(0x7fc4d815e480 legacy=0x7fc4d806cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.807+0000 7fc4ddf33640 1 -- 172.21.15.94:0/1434055629 >> v1:172.21.15.94:6789/0 conn(0x7fc4d806d230 legacy=0x7fc4d80b3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.807+0000 7fc4ddf33640 1 -- 172.21.15.94:0/1434055629 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d806ef00 con 0x7fc4d806e680 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.807+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/1434055629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806e680 0x7fc4d80af030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40097a0 tx=0x7fc4d402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6b7166cc169af3e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4cffff640 1 -- 172.21.15.94:0/1434055629 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d4037070 con 0x7fc4d806e680 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4cffff640 1 -- 172.21.15.94:0/1434055629 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d4032440 con 0x7fc4d806e680 2024-09-10T08:37:01.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4cffff640 1 -- 172.21.15.94:0/1434055629 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d40327f0 con 0x7fc4d806e680 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4df996640 1 -- 172.21.15.94:0/1434055629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806e680 msgr2=0x7fc4d80af030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4df996640 1 --2- 172.21.15.94:0/1434055629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806e680 0x7fc4d80af030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40097a0 tx=0x7fc4d402a230 comp rx=0 tx=0).stop 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4df996640 1 -- 172.21.15.94:0/1434055629 shutdown_connections 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4df996640 1 --2- 172.21.15.94:0/1434055629 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806e680 0x7fc4d80af030 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4df996640 1 -- 172.21.15.94:0/1434055629 >> 172.21.15.94:0/1434055629 conn(0x7fc4d8072470 msgr2=0x7fc4d8072880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4df996640 1 -- 172.21.15.94:0/1434055629 shutdown_connections 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.808+0000 7fc4df996640 1 -- 172.21.15.94:0/1434055629 wait complete. 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.809+0000 7fc4df996640 1 Processor -- start 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.809+0000 7fc4df996640 1 -- start start 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4df996640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806d230 0x7fc4d81f84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4df996640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806e680 0x7fc4d8161070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4df996640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d815e480 0x7fc4d8157710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4df996640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d806f7a0 con 0x7fc4d806e680 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4df996640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d806f4c0 con 0x7fc4d806d230 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4df996640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc4d80b4620 con 0x7fc4d815e480 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806e680 0x7fc4d8161070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806e680 0x7fc4d8161070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39698/0 (socket says 172.21.15.94:39698) 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 -- 172.21.15.94:0/562782897 learned_addr learned my addr 172.21.15.94:0/562782897 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 -- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d815e480 msgr2=0x7fc4d8157710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d815e480 0x7fc4d8157710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 -- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806d230 msgr2=0x7fc4d81f84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dd732640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806d230 0x7fc4d81f84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806d230 0x7fc4d81f84e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dcf31640 1 -- 172.21.15.94:0/562782897 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d8159bf0 con 0x7fc4d806e680 2024-09-10T08:37:01.826 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.810+0000 7fc4dd732640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806d230 0x7fc4d81f84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.811+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806e680 0x7fc4d8161070 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fc4c800c500 tx=0x7fc4c800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.811+0000 7fc4cdffb640 1 -- 172.21.15.94:0/562782897 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8017070 con 0x7fc4d806e680 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.811+0000 7fc4cdffb640 1 -- 172.21.15.94:0/562782897 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4c8005ce0 con 0x7fc4d806e680 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.811+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4d8159ed0 con 0x7fc4d806e680 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.811+0000 7fc4cdffb640 1 -- 172.21.15.94:0/562782897 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8007330 con 0x7fc4d806e680 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.811+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4d815a490 con 0x7fc4d806e680 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.812+0000 7fc4cdffb640 1 -- 172.21.15.94:0/562782897 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc4c801a070 con 0x7fc4d806e680 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.813+0000 7fc4cdffb640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4bc06be30 0x7fc4bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.813+0000 7fc4dd732640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4bc06be30 0x7fc4bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.813+0000 7fc4cdffb640 1 -- 172.21.15.94:0/562782897 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fc4c808a3d0 con 0x7fc4d806e680 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.813+0000 7fc4dd732640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4bc06be30 0x7fc4bc06e2f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0001cd0 tx=0x7fc4d0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.814+0000 7fc4e2808740 1 Processor -- start 2024-09-10T08:37:01.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.814+0000 7fc4e2808740 1 -- start start 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181e5d0 0x55dc3181e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181bd90 0x55dc3181d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3181c1f0 0x55dc317fe550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4e2808740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55dc3173a5d0 con 0x55dc3181c1f0 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55dc316e2470 con 0x55dc3181bd90 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55dc31736590 con 0x55dc3181e5d0 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3181c1f0 0x55dc317fe550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3181c1f0 0x55dc317fe550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39704/0 (socket says 172.21.15.94:39704) 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 -- 172.21.15.94:0/2410691650 learned_addr learned my addr 172.21.15.94:0/2410691650 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4dd732640 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181e5d0 0x55dc3181e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181bd90 0x55dc3181d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 -- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181e5d0 msgr2=0x55dc3181e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181e5d0 0x55dc3181e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 -- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181bd90 msgr2=0x55dc3181d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181bd90 0x55dc3181d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 -- 172.21.15.94:0/2410691650 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc316ca860 con 0x55dc3181c1f0 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4dd732640 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181e5d0 0x55dc3181e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3181c1f0 0x55dc317fe550 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40097a0 tx=0x7fc4d402c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d62986e72b81db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4c2ffd640 1 -- 172.21.15.94:0/2410691650 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d4043070 con 0x55dc3181c1f0 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4c2ffd640 1 -- 172.21.15.94:0/2410691650 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d4038040 con 0x55dc3181c1f0 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.815+0000 7fc4c2ffd640 1 -- 172.21.15.94:0/2410691650 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d4037050 con 0x55dc3181c1f0 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 -- 172.21.15.94:0/2410691650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3181c1f0 msgr2=0x55dc317fe550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3181c1f0 0x55dc317fe550 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40097a0 tx=0x7fc4d402c070 comp rx=0 tx=0).stop 2024-09-10T08:37:01.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 -- 172.21.15.94:0/2410691650 shutdown_connections 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181bd90 0x55dc3181d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3181c1f0 0x55dc317fe550 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2410691650 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181e5d0 0x55dc3181e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 -- 172.21.15.94:0/2410691650 >> 172.21.15.94:0/2410691650 conn(0x55dc317d4230 msgr2=0x55dc3181c640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 -- 172.21.15.94:0/2410691650 shutdown_connections 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.816+0000 7fc4e2808740 1 -- 172.21.15.94:0/2410691650 wait complete. 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.817+0000 7fc4e2808740 1 -- start start 2024-09-10T08:37:01.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.817+0000 7fc4e2808740 1 Processor -- start 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc31802050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc31830350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3182c8c0 0x55dc31830890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55dc3181acf0 con 0x55dc3182c8c0 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55dc316c3620 con 0x55dc3181e5d0 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55dc3181afd0 con 0x55dc3181c1f0 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 10 client.0 _ll_register_callbacks cb 0x55dc316e75b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:01.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3182c8c0 0x55dc31830890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3182c8c0 0x55dc31830890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39714/0 (socket says 172.21.15.94:39714) 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 -- 172.21.15.94:0/3386681443 learned_addr learned my addr 172.21.15.94:0/3386681443 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc31830350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4dd732640 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc31802050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 -- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 msgr2=0x55dc31802050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc31802050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 -- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 msgr2=0x55dc31830350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc31830350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 -- 172.21.15.94:0/3386681443 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc3144d3f0 con 0x55dc3182c8c0 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3182c8c0 0x55dc31830890 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40097a0 tx=0x7fc4d4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26cbf9fe97e42a29 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4b7fff640 1 -- 172.21.15.94:0/3386681443 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d4043030 con 0x55dc3182c8c0 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4b7fff640 1 -- 172.21.15.94:0/3386681443 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fc4d4003820 con 0x55dc3182c8c0 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4d4038040 con 0x55dc3182c8c0 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4b7fff640 1 -- 172.21.15.94:0/3386681443 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fc4d4037030 con 0x55dc3182c8c0 2024-09-10T08:37:01.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 10 client.6768 fetch_fsmap learned FSMap version 45 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.818+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) -- 0x55dc315177d0 con 0x55dc3182c8c0 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4b7fff640 1 -- 172.21.15.94:0/3386681443 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d4038040 con 0x55dc3182c8c0 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4b7fff640 1 -- 172.21.15.94:0/3386681443 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 45) ==== 3502+0+0 (secure 0 0 0) 0x7fc4d4003a20 con 0x55dc3182c8c0 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4e2808740 10 client.6768 fetch_fsmap finished waiting for FSMap version 45 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4e2808740 10 client.6768 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4e2808740 20 client.6768 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4e2808740 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc31815750 0x55dc31815b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.835 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4e2808740 4 client.6768 mds_command: new command op to 6537 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 --> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc31799030 con 0x55dc31815750 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4dd732640 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc31815750 0x55dc31815b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4b7fff640 10 client.6768 ms_handle_connect on v2:172.21.15.94:6836/2466094499 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.819+0000 7fc4dd732640 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc31815750 0x55dc31815b60 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a35bcdb732f4343 server_cookie=97b09706b656a42a in_seq=0 out_seq=0 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4b7fff640 1 -- 172.21.15.94:0/3386681443 <== mds.0 v2:172.21.15.94:6836/2466094499 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dc31799030 con 0x55dc31815750 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4b7fff640 10 client.6768 handle_command_reply: tid=0 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 client.6768 shutdown 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3182c8c0 msgr2=0x55dc31830890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.836 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3182c8c0 0x55dc31830890 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40097a0 tx=0x7fc4d4004730 comp rx=0 tx=0).stop 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 shutdown_connections 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc31815750 0x55dc31815b60 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc31830350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4b7fff640 0 client.6768 ms_handle_reset on v2:172.21.15.94:6836/2466094499 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc3182c8c0 0x55dc31830890 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 --2- 172.21.15.94:0/3386681443 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc31802050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 >> 172.21.15.94:0/3386681443 conn(0x55dc3181bd90 msgr2=0x55dc3181ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 shutdown_connections 2024-09-10T08:37:01.837 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 1 -- 172.21.15.94:0/3386681443 wait complete. 2024-09-10T08:37:01.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.820+0000 7fc4e2808740 20 client.6768 trim_cache size 0 max 16384 2024-09-10T08:37:01.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.838+0000 7fc4e2808740 1 Processor -- start 2024-09-10T08:37:01.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.838+0000 7fc4e2808740 1 -- start start 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc31815d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc317fe1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc317fe6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4e2808740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d8200a30 con 0x55dc31815750 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d81ffc20 con 0x55dc3181e5d0 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc4d80cdc50 con 0x55dc3181c1f0 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc31815d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc31815d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39724/0 (socket says 172.21.15.94:39724) 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 -- 172.21.15.94:0/4053447912 learned_addr learned my addr 172.21.15.94:0/4053447912 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.846 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc317fe1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc317fe6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 -- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 msgr2=0x55dc317fe1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc317fe1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 -- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 msgr2=0x55dc317fe6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc317fe6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 -- 172.21.15.94:0/4053447912 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc317cdff0 con 0x55dc31815750 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4dd732640 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc31815d20 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fc4d00017c0 tx=0x7fc4d0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c4e9c4808b2b58f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4c27fc640 1 -- 172.21.15.94:0/4053447912 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0006b50 con 0x55dc31815750 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4c27fc640 1 -- 172.21.15.94:0/4053447912 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d0006cf0 con 0x55dc31815750 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.839+0000 7fc4c27fc640 1 -- 172.21.15.94:0/4053447912 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0023920 con 0x55dc31815750 2024-09-10T08:37:01.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 -- 172.21.15.94:0/4053447912 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 msgr2=0x55dc31815d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc31815d20 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fc4d00017c0 tx=0x7fc4d0013000 comp rx=0 tx=0).stop 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 -- 172.21.15.94:0/4053447912 shutdown_connections 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc317fe6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc317fe1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 --2- 172.21.15.94:0/4053447912 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc31815d20 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 -- 172.21.15.94:0/4053447912 >> 172.21.15.94:0/4053447912 conn(0x55dc3181bd90 msgr2=0x55dc318302c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 -- 172.21.15.94:0/4053447912 shutdown_connections 2024-09-10T08:37:01.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 -- 172.21.15.94:0/4053447912 wait complete. 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 -- start start 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.840+0000 7fc4e2808740 1 Processor -- start 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc318a80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc318a37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4e2808740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc3181c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4e2808740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55dc31801e00 con 0x55dc31815750 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d814f2d0 con 0x55dc3181e5d0 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4e2808740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55dc316c1140 con 0x55dc3181c1f0 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4e2808740 10 client.0 _ll_register_callbacks cb 0x7fc4c40036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4dd732640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc318a80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4dd732640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc318a80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39734/0 (socket says 172.21.15.94:39734) 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.841+0000 7fc4dd732640 1 -- 172.21.15.94:0/2654045306 learned_addr learned my addr 172.21.15.94:0/2654045306 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc3181c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc318a37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dd732640 1 -- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 msgr2=0x55dc318a37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dd732640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc318a37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dd732640 1 -- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 msgr2=0x55dc3181c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dd732640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc3181c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dd732640 1 -- 172.21.15.94:0/2654045306 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc3182b8c0 con 0x55dc31815750 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc318a37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4ddf33640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc3181c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:01.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4dd732640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc318a80d0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fc4d000df00 tx=0x7fc4d0000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de9d49e8d669c5d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4b7fff640 1 -- 172.21.15.94:0/2654045306 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0006b50 con 0x55dc31815750 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4b7fff640 1 -- 172.21.15.94:0/2654045306 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fc4d0007050 con 0x55dc31815750 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4d0006cf0 con 0x55dc31815750 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4b7fff640 1 -- 172.21.15.94:0/2654045306 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fc4d003d050 con 0x55dc31815750 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 10 client.6774 fetch_fsmap learned FSMap version 45 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) -- 0x55dc3181d0a0 con 0x55dc31815750 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4b7fff640 1 -- 172.21.15.94:0/2654045306 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d0006cf0 con 0x55dc31815750 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4b7fff640 1 -- 172.21.15.94:0/2654045306 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 45) ==== 3502+0+0 (secure 0 0 0) 0x7fc4d0040020 con 0x55dc31815750 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 10 client.6774 fetch_fsmap finished waiting for FSMap version 45 2024-09-10T08:37:01.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 10 client.6774 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 20 client.6774 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc3182c8c0 0x55dc3181cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 4 client.6774 mds_command: new command op to 6537 tid=0 multi_id=0 [{"prefix": "session ls"}] 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.842+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 --> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] -- command(tid 0: {"prefix": "session ls"}) -- 0x55dc31747d00 con 0x55dc3182c8c0 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc3182c8c0 0x55dc3181cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4b7fff640 10 client.6774 ms_handle_connect on v2:172.21.15.94:6836/2466094499 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4dcf31640 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc3182c8c0 0x55dc3181cb10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af9acc347940a5fe server_cookie=554ab27ae0ede6a4 in_seq=0 out_seq=0 2024-09-10T08:37:01.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4b7fff640 1 -- 172.21.15.94:0/2654045306 <== mds.0 v2:172.21.15.94:6836/2466094499 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dc31747d00 con 0x55dc3182c8c0 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4b7fff640 10 client.6774 handle_command_reply: tid=0 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 client.6774 shutdown 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 msgr2=0x55dc318a80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc318a80d0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fc4d000df00 tx=0x7fc4d0000f40 comp rx=0 tx=0).stop 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 shutdown_connections 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:6836/2466094499,v1:172.21.15.94:6837/2466094499] conn(0x55dc3182c8c0 0x55dc3181cb10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55dc3181e5d0 0x55dc3181c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4b7fff640 0 client.6774 ms_handle_reset on v2:172.21.15.94:6836/2466094499 2024-09-10T08:37:01.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55dc3181c1f0 0x55dc318a37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 --2- 172.21.15.94:0/2654045306 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55dc31815750 0x55dc318a80d0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 >> 172.21.15.94:0/2654045306 conn(0x55dc3181bd90 msgr2=0x55dc317d3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 shutdown_connections 2024-09-10T08:37:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 1 -- 172.21.15.94:0/2654045306 wait complete. 2024-09-10T08:37:01.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.843+0000 7fc4e2808740 20 client.6774 trim_cache size 0 max 16384 2024-09-10T08:37:01.854 INFO:teuthology.orchestra.run.smithi094.stdout:[] 2024-09-10T08:37:01.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4bc06be30 msgr2=0x7fc4bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4bc06be30 0x7fc4bc06e2f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0001cd0 tx=0x7fc4d0009040 comp rx=0 tx=0).stop 2024-09-10T08:37:01.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806e680 msgr2=0x7fc4d8161070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:01.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806e680 0x7fc4d8161070 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fc4c800c500 tx=0x7fc4c800c9c0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 shutdown_connections 2024-09-10T08:37:01.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4bc06be30 0x7fc4bc06e2f0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d815e480 0x7fc4d8157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806e680 0x7fc4d8161070 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 --2- 172.21.15.94:0/562782897 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d806d230 0x7fc4d81f84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:01.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 >> 172.21.15.94:0/562782897 conn(0x7fc4d8072470 msgr2=0x7fc4d8074f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:01.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 shutdown_connections 2024-09-10T08:37:01.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:01.844+0000 7fc4df996640 1 -- 172.21.15.94:0/562782897 wait complete. 2024-09-10T08:37:01.858 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T08:37:01.974 INFO:teuthology.orchestra.run.smithi094.stdout:[] 2024-09-10T08:37:01.974 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-10T08:37:01.975 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:37:01.975 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:37:02.016 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:37:02.062 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:37:02.062 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:37:02.062 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:02.062 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:02.078 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:37:02.078 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:37:02.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:02.078 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:37:02.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:37:02.133 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-10T08:37:02.134 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:37:02.134 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:02.134 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:02.152 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:37:02.152 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:37:02.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:02.153 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:37:02.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:37:02.211 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T08:37:02.211 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:37:02.211 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:02.211 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:02.227 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:37:02.227 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:37:02.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:02.227 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T08:37:02.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:37:02.282 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T08:37:02.282 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:37:02.283 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:02.283 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:02.300 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:37:02.301 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:37:02.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:02.301 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T08:37:02.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:37:02.359 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T08:37:02.359 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:02.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.457+0000 7fa149b6d640 1 Processor -- start 2024-09-10T08:37:02.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.457+0000 7fa149b6d640 1 -- start start 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa149b6d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 0x7fa1440b3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa149b6d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa144155730 con 0x7fa1440726e0 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa149b6d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1440d01f0 con 0x7fa14406c750 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa149b6d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa1440d04d0 con 0x7fa144155350 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa143fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fa1440726e0 0x7fa14406e0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:45986/0 (socket says 172.21.15.94:45986) 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa143fff640 1 -- 172.21.15.94:0/726044536 learned_addr learned my addr 172.21.15.94:0/726044536 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1437fe640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 0x7fa1440b3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 809519015 0 0) 0x7fa144155730 con 0x7fa1440726e0 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa12c003520 con 0x7fa1440726e0 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1435219554 0 0) 0x7fa12c003520 con 0x7fa1440726e0 2024-09-10T08:37:02.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 msgr2=0x7fa1440b3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 0x7fa1440b3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 >> v1:172.21.15.143:6789/0 conn(0x7fa14406c750 legacy=0x7fa144071fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1440d07b0 con 0x7fa1440726e0 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.458+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fa13c001670 con 0x7fa1440726e0 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 >> v1:172.21.15.94:6789/0 conn(0x7fa1440726e0 legacy=0x7fa14406e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1427fc640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa12c0039e0 0x7fa12c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1427fc640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 0x7fa12c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1427fc640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa12c004d40 0x7fa12c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa1440d04d0 con 0x7fa12c004d40 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c00b9c0 con 0x7fa12c0039e0 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa12c00bbc0 con 0x7fa144155350 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa143fff640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa12c004d40 0x7fa12c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa1437fe640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa12c0039e0 0x7fa12c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa142ffd640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 0x7fa12c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa143fff640 1 -- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 msgr2=0x7fa12c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa143fff640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa144155350 0x7fa12c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa143fff640 1 -- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa12c0039e0 msgr2=0x7fa12c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa143fff640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa12c0039e0 0x7fa12c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.459+0000 7fa143fff640 1 -- 172.21.15.94:0/726044536 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12c003520 con 0x7fa12c004d40 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa143fff640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa12c004d40 0x7fa12c0051c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fa13c00c210 tx=0x7fa12c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79a99a3cf4f591ac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c007d10 con 0x7fa12c004d40 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa13c005ad0 con 0x7fa12c004d40 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa1427fc640 1 -- 172.21.15.94:0/726044536 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13c007070 con 0x7fa12c004d40 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa149b6d640 1 -- 172.21.15.94:0/726044536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa12c004d40 msgr2=0x7fa12c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa149b6d640 1 --2- 172.21.15.94:0/726044536 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa12c004d40 0x7fa12c0051c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fa13c00c210 tx=0x7fa12c005830 comp rx=0 tx=0).stop 2024-09-10T08:37:02.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa143fff640 1 -- 172.21.15.94:0/726044536 reap_dead start 2024-09-10T08:37:02.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa149b6d640 1 -- 172.21.15.94:0/726044536 shutdown_connections 2024-09-10T08:37:02.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa149b6d640 1 -- 172.21.15.94:0/726044536 >> 172.21.15.94:0/726044536 conn(0x7fa144067d70 msgr2=0x7fa14406bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:02.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa149b6d640 1 -- 172.21.15.94:0/726044536 shutdown_connections 2024-09-10T08:37:02.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.460+0000 7fa149b6d640 1 -- 172.21.15.94:0/726044536 wait complete. 2024-09-10T08:37:02.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.462+0000 7fa149b6d640 1 Processor -- start 2024-09-10T08:37:02.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.462+0000 7fa149b6d640 1 -- start start 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.462+0000 7fa149b6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa144152500 0x7fa1440cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.462+0000 7fa149b6d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1440ccc40 0x7fa1441f4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa149b6d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa1440cf170 0x7fa1440cf620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa149b6d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa1440b3e70 con 0x7fa144152500 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa149b6d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa1440d0d70 con 0x7fa1440cf170 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa149b6d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa1440b3ff0 con 0x7fa1440ccc40 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa144152500 0x7fa1440cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa144152500 0x7fa1440cdb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39746/0 (socket says 172.21.15.94:39746) 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 -- 172.21.15.94:0/2139259180 learned_addr learned my addr 172.21.15.94:0/2139259180 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa142ffd640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1440ccc40 0x7fa1441f4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa143fff640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa1440cf170 0x7fa1440cf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 -- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1440ccc40 msgr2=0x7fa1441f4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1440ccc40 0x7fa1441f4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 -- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa1440cf170 msgr2=0x7fa1440cf620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa1440cf170 0x7fa1440cf620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 -- 172.21.15.94:0/2139259180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa144155d00 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa1437fe640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa144152500 0x7fa1440cdb30 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fa134011e30 tx=0x7fa13400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa12bfff640 1 -- 172.21.15.94:0/2139259180 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa134015630 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa12bfff640 1 -- 172.21.15.94:0/2139259180 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1340157d0 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa12bfff640 1 -- 172.21.15.94:0/2139259180 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa134015ba0 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa144155fe0 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.463+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1441565a0 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.464+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1440b4450 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.465+0000 7fa12bfff640 1 -- 172.21.15.94:0/2139259180 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa13401d400 con 0x7fa144152500 2024-09-10T08:37:02.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.465+0000 7fa12bfff640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa13006be30 0x7fa13006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.465+0000 7fa12bfff640 1 -- 172.21.15.94:0/2139259180 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fa13408c150 con 0x7fa144152500 2024-09-10T08:37:02.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.465+0000 7fa142ffd640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa13006be30 0x7fa13006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.466+0000 7fa142ffd640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa13006be30 0x7fa13006e2f0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fa144157720 tx=0x7fa138009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:02.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.470+0000 7fa12bfff640 1 -- 172.21.15.94:0/2139259180 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa134019030 con 0x7fa144152500 2024-09-10T08:37:02.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.669+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa144160e30 con 0x7fa144152500 2024-09-10T08:37:02.669 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.669+0000 7fa12bfff640 1 -- 172.21.15.94:0/2139259180 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5231 (secure 0 0 0) 0x7fa134010040 con 0x7fa144152500 2024-09-10T08:37:02.670 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:02.670 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:41.212937+0000","modified":"2024-09-10T08:36:43.194690+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2466094499","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2466094499},{"type":"v1","addr":"172.21.15.94:6837","nonce":2466094499}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":6}]} 2024-09-10T08:37:02.670 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 45 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa13006be30 msgr2=0x7fa13006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa13006be30 0x7fa13006e2f0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fa144157720 tx=0x7fa138009040 comp rx=0 tx=0).stop 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa144152500 msgr2=0x7fa1440cdb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa144152500 0x7fa1440cdb30 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fa134011e30 tx=0x7fa13400f580 comp rx=0 tx=0).stop 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 shutdown_connections 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa13006be30 0x7fa13006e2f0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa1440cf170 0x7fa1440cf620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa1440ccc40 0x7fa1441f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 --2- 172.21.15.94:0/2139259180 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa144152500 0x7fa1440cdb30 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 >> 172.21.15.94:0/2139259180 conn(0x7fa144067d70 msgr2=0x7fa1440ae030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 shutdown_connections 2024-09-10T08:37:02.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.671+0000 7fa149b6d640 1 -- 172.21.15.94:0/2139259180 wait complete. 2024-09-10T08:37:02.682 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:02.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.780+0000 7f51eef9f640 1 Processor -- start 2024-09-10T08:37:02.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.780+0000 7f51eef9f640 1 -- start start 2024-09-10T08:37:02.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51eef9f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f51e8072f90 0x7f51e80ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51eef9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e80b0630 0x7f51e8070740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51eef9f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51e806bbb0 con 0x7f51e8073370 2024-09-10T08:37:02.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51eef9f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f51e8073b80 con 0x7f51e8072f90 2024-09-10T08:37:02.782 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51eef9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f51e8070c80 con 0x7f51e80b0630 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51e7fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f51e8073370 0x7f51e80aff20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:45996/0 (socket says 172.21.15.94:45996) 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51e7fff640 1 -- 172.21.15.94:0/2597944287 learned_addr learned my addr 172.21.15.94:0/2597944287 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51ed53c640 1 --2- 172.21.15.94:0/2597944287 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e80b0630 0x7f51e8070740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51ecd3b640 1 --2- 172.21.15.94:0/2597944287 >> v2:172.21.15.143:3300/0 conn(0x7f51e8072f90 0x7f51e80ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51e77fe640 1 -- 172.21.15.94:0/2597944287 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 839667548 0 0) 0x7f51e806bbb0 con 0x7f51e8073370 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51e77fe640 1 -- 172.21.15.94:0/2597944287 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f51d8003520 con 0x7f51e8073370 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51e77fe640 1 -- 172.21.15.94:0/2597944287 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 137203175 0 0) 0x7f51d8003520 con 0x7f51e8073370 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51ed53c640 1 -- 172.21.15.94:0/2597944287 >> v2:172.21.15.143:3300/0 conn(0x7f51e8072f90 msgr2=0x7f51e80ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51ed53c640 1 --2- 172.21.15.94:0/2597944287 >> v2:172.21.15.143:3300/0 conn(0x7f51e8072f90 0x7f51e80ceca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51ed53c640 1 -- 172.21.15.94:0/2597944287 >> v1:172.21.15.94:6789/0 conn(0x7f51e8073370 legacy=0x7f51e80aff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.781+0000 7f51ed53c640 1 -- 172.21.15.94:0/2597944287 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51e806be20 con 0x7f51e80b0630 2024-09-10T08:37:02.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.782+0000 7f51ed53c640 1 --2- 172.21.15.94:0/2597944287 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e80b0630 0x7f51e8070740 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009d90 tx=0x7f51e002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e06d2ca2bd8fbad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.782+0000 7f51e77fe640 1 -- 172.21.15.94:0/2597944287 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51d4001670 con 0x7f51e80b0630 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.782+0000 7f51e77fe640 1 -- 172.21.15.94:0/2597944287 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51e0007540 con 0x7f51e80b0630 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.782+0000 7f51e77fe640 1 -- 172.21.15.94:0/2597944287 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e00078f0 con 0x7f51e80b0630 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 -- 172.21.15.94:0/2597944287 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e80b0630 msgr2=0x7f51e8070740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 --2- 172.21.15.94:0/2597944287 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e80b0630 0x7f51e8070740 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009d90 tx=0x7f51e002a680 comp rx=0 tx=0).stop 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 -- 172.21.15.94:0/2597944287 shutdown_connections 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 --2- 172.21.15.94:0/2597944287 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e80b0630 0x7f51e8070740 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 --2- 172.21.15.94:0/2597944287 >> v2:172.21.15.143:3300/0 conn(0x7f51e8072f90 0x7f51e80ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 -- 172.21.15.94:0/2597944287 >> 172.21.15.94:0/2597944287 conn(0x7f51e80d10d0 msgr2=0x7f51e80d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 -- 172.21.15.94:0/2597944287 shutdown_connections 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.783+0000 7f51eef9f640 1 -- 172.21.15.94:0/2597944287 wait complete. 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.784+0000 7f51eef9f640 1 Processor -- start 2024-09-10T08:37:02.785 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.784+0000 7f51eef9f640 1 -- start start 2024-09-10T08:37:02.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51eef9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e8072f90 0x7f51e80c4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51eef9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f51e8073370 0x7f51e81f3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51eef9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51e80b0630 0x7f51e80c90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51eef9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f51e806c6c0 con 0x7f51e80b0630 2024-09-10T08:37:02.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51eef9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f51e806c3e0 con 0x7f51e8073370 2024-09-10T08:37:02.789 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51eef9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f51e815dd50 con 0x7f51e8072f90 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51e80b0630 0x7f51e80c90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51e80b0630 0x7f51e80c90c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39758/0 (socket says 172.21.15.94:39758) 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 -- 172.21.15.94:0/1003578488 learned_addr learned my addr 172.21.15.94:0/1003578488 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 -- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e8072f90 msgr2=0x7f51e80c4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51e7fff640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f51e8073370 0x7f51e81f3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ecd3b640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e8072f90 0x7f51e80c4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e8072f90 0x7f51e80c4170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 -- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f51e8073370 msgr2=0x7f51e81f3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:02.790 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f51e8073370 0x7f51e81f3be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.785+0000 7f51ed53c640 1 -- 172.21.15.94:0/1003578488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51e80c5c70 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.786+0000 7f51ed53c640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51e80b0630 0x7f51e80c90c0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009eb0 tx=0x7f51e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.786+0000 7f51e57fa640 1 -- 172.21.15.94:0/1003578488 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e003f070 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.786+0000 7f51e57fa640 1 -- 172.21.15.94:0/1003578488 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51e0031c40 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.786+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51e80c5f10 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.786+0000 7f51e57fa640 1 -- 172.21.15.94:0/1003578488 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0009450 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.786+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51e80c64d0 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.787+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51e80ceca0 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.787+0000 7f51e57fa640 1 -- 172.21.15.94:0/1003578488 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f51e0043410 con 0x7f51e80b0630 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.788+0000 7f51e57fa640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f51cc06be60 0x7f51cc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:02.791 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.788+0000 7f51ecd3b640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f51cc06be60 0x7f51cc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:02.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.788+0000 7f51e57fa640 1 -- 172.21.15.94:0/1003578488 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f51e00ac3a0 con 0x7f51e80b0630 2024-09-10T08:37:02.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.788+0000 7f51ecd3b640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f51cc06be60 0x7f51cc06e320 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f51dc009a10 tx=0x7f51dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:02.792 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.792+0000 7f51e57fa640 1 -- 172.21.15.94:0/1003578488 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f51e004b350 con 0x7f51e80b0630 2024-09-10T08:37:02.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.992+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f51e80ccfa0 con 0x7f51e80b0630 2024-09-10T08:37:03.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.993+0000 7f51e57fa640 1 -- 172.21.15.94:0/1003578488 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5231 (secure 0 0 0) 0x7f51e007abd0 con 0x7f51e80b0630 2024-09-10T08:37:03.244 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:03.244 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:41.212937+0000","modified":"2024-09-10T08:36:43.194690+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2466094499","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2466094499},{"type":"v1","addr":"172.21.15.94:6837","nonce":2466094499}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":6}]} 2024-09-10T08:37:03.246 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 45 2024-09-10T08:37:03.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.994+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f51cc06be60 msgr2=0x7f51cc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.994+0000 7f51eef9f640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f51cc06be60 0x7f51cc06e320 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f51dc009a10 tx=0x7f51dc008040 comp rx=0 tx=0).stop 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.994+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51e80b0630 msgr2=0x7f51e80c90c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.994+0000 7f51eef9f640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51e80b0630 0x7f51e80c90c0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009eb0 tx=0x7f51e0004a40 comp rx=0 tx=0).stop 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 shutdown_connections 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f51cc06be60 0x7f51cc06e320 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f51e8073370 0x7f51e81f3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f51e80b0630 0x7f51e80c90c0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 --2- 172.21.15.94:0/1003578488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f51e8072f90 0x7f51e80c4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 >> 172.21.15.94:0/1003578488 conn(0x7f51e80d10d0 msgr2=0x7f51e80ae4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 shutdown_connections 2024-09-10T08:37:03.247 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:02.995+0000 7f51eef9f640 1 -- 172.21.15.94:0/1003578488 wait complete. 2024-09-10T08:37:03.248 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:37:03.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.347+0000 7f1868e23640 1 Processor -- start 2024-09-10T08:37:03.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.347+0000 7f1868e23640 1 -- start start 2024-09-10T08:37:03.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f1868e23640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f18640b5410 0x7f18640b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f1868e23640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18640b5d30 con 0x7f18640d1460 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f1868e23640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18640d1940 con 0x7f18640d29e0 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f1868e23640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f18640d2550 con 0x7f18640b5410 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f186259c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f18640b5410 0x7f18640b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f1859d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f18640d1460 0x7f186406dd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:45998/0 (socket says 172.21.15.94:45998) 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f1859d9b640 1 -- 172.21.15.94:0/3804569711 learned_addr learned my addr 172.21.15.94:0/3804569711 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f186259c640 1 -- 172.21.15.94:0/3804569711 >> v1:172.21.15.143:6789/0 conn(0x7f18640d29e0 legacy=0x7f18640cec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f186259c640 1 -- 172.21.15.94:0/3804569711 >> v1:172.21.15.94:6789/0 conn(0x7f18640d1460 legacy=0x7f186406dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f186259c640 1 -- 172.21.15.94:0/3804569711 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18640d1c20 con 0x7f18640b5410 2024-09-10T08:37:03.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.348+0000 7f1861d9b640 1 -- 172.21.15.94:0/3804569711 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2257950665 0 0) 0x7f18640b5d30 con 0x7f18640d1460 2024-09-10T08:37:03.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.349+0000 7f186259c640 1 --2- 172.21.15.94:0/3804569711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640b5410 0x7f18640b57f0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f18540097a0 tx=0x7f185402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21502fd929aa8532 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.349+0000 7f1861d9b640 1 -- 172.21.15.94:0/3804569711 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1854037070 con 0x7f18640b5410 2024-09-10T08:37:03.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.349+0000 7f1861d9b640 1 -- 172.21.15.94:0/3804569711 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1854032440 con 0x7f18640b5410 2024-09-10T08:37:03.350 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.349+0000 7f1861d9b640 1 -- 172.21.15.94:0/3804569711 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1854032810 con 0x7f18640b5410 2024-09-10T08:37:03.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.350+0000 7f1868e23640 1 -- 172.21.15.94:0/3804569711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640b5410 msgr2=0x7f18640b57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.350+0000 7f1868e23640 1 --2- 172.21.15.94:0/3804569711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640b5410 0x7f18640b57f0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f18540097a0 tx=0x7f185402a230 comp rx=0 tx=0).stop 2024-09-10T08:37:03.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.350+0000 7f1868e23640 1 -- 172.21.15.94:0/3804569711 shutdown_connections 2024-09-10T08:37:03.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.350+0000 7f1868e23640 1 --2- 172.21.15.94:0/3804569711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640b5410 0x7f18640b57f0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.350+0000 7f1868e23640 1 -- 172.21.15.94:0/3804569711 >> 172.21.15.94:0/3804569711 conn(0x7f186406feb0 msgr2=0x7f1864070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:03.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.350+0000 7f1868e23640 1 -- 172.21.15.94:0/3804569711 shutdown_connections 2024-09-10T08:37:03.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.350+0000 7f1868e23640 1 -- 172.21.15.94:0/3804569711 wait complete. 2024-09-10T08:37:03.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.351+0000 7f1868e23640 1 Processor -- start 2024-09-10T08:37:03.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.351+0000 7f1868e23640 1 -- start start 2024-09-10T08:37:03.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1868e23640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18640b5410 0x7f1864151e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1868e23640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18640d1460 0x7f18641525c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1868e23640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640d29e0 0x7f186415b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1868e23640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f1864161c30 con 0x7f18640d29e0 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1868e23640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f18640d21e0 con 0x7f18640d1460 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1868e23640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f1864161db0 con 0x7f18640b5410 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640d29e0 0x7f186415b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640d29e0 0x7f186415b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39774/0 (socket says 172.21.15.94:39774) 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 -- 172.21.15.94:0/2205043693 learned_addr learned my addr 172.21.15.94:0/2205043693 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f186259c640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18640b5410 0x7f1864151e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1859d9b640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18640d1460 0x7f18641525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 -- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18640b5410 msgr2=0x7f1864151e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18640b5410 0x7f1864151e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 -- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18640d1460 msgr2=0x7f18641525c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18640d1460 0x7f18641525c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1862d9d640 1 -- 172.21.15.94:0/2205043693 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18640a9da0 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.352+0000 7f1859d9b640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18640d1460 0x7f18641525c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.353+0000 7f1862d9d640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640d29e0 0x7f186415b9f0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f185c00c6b0 tx=0x7f185c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.353+0000 7f185b7fe640 1 -- 172.21.15.94:0/2205043693 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185c003b70 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.353+0000 7f185b7fe640 1 -- 172.21.15.94:0/2205043693 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f185c003d30 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.353+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18640aa080 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.353+0000 7f185b7fe640 1 -- 172.21.15.94:0/2205043693 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185c005310 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.353+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1864152350 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.354+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18640b57f0 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.354+0000 7f185b7fe640 1 -- 172.21.15.94:0/2205043693 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f185c0054b0 con 0x7f18640d29e0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.355+0000 7f185b7fe640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f184406be30 0x7f184406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.355+0000 7f186259c640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f184406be30 0x7f184406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.355+0000 7f185b7fe640 1 -- 172.21.15.94:0/2205043693 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f185c08aea0 con 0x7f18640d29e0 2024-09-10T08:37:03.358 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.356+0000 7f186259c640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f184406be30 0x7f184406e2f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f1854034000 tx=0x7f185402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.359+0000 7f185b7fe640 1 -- 172.21.15.94:0/2205043693 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f185c0596c0 con 0x7f18640d29e0 2024-09-10T08:37:03.527 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.527+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f18640b4830 con 0x7f18640d29e0 2024-09-10T08:37:03.528 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.528+0000 7f185b7fe640 1 -- 172.21.15.94:0/2205043693 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16945 (secure 0 0 0) 0x7f185c058fc0 con 0x7f18640d29e0 2024-09-10T08:37:03.528 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:03.529 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":90,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:42.607093+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:39.598337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:40.181413+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:37:03.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f184406be30 msgr2=0x7f184406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f184406be30 0x7f184406e2f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f1854034000 tx=0x7f185402e000 comp rx=0 tx=0).stop 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640d29e0 msgr2=0x7f186415b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640d29e0 0x7f186415b9f0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f185c00c6b0 tx=0x7f185c00cb70 comp rx=0 tx=0).stop 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 shutdown_connections 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f184406be30 0x7f184406e2f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f18640d1460 0x7f18641525c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f18640d29e0 0x7f186415b9f0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 --2- 172.21.15.94:0/2205043693 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f18640b5410 0x7f1864151e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 >> 172.21.15.94:0/2205043693 conn(0x7f186406feb0 msgr2=0x7f1864160570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 shutdown_connections 2024-09-10T08:37:03.531 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.530+0000 7f1868e23640 1 -- 172.21.15.94:0/2205043693 wait complete. 2024-09-10T08:37:03.542 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:37:03.542 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:03.640 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.639+0000 7fa627053640 1 Processor -- start 2024-09-10T08:37:03.640 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.640+0000 7fa627053640 1 -- start start 2024-09-10T08:37:03.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.640+0000 7fa627053640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 0x7fa6200b5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.640+0000 7fa627053640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa620067c00 con 0x7fa62015e8f0 2024-09-10T08:37:03.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.640+0000 7fa627053640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa620067e70 con 0x7fa6200b0bd0 2024-09-10T08:37:03.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.640+0000 7fa627053640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa6200ce550 con 0x7fa6200af880 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa624def640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fa62015e8f0 0x7fa6200b04c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46012/0 (socket says 172.21.15.94:46012) 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa624def640 1 -- 172.21.15.94:0/3831082044 learned_addr learned my addr 172.21.15.94:0/3831082044 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3491061142 0 0) 0x7fa620067c00 con 0x7fa62015e8f0 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa6255f0640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 0x7fa6200b5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa610003520 con 0x7fa62015e8f0 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 182214123 0 0) 0x7fa610003520 con 0x7fa62015e8f0 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 msgr2=0x7fa6200b5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 0x7fa6200b5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 >> v1:172.21.15.143:6789/0 conn(0x7fa6200b0bd0 legacy=0x7fa62006e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6200cdf00 con 0x7fa62015e8f0 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fa614001670 con 0x7fa62015e8f0 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 >> v1:172.21.15.94:6789/0 conn(0x7fa62015e8f0 legacy=0x7fa6200b04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 0x7fa6100039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610003f20 0x7fa610004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa610004d40 0x7fa6100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa61000b9f0 con 0x7fa610004d40 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa61000bba0 con 0x7fa610003f20 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa61000dfb0 con 0x7fa6200af880 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa6255f0640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa610004d40 0x7fa6100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa624def640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 0x7fa6100039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.641+0000 7fa61ffff640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610003f20 0x7fa610004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa6255f0640 1 -- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 msgr2=0x7fa6100039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa6255f0640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa6200af880 0x7fa6100039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa6255f0640 1 -- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610003f20 msgr2=0x7fa610004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa6255f0640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610003f20 0x7fa610004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa6255f0640 1 -- 172.21.15.94:0/3831082044 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa610003520 con 0x7fa610004d40 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa61ffff640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610003f20 0x7fa610004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa6255f0640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa610004d40 0x7fa6100051c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fa618009fc0 tx=0x7fa610005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ac97e5b59e8bcac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618009c10 con 0x7fa610004d40 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa618036070 con 0x7fa610004d40 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.642+0000 7fa61f7fe640 1 -- 172.21.15.94:0/3831082044 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618031880 con 0x7fa610004d40 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.643+0000 7fa627053640 1 -- 172.21.15.94:0/3831082044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa610004d40 msgr2=0x7fa6100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.643+0000 7fa627053640 1 --2- 172.21.15.94:0/3831082044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa610004d40 0x7fa6100051c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fa618009fc0 tx=0x7fa610005830 comp rx=0 tx=0).stop 2024-09-10T08:37:03.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.643+0000 7fa6255f0640 1 -- 172.21.15.94:0/3831082044 reap_dead start 2024-09-10T08:37:03.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.643+0000 7fa627053640 1 -- 172.21.15.94:0/3831082044 shutdown_connections 2024-09-10T08:37:03.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.643+0000 7fa627053640 1 -- 172.21.15.94:0/3831082044 >> 172.21.15.94:0/3831082044 conn(0x7fa6200cd410 msgr2=0x7fa6200cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:03.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.643+0000 7fa627053640 1 -- 172.21.15.94:0/3831082044 shutdown_connections 2024-09-10T08:37:03.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.643+0000 7fa627053640 1 -- 172.21.15.94:0/3831082044 wait complete. 2024-09-10T08:37:03.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.644+0000 7fa627053640 1 Processor -- start 2024-09-10T08:37:03.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.644+0000 7fa627053640 1 -- start start 2024-09-10T08:37:03.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa627053640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610004d40 0x7fa620152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa627053640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa62015de00 0x7fa620150660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa627053640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa6200ad8a0 0x7fa6200add20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa627053640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa6200b2120 con 0x7fa6200ad8a0 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa627053640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa6200b1fa0 con 0x7fa610004d40 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa627053640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa6200b5a70 con 0x7fa62015de00 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa6255f0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa6200ad8a0 0x7fa6200add20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa6255f0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa6200ad8a0 0x7fa6200add20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39796/0 (socket says 172.21.15.94:39796) 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa6255f0640 1 -- 172.21.15.94:0/607619379 learned_addr learned my addr 172.21.15.94:0/607619379 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa6255f0640 1 -- 172.21.15.94:0/607619379 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa62015de00 msgr2=0x7fa620150660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa624def640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610004d40 0x7fa620152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.645+0000 7fa6255f0640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa62015de00 0x7fa620150660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa6255f0640 1 -- 172.21.15.94:0/607619379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610004d40 msgr2=0x7fa620152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa6255f0640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610004d40 0x7fa620152880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa6255f0640 1 -- 172.21.15.94:0/607619379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa62015c3a0 con 0x7fa6200ad8a0 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa6255f0640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa6200ad8a0 0x7fa6200add20 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fa618033040 tx=0x7fa618009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa61d7fa640 1 -- 172.21.15.94:0/607619379 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618009c10 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa61d7fa640 1 -- 172.21.15.94:0/607619379 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa618031df0 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa62015c680 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa61d7fa640 1 -- 172.21.15.94:0/607619379 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa618003bd0 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.646+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa62015d160 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.647+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6200b0440 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.647+0000 7fa61d7fa640 1 -- 172.21.15.94:0/607619379 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa618005d10 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.648+0000 7fa61d7fa640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa60406be30 0x7fa60406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.648+0000 7fa61d7fa640 1 -- 172.21.15.94:0/607619379 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fa6180ac360 con 0x7fa6200ad8a0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.648+0000 7fa624def640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa60406be30 0x7fa60406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.648+0000 7fa624def640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa60406be30 0x7fa60406e2f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa62015d870 tx=0x7fa614009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.652+0000 7fa61d7fa640 1 -- 172.21.15.94:0/607619379 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa61804a060 con 0x7fa6200ad8a0 2024-09-10T08:37:03.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.854+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6200b5e40 con 0x7fa6200ad8a0 2024-09-10T08:37:03.854 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.854+0000 7fa61d7fa640 1 -- 172.21.15.94:0/607619379 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5231 (secure 0 0 0) 0x7fa61807ac10 con 0x7fa6200ad8a0 2024-09-10T08:37:03.855 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:03.855 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:41.212937+0000","modified":"2024-09-10T08:36:43.194690+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2466094499","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2466094499},{"type":"v1","addr":"172.21.15.94:6837","nonce":2466094499}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":6}]} 2024-09-10T08:37:03.855 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 45 2024-09-10T08:37:03.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa60406be30 msgr2=0x7fa60406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa60406be30 0x7fa60406e2f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa62015d870 tx=0x7fa614009040 comp rx=0 tx=0).stop 2024-09-10T08:37:03.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa6200ad8a0 msgr2=0x7fa6200add20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa6200ad8a0 0x7fa6200add20 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fa618033040 tx=0x7fa618009750 comp rx=0 tx=0).stop 2024-09-10T08:37:03.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 shutdown_connections 2024-09-10T08:37:03.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa60406be30 0x7fa60406e2f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa6200ad8a0 0x7fa6200add20 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa62015de00 0x7fa620150660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 --2- 172.21.15.94:0/607619379 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa610004d40 0x7fa620152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.856+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 >> 172.21.15.94:0/607619379 conn(0x7fa6200cd410 msgr2=0x7fa620150d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:03.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.857+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 shutdown_connections 2024-09-10T08:37:03.859 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.857+0000 7fa627053640 1 -- 172.21.15.94:0/607619379 wait complete. 2024-09-10T08:37:03.869 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:03.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.967+0000 7f8e44bc4640 1 Processor -- start 2024-09-10T08:37:03.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.967+0000 7f8e44bc4640 1 -- start start 2024-09-10T08:37:03.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e44bc4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8e4015e790 0x7f8e400d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e44bc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d1510 0x7f8e4006cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e44bc4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e400cf0a0 con 0x7f8e400d5040 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e44bc4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8e400cf380 con 0x7f8e4015e790 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e44bc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8e400cf660 con 0x7f8e400d1510 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8e4015e790 0x7f8e400d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8e4015e790 0x7f8e400d4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39806/0 (socket says 172.21.15.94:39806) 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3e59c640 1 -- 172.21.15.94:0/4198414366 learned_addr learned my addr 172.21.15.94:0/4198414366 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3ed9d640 1 --2- 172.21.15.94:0/4198414366 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d1510 0x7f8e4006cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3e59c640 1 -- 172.21.15.94:0/4198414366 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d1510 msgr2=0x7f8e4006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3e59c640 1 --2- 172.21.15.94:0/4198414366 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d1510 0x7f8e4006cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3e59c640 1 -- 172.21.15.94:0/4198414366 >> v1:172.21.15.143:6789/0 conn(0x7f8e400d5040 legacy=0x7f8e400d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3e59c640 1 -- 172.21.15.94:0/4198414366 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e400cf940 con 0x7f8e4015e790 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.968+0000 7f8e3ed9d640 1 --2- 172.21.15.94:0/4198414366 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d1510 0x7f8e4006cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:03.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.969+0000 7f8e3e59c640 1 --2- 172.21.15.94:0/4198414366 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400d4b00 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009870 tx=0x7f8e3802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c90b2db2d5c2008 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.969+0000 7f8e3d59a640 1 -- 172.21.15.94:0/4198414366 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38037070 con 0x7f8e4015e790 2024-09-10T08:37:03.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.969+0000 7f8e3d59a640 1 -- 172.21.15.94:0/4198414366 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e38032440 con 0x7f8e4015e790 2024-09-10T08:37:03.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.969+0000 7f8e3d59a640 1 -- 172.21.15.94:0/4198414366 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38032810 con 0x7f8e4015e790 2024-09-10T08:37:03.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 -- 172.21.15.94:0/4198414366 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 msgr2=0x7f8e400d4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/4198414366 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400d4b00 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009870 tx=0x7f8e3802a2a0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.974 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 -- 172.21.15.94:0/4198414366 shutdown_connections 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/4198414366 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d1510 0x7f8e4006cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/4198414366 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400d4b00 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 -- 172.21.15.94:0/4198414366 >> 172.21.15.94:0/4198414366 conn(0x7f8e4009d740 msgr2=0x7f8e400d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 -- 172.21.15.94:0/4198414366 shutdown_connections 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.970+0000 7f8e44bc4640 1 -- 172.21.15.94:0/4198414366 wait complete. 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.971+0000 7f8e44bc4640 1 Processor -- start 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.971+0000 7f8e44bc4640 1 -- start start 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e44bc4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8e400d1510 0x7f8e401563d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e44bc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d5040 0x7f8e401e9e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e44bc4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400b7900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e44bc4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8e400d0140 con 0x7f8e4015e790 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e44bc4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4006d070 con 0x7f8e400d1510 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e44bc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8e400b7470 con 0x7f8e400d5040 2024-09-10T08:37:03.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400b7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400b7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39816/0 (socket says 172.21.15.94:39816) 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 -- 172.21.15.94:0/3045191112 learned_addr learned my addr 172.21.15.94:0/3045191112 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3dd9b640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d5040 0x7f8e401e9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3e59c640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8e400d1510 0x7f8e401563d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 -- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d5040 msgr2=0x7f8e401e9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d5040 0x7f8e401e9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 -- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8e400d1510 msgr2=0x7f8e401563d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8e400d1510 0x7f8e401563d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.972+0000 7f8e3ed9d640 1 -- 172.21.15.94:0/3045191112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e401ea6c0 con 0x7f8e4015e790 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.973+0000 7f8e3ed9d640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400b7900 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000ce80 tx=0x7f8e3000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.973+0000 7f8e36ffd640 1 -- 172.21.15.94:0/3045191112 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3001a070 con 0x7f8e4015e790 2024-09-10T08:37:03.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.973+0000 7f8e36ffd640 1 -- 172.21.15.94:0/3045191112 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e3000d880 con 0x7f8e4015e790 2024-09-10T08:37:03.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.973+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e401ea9a0 con 0x7f8e4015e790 2024-09-10T08:37:03.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.973+0000 7f8e36ffd640 1 -- 172.21.15.94:0/3045191112 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3000dc70 con 0x7f8e4015e790 2024-09-10T08:37:03.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.973+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e401ea3b0 con 0x7f8e4015e790 2024-09-10T08:37:03.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.974+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e401eaec0 con 0x7f8e4015e790 2024-09-10T08:37:03.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.974+0000 7f8e36ffd640 1 -- 172.21.15.94:0/3045191112 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8e3001d070 con 0x7f8e4015e790 2024-09-10T08:37:03.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.975+0000 7f8e36ffd640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8e2006be30 0x7f8e2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:03.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.975+0000 7f8e36ffd640 1 -- 172.21.15.94:0/3045191112 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f8e3008b7b0 con 0x7f8e4015e790 2024-09-10T08:37:03.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.975+0000 7f8e3e59c640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8e2006be30 0x7f8e2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:03.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.975+0000 7f8e3e59c640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8e2006be30 0x7f8e2006e2f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f8e38034000 tx=0x7f8e3802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:03.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:03.979+0000 7f8e36ffd640 1 -- 172.21.15.94:0/3045191112 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8e401eaec0 con 0x7f8e4015e790 2024-09-10T08:37:04.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.176+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8e4006cb30 con 0x7f8e4015e790 2024-09-10T08:37:04.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.177+0000 7f8e36ffd640 1 -- 172.21.15.94:0/3045191112 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5231 (secure 0 0 0) 0x7f8e30059900 con 0x7f8e4015e790 2024-09-10T08:37:04.178 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:04.178 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":45,"btime":"2024-09-10T08:36:43:868605+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:36:41.212937+0000","modified":"2024-09-10T08:36:43.194690+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6537},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6537":{"gid":6537,"name":"c","rank":0,"incarnation":43,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2466094499","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2466094499},{"type":"v1","addr":"172.21.15.94:6837","nonce":2466094499}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6537,"qdb_cluster":[6537]},"id":6}]} 2024-09-10T08:37:04.178 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 45 2024-09-10T08:37:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8e2006be30 msgr2=0x7f8e2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8e2006be30 0x7f8e2006e2f0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f8e38034000 tx=0x7f8e3802e000 comp rx=0 tx=0).stop 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 msgr2=0x7f8e400b7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400b7900 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f8e3000ce80 tx=0x7f8e3000a710 comp rx=0 tx=0).stop 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 shutdown_connections 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8e2006be30 0x7f8e2006e2f0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8e4015e790 0x7f8e400b7900 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8e400d5040 0x7f8e401e9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 --2- 172.21.15.94:0/3045191112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8e400d1510 0x7f8e401563d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 >> 172.21.15.94:0/3045191112 conn(0x7f8e4009d740 msgr2=0x7f8e400b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:04.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 shutdown_connections 2024-09-10T08:37:04.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.179+0000 7f8e44bc4640 1 -- 172.21.15.94:0/3045191112 wait complete. 2024-09-10T08:37:04.190 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:37:04.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.287+0000 7fc264edd640 1 Processor -- start 2024-09-10T08:37:04.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.287+0000 7fc264edd640 1 -- start start 2024-09-10T08:37:04.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.288+0000 7fc264edd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc26015b160 0x7fc260073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.288+0000 7fc264edd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc26006f450 0x7fc26006f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.290 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.288+0000 7fc264edd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc260073940 con 0x7fc26015ecf0 2024-09-10T08:37:04.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.288+0000 7fc264edd640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc26006fda0 con 0x7fc26015b160 2024-09-10T08:37:04.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.288+0000 7fc264edd640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc26015f1f0 con 0x7fc26006f450 2024-09-10T08:37:04.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc26015b160 0x7fc260073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25dd9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc26015ecf0 0x7fc2600adb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46028/0 (socket says 172.21.15.94:46028) 2024-09-10T08:37:04.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25e59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc26015b160 0x7fc260073400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39828/0 (socket says 172.21.15.94:39828) 2024-09-10T08:37:04.291 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25dd9b640 1 -- 172.21.15.94:0/4214302672 learned_addr learned my addr 172.21.15.94:0/4214302672 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:04.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25ed9d640 1 --2- 172.21.15.94:0/4214302672 >> v2:172.21.15.143:3300/0 conn(0x7fc26006f450 0x7fc26006f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25e59c640 1 -- 172.21.15.94:0/4214302672 >> v2:172.21.15.143:3300/0 conn(0x7fc26006f450 msgr2=0x7fc26006f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:04.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25e59c640 1 --2- 172.21.15.94:0/4214302672 >> v2:172.21.15.143:3300/0 conn(0x7fc26006f450 0x7fc26006f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25e59c640 1 -- 172.21.15.94:0/4214302672 >> v1:172.21.15.94:6789/0 conn(0x7fc26015ecf0 legacy=0x7fc2600adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25e59c640 1 -- 172.21.15.94:0/4214302672 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc26015f4d0 con 0x7fc26015b160 2024-09-10T08:37:04.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.289+0000 7fc25ed9d640 1 --2- 172.21.15.94:0/4214302672 >> v2:172.21.15.143:3300/0 conn(0x7fc26006f450 0x7fc26006f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc25e59c640 1 --2- 172.21.15.94:0/4214302672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26015b160 0x7fc260073400 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fc2600ad020 tx=0x7fc25002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca05e47169f366 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc25d59a640 1 -- 172.21.15.94:0/4214302672 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc250037070 con 0x7fc26015b160 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc25d59a640 1 -- 172.21.15.94:0/4214302672 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc250032440 con 0x7fc26015b160 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc25d59a640 1 -- 172.21.15.94:0/4214302672 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25002ae60 con 0x7fc26015b160 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 -- 172.21.15.94:0/4214302672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26015b160 msgr2=0x7fc260073400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 --2- 172.21.15.94:0/4214302672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26015b160 0x7fc260073400 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fc2600ad020 tx=0x7fc25002a110 comp rx=0 tx=0).stop 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 -- 172.21.15.94:0/4214302672 shutdown_connections 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 --2- 172.21.15.94:0/4214302672 >> v2:172.21.15.143:3300/0 conn(0x7fc26006f450 0x7fc26006f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 --2- 172.21.15.94:0/4214302672 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26015b160 0x7fc260073400 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 -- 172.21.15.94:0/4214302672 >> 172.21.15.94:0/4214302672 conn(0x7fc2600b1b30 msgr2=0x7fc2600b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 -- 172.21.15.94:0/4214302672 shutdown_connections 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.290+0000 7fc264edd640 1 -- 172.21.15.94:0/4214302672 wait complete. 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 Processor -- start 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 -- start start 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26006f450 0x7fc2600cf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc26015b160 0x7fc260159410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc26015ecf0 0x7fc260158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc26015b540 con 0x7fc26006f450 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc26015fa90 con 0x7fc26015ecf0 2024-09-10T08:37:04.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc264edd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc2600b3310 con 0x7fc26015b160 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc25e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26006f450 0x7fc2600cf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc25e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26006f450 0x7fc2600cf1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39842/0 (socket says 172.21.15.94:39842) 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.292+0000 7fc25e59c640 1 -- 172.21.15.94:0/31594170 learned_addr learned my addr 172.21.15.94:0/31594170 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25ed9d640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc26015ecf0 0x7fc260158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25dd9b640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc26015b160 0x7fc260159410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25e59c640 1 -- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc26015b160 msgr2=0x7fc260159410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25e59c640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc26015b160 0x7fc260159410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25e59c640 1 -- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc26015ecf0 msgr2=0x7fc260158c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25e59c640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc26015ecf0 0x7fc260158c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25e59c640 1 -- 172.21.15.94:0/31594170 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2600ce050 con 0x7fc26006f450 2024-09-10T08:37:04.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25ed9d640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc26015ecf0 0x7fc260158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25dd9b640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc26015b160 0x7fc260159410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc25e59c640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26006f450 0x7fc2600cf1c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fc250009890 tx=0x7fc2500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc24effd640 1 -- 172.21.15.94:0/31594170 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc250037040 con 0x7fc26006f450 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc24effd640 1 -- 172.21.15.94:0/31594170 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc250042070 con 0x7fc26006f450 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2600ce330 con 0x7fc26006f450 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc24effd640 1 -- 172.21.15.94:0/31594170 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc250030a50 con 0x7fc26006f450 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.293+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc260159180 con 0x7fc26006f450 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.294+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc26006f860 con 0x7fc26006f450 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.295+0000 7fc24effd640 1 -- 172.21.15.94:0/31594170 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc250030bf0 con 0x7fc26006f450 2024-09-10T08:37:04.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.295+0000 7fc24effd640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc24006be30 0x7fc24006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.295+0000 7fc24effd640 1 -- 172.21.15.94:0/31594170 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7fc2500ab9c0 con 0x7fc26006f450 2024-09-10T08:37:04.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.295+0000 7fc25dd9b640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc24006be30 0x7fc24006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.295+0000 7fc25dd9b640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc24006be30 0x7fc24006e2f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc2600cc000 tx=0x7fc254009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.299+0000 7fc24effd640 1 -- 172.21.15.94:0/31594170 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc2500ade20 con 0x7fc26006f450 2024-09-10T08:37:04.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.466+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2600b21d0 con 0x7fc26006f450 2024-09-10T08:37:04.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.467+0000 7fc24effd640 1 -- 172.21.15.94:0/31594170 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+16945 (secure 0 0 0) 0x7fc250045360 con 0x7fc26006f450 2024-09-10T08:37:04.468 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:04.468 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":90,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:36:42.607093+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:36:39.598337+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-09-10T08:36:40.181413+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"90","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc24006be30 msgr2=0x7fc24006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc24006be30 0x7fc24006e2f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc2600cc000 tx=0x7fc254009040 comp rx=0 tx=0).stop 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26006f450 msgr2=0x7fc2600cf1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26006f450 0x7fc2600cf1c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fc250009890 tx=0x7fc2500046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 shutdown_connections 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc24006be30 0x7fc24006e2f0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc26015ecf0 0x7fc260158c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc26015b160 0x7fc260159410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 --2- 172.21.15.94:0/31594170 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc26006f450 0x7fc2600cf1c0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 >> 172.21.15.94:0/31594170 conn(0x7fc2600b1b30 msgr2=0x7fc26006e320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 shutdown_connections 2024-09-10T08:37:04.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.469+0000 7fc264edd640 1 -- 172.21.15.94:0/31594170 wait complete. 2024-09-10T08:37:04.481 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T08:37:04.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.580+0000 7f4c27a06640 1 Processor -- start 2024-09-10T08:37:04.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.580+0000 7f4c27a06640 1 -- start start 2024-09-10T08:37:04.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.581+0000 7f4c27a06640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f4c2015e660 0x7f4c200d4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.581+0000 7f4c27a06640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c2015ea40 con 0x7f4c200d2940 2024-09-10T08:37:04.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.581+0000 7f4c27a06640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c200d3100 con 0x7f4c200d0aa0 2024-09-10T08:37:04.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.581+0000 7f4c27a06640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f4c200cf230 con 0x7f4c2015e660 2024-09-10T08:37:04.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.581+0000 7f4c24fa1640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4c200d2940 0x7f4c200cfd10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46032/0 (socket says 172.21.15.94:46032) 2024-09-10T08:37:04.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.581+0000 7f4c24fa1640 1 -- 172.21.15.94:0/1459405049 learned_addr learned my addr 172.21.15.94:0/1459405049 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:04.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.581+0000 7f4c257a2640 1 --2- 172.21.15.94:0/1459405049 >> v2:172.21.15.143:3300/0 conn(0x7f4c2015e660 0x7f4c200d4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.582 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.582+0000 7f4c257a2640 1 -- 172.21.15.94:0/1459405049 >> v1:172.21.15.143:6789/0 conn(0x7f4c200d0aa0 legacy=0x7f4c2006cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.582+0000 7f4c257a2640 1 -- 172.21.15.94:0/1459405049 >> v1:172.21.15.94:6789/0 conn(0x7f4c200d2940 legacy=0x7f4c200cfd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.582+0000 7f4c17fff640 1 -- 172.21.15.94:0/1459405049 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1280453503 0 0) 0x7f4c200d3100 con 0x7f4c200d0aa0 2024-09-10T08:37:04.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.582+0000 7f4c257a2640 1 -- 172.21.15.94:0/1459405049 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c200cf510 con 0x7f4c2015e660 2024-09-10T08:37:04.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c257a2640 1 --2- 172.21.15.94:0/1459405049 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 0x7f4c200d4ea0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c0097a0 tx=0x7f4c1c02a2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4752fe8c1672cb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c17fff640 1 -- 172.21.15.94:0/1459405049 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c037070 con 0x7f4c2015e660 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c17fff640 1 -- 172.21.15.94:0/1459405049 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c1c032640 con 0x7f4c2015e660 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c17fff640 1 -- 172.21.15.94:0/1459405049 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c032a10 con 0x7f4c2015e660 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c27a06640 1 -- 172.21.15.94:0/1459405049 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 msgr2=0x7f4c200d4ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c27a06640 1 --2- 172.21.15.94:0/1459405049 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 0x7f4c200d4ea0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c0097a0 tx=0x7f4c1c02a2c0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c27a06640 1 -- 172.21.15.94:0/1459405049 shutdown_connections 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c27a06640 1 --2- 172.21.15.94:0/1459405049 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 0x7f4c200d4ea0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c27a06640 1 -- 172.21.15.94:0/1459405049 >> 172.21.15.94:0/1459405049 conn(0x7f4c2009d720 msgr2=0x7f4c200d4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:04.584 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c27a06640 1 -- 172.21.15.94:0/1459405049 shutdown_connections 2024-09-10T08:37:04.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.583+0000 7f4c27a06640 1 -- 172.21.15.94:0/1459405049 wait complete. 2024-09-10T08:37:04.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 Processor -- start 2024-09-10T08:37:04.585 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 -- start start 2024-09-10T08:37:04.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c200d0aa0 0x7f4c2015fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c200d2940 0x7f4c200c9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 0x7f4c200cc710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4c200d2ee0 con 0x7f4c200d0aa0 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4c200d2d60 con 0x7f4c2015e660 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c27a06640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c200cee70 con 0x7f4c200d2940 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c257a2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c200d0aa0 0x7f4c2015fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c257a2640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c200d0aa0 0x7f4c2015fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39854/0 (socket says 172.21.15.94:39854) 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.585+0000 7f4c257a2640 1 -- 172.21.15.94:0/4141687267 learned_addr learned my addr 172.21.15.94:0/4141687267 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c25fa3640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 0x7f4c200cc710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c257a2640 1 -- 172.21.15.94:0/4141687267 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c200d2940 msgr2=0x7f4c200c9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c257a2640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c200d2940 0x7f4c200c9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c257a2640 1 -- 172.21.15.94:0/4141687267 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 msgr2=0x7f4c200cc710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c257a2640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 0x7f4c200cc710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c257a2640 1 -- 172.21.15.94:0/4141687267 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c200cb950 con 0x7f4c200d0aa0 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c257a2640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c200d0aa0 0x7f4c2015fb30 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c035040 tx=0x7f4c1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c15ffb640 1 -- 172.21.15.94:0/4141687267 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c037040 con 0x7f4c200d0aa0 2024-09-10T08:37:04.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c15ffb640 1 -- 172.21.15.94:0/4141687267 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c1c004230 con 0x7f4c200d0aa0 2024-09-10T08:37:04.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c200cbc30 con 0x7f4c200d0aa0 2024-09-10T08:37:04.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c15ffb640 1 -- 172.21.15.94:0/4141687267 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c0306f0 con 0x7f4c200d0aa0 2024-09-10T08:37:04.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.586+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c20160070 con 0x7f4c200d0aa0 2024-09-10T08:37:04.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.587+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c200d4ea0 con 0x7f4c200d0aa0 2024-09-10T08:37:04.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.588+0000 7f4c15ffb640 1 -- 172.21.15.94:0/4141687267 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4c1c030890 con 0x7f4c200d0aa0 2024-09-10T08:37:04.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.588+0000 7f4c15ffb640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c0406be30 0x7f4c0406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.588+0000 7f4c15ffb640 1 -- 172.21.15.94:0/4141687267 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6101+0+0 (secure 0 0 0) 0x7f4c1c0ac2f0 con 0x7f4c200d0aa0 2024-09-10T08:37:04.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.588+0000 7f4c24fa1640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c0406be30 0x7f4c0406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.589+0000 7f4c24fa1640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c0406be30 0x7f4c0406e2f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4c200cb0e0 tx=0x7f4c10007a40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.592+0000 7f4c15ffb640 1 -- 172.21.15.94:0/4141687267 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4c1c07ac30 con 0x7f4c200d0aa0 2024-09-10T08:37:04.794 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.793+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4c200ba2e0 con 0x7f4c200d0aa0 2024-09-10T08:37:04.795 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:37:04.794+0000 7f045c404640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:37:04.796 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.795+0000 7f4c15ffb640 1 -- 172.21.15.94:0/4141687267 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v46) ==== 161+0+0 (secure 0 0 0) 0x7f4c1c046e40 con 0x7f4c200d0aa0 2024-09-10T08:37:04.796 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:37:04.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c0406be30 msgr2=0x7f4c0406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c0406be30 0x7f4c0406e2f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4c200cb0e0 tx=0x7f4c10007a40 comp rx=0 tx=0).stop 2024-09-10T08:37:04.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c200d0aa0 msgr2=0x7f4c2015fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c200d0aa0 0x7f4c2015fb30 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c035040 tx=0x7f4c1c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 shutdown_connections 2024-09-10T08:37:04.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c0406be30 0x7f4c0406e2f0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c2015e660 0x7f4c200cc710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c200d2940 0x7f4c200c9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 --2- 172.21.15.94:0/4141687267 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c200d0aa0 0x7f4c2015fb30 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 >> 172.21.15.94:0/4141687267 conn(0x7f4c2009d720 msgr2=0x7f4c200d4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:04.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 shutdown_connections 2024-09-10T08:37:04.802 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.799+0000 7f4c27a06640 1 -- 172.21.15.94:0/4141687267 wait complete. 2024-09-10T08:37:04.802 INFO:tasks.ceph.mds.c.smithi094.stderr: -1095> 2024-09-10T08:36:47.866+0000 7f669c7ff640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:37:04.811 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:37:04.825 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:37:04.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.914+0000 7f8b11386640 1 Processor -- start 2024-09-10T08:37:04.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.914+0000 7f8b11386640 1 -- start start 2024-09-10T08:37:04.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b11386640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0cff80 0x7f8b0c0b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b11386640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b0c0cef20 con 0x7f8b0c0b42b0 2024-09-10T08:37:04.917 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b11386640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b0c0cf1c0 con 0x7f8b0c0d27d0 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b11386640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b0c0cf4a0 con 0x7f8b0c0cff80 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b0b7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8b0c0b42b0 0x7f8b0c0d0b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46050/0 (socket says 172.21.15.94:46050) 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b0b7fe640 1 -- 172.21.15.94:0/3491031959 learned_addr learned my addr 172.21.15.94:0/3491031959 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b03fff640 1 --2- 172.21.15.94:0/3491031959 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0cff80 0x7f8b0c0b3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b0a7fc640 1 -- 172.21.15.94:0/3491031959 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1506236071 0 0) 0x7f8b0c0cef20 con 0x7f8b0c0b42b0 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b0a7fc640 1 -- 172.21.15.94:0/3491031959 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8af8003520 con 0x7f8b0c0b42b0 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b03fff640 1 -- 172.21.15.94:0/3491031959 >> v1:172.21.15.143:6789/0 conn(0x7f8b0c0d27d0 legacy=0x7f8b0c0d2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b03fff640 1 -- 172.21.15.94:0/3491031959 >> v1:172.21.15.94:6789/0 conn(0x7f8b0c0b42b0 legacy=0x7f8b0c0d0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b0a7fc640 1 -- 172.21.15.94:0/3491031959 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2216306707 0 0) 0x7f8af8003520 con 0x7f8b0c0b42b0 2024-09-10T08:37:04.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.915+0000 7f8b03fff640 1 -- 172.21.15.94:0/3491031959 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b0c0cf780 con 0x7f8b0c0cff80 2024-09-10T08:37:04.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.916+0000 7f8b03fff640 1 --2- 172.21.15.94:0/3491031959 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0cff80 0x7f8b0c0b3d70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8af40097d0 tx=0x7f8af402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=869f0b644ccfcc89 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.917+0000 7f8b0a7fc640 1 -- 172.21.15.94:0/3491031959 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af4037070 con 0x7f8b0c0cff80 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.917+0000 7f8b0a7fc640 1 -- 172.21.15.94:0/3491031959 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8af402ac30 con 0x7f8b0c0cff80 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.917+0000 7f8b0a7fc640 1 -- 172.21.15.94:0/3491031959 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04001a10 con 0x7f8b0c0cff80 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.918+0000 7f8b11386640 1 -- 172.21.15.94:0/3491031959 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0cff80 msgr2=0x7f8b0c0b3d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.918+0000 7f8b11386640 1 --2- 172.21.15.94:0/3491031959 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0cff80 0x7f8b0c0b3d70 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8af40097d0 tx=0x7f8af402a1a0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.918+0000 7f8b11386640 1 -- 172.21.15.94:0/3491031959 shutdown_connections 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.918+0000 7f8b11386640 1 --2- 172.21.15.94:0/3491031959 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0cff80 0x7f8b0c0b3d70 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.918+0000 7f8b11386640 1 -- 172.21.15.94:0/3491031959 >> 172.21.15.94:0/3491031959 conn(0x7f8b0c09d720 msgr2=0x7f8b0c0d4450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:04.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.918+0000 7f8b11386640 1 -- 172.21.15.94:0/3491031959 shutdown_connections 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.918+0000 7f8b11386640 1 -- 172.21.15.94:0/3491031959 wait complete. 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.919+0000 7f8b11386640 1 Processor -- start 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.919+0000 7f8b11386640 1 -- start start 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b11386640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b0c0b42b0 0x7f8b0c14fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b11386640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b0c0cff80 0x7f8b0c0b9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b11386640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0d27d0 0x7f8b0c06d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b11386640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0c0b5970 con 0x7f8b0c0cff80 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b11386640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8b0c0b57f0 con 0x7f8b0c0b42b0 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b11386640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b0c0d32c0 con 0x7f8b0c0d27d0 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b0c0cff80 0x7f8b0c0b9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b0c0cff80 0x7f8b0c0b9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39876/0 (socket says 172.21.15.94:39876) 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 -- 172.21.15.94:0/2327159041 learned_addr learned my addr 172.21.15.94:0/2327159041 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:04.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b0b7fe640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0d27d0 0x7f8b0c06d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b0affd640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b0c0b42b0 0x7f8b0c14fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 -- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0d27d0 msgr2=0x7f8b0c06d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0d27d0 0x7f8b0c06d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 -- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b0c0b42b0 msgr2=0x7f8b0c14fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b0c0b42b0 0x7f8b0c14fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 -- 172.21.15.94:0/2327159041 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b0c0cc310 con 0x7f8b0c0cff80 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b0affd640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b0c0b42b0 0x7f8b0c14fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:04.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.920+0000 7f8b03fff640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b0c0cff80 0x7f8b0c0b9110 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f8af40097d0 tx=0x7f8af40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.921+0000 7f8b037fe640 1 -- 172.21.15.94:0/2327159041 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af4041070 con 0x7f8b0c0cff80 2024-09-10T08:37:04.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.921+0000 7f8b037fe640 1 -- 172.21.15.94:0/2327159041 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8af403c680 con 0x7f8b0c0cff80 2024-09-10T08:37:04.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.921+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b0c0cc5f0 con 0x7f8b0c0cff80 2024-09-10T08:37:04.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.921+0000 7f8b037fe640 1 -- 172.21.15.94:0/2327159041 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af4037040 con 0x7f8b0c0cff80 2024-09-10T08:37:04.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.921+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b0c0ccbb0 con 0x7f8b0c0cff80 2024-09-10T08:37:04.925 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.922+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b0c0d1ca0 con 0x7f8b0c0cff80 2024-09-10T08:37:04.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.922+0000 7f8b037fe640 1 -- 172.21.15.94:0/2327159041 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8af4044070 con 0x7f8b0c0cff80 2024-09-10T08:37:04.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.923+0000 7f8b037fe640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8aec06be30 0x7f8aec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:04.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.923+0000 7f8b037fe640 1 -- 172.21.15.94:0/2327159041 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6187+0+0 (secure 0 0 0) 0x7f8af40ab980 con 0x7f8b0c0cff80 2024-09-10T08:37:04.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.923+0000 7f8b0affd640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8aec06be30 0x7f8aec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:04.926 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.923+0000 7f8b0affd640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8aec06be30 0x7f8aec06e2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8afc007fd0 tx=0x7f8afc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:04.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:04.927+0000 7f8b037fe640 1 -- 172.21.15.94:0/2327159041 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8b0c0d1ca0 con 0x7f8b0c0cff80 2024-09-10T08:37:05.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.129+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8b0c0b4f80 con 0x7f8b0c0cff80 2024-09-10T08:37:05.797 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.797+0000 7f8b037fe640 1 -- 172.21.15.94:0/2327159041 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v47) ==== 104+0+0 (secure 0 0 0) 0x7f8af4079cb0 con 0x7f8b0c0cff80 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8aec06be30 msgr2=0x7f8aec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8aec06be30 0x7f8aec06e2f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f8afc007fd0 tx=0x7f8afc009040 comp rx=0 tx=0).stop 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b0c0cff80 msgr2=0x7f8b0c0b9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b0c0cff80 0x7f8b0c0b9110 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f8af40097d0 tx=0x7f8af40046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 shutdown_connections 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8aec06be30 0x7f8aec06e2f0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b0c0d27d0 0x7f8b0c06d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b0c0cff80 0x7f8b0c0b9110 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 --2- 172.21.15.94:0/2327159041 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b0c0b42b0 0x7f8b0c14fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.800 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 >> 172.21.15.94:0/2327159041 conn(0x7f8b0c09d720 msgr2=0x7f8b0c0b6530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:05.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 shutdown_connections 2024-09-10T08:37:05.801 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.799+0000 7f8b11386640 1 -- 172.21.15.94:0/2327159041 wait complete. 2024-09-10T08:37:05.812 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:37:05.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.957+0000 7fe270c6e640 1 Processor -- start 2024-09-10T08:37:05.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.957+0000 7fe270c6e640 1 -- start start 2024-09-10T08:37:05.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe270c6e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe26c0d2140 0x7fe26c06e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:05.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe270c6e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe26c15e930 0x7fe26c0d2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe270c6e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0ce2b0 0x7fe26c162220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe270c6e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe26c0cf540 con 0x7fe26c15e930 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe270c6e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe26c06ec50 con 0x7fe26c0d2140 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe270c6e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe26c0d2a60 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe26c15e930 0x7fe26c0d2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe26c15e930 0x7fe26c0d2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39886/0 (socket says 172.21.15.94:39886) 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 -- 172.21.15.94:0/324695518 learned_addr learned my addr 172.21.15.94:0/324695518 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe26a59c640 1 --2- 172.21.15.94:0/324695518 >> v2:172.21.15.143:3300/0 conn(0x7fe26c0d2140 0x7fe26c06e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe26ad9d640 1 --2- 172.21.15.94:0/324695518 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0ce2b0 0x7fe26c162220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 -- 172.21.15.94:0/324695518 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0ce2b0 msgr2=0x7fe26c162220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 --2- 172.21.15.94:0/324695518 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0ce2b0 0x7fe26c162220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 -- 172.21.15.94:0/324695518 >> v2:172.21.15.143:3300/0 conn(0x7fe26c0d2140 msgr2=0x7fe26c06e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:05.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 --2- 172.21.15.94:0/324695518 >> v2:172.21.15.143:3300/0 conn(0x7fe26c0d2140 0x7fe26c06e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe269d9b640 1 -- 172.21.15.94:0/324695518 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe26c0ce930 con 0x7fe26c15e930 2024-09-10T08:37:05.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe26ad9d640 1 --2- 172.21.15.94:0/324695518 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0ce2b0 0x7fe26c162220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:05.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.958+0000 7fe26a59c640 1 --2- 172.21.15.94:0/324695518 >> v2:172.21.15.143:3300/0 conn(0x7fe26c0d2140 0x7fe26c06e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.959+0000 7fe269d9b640 1 --2- 172.21.15.94:0/324695518 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c15e930 0x7fe26c0d2520 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fe26c06ca60 tx=0x7fe26002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=676c62065b7f1a10 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.959+0000 7fe26959a640 1 -- 172.21.15.94:0/324695518 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe260037070 con 0x7fe26c15e930 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.959+0000 7fe26959a640 1 -- 172.21.15.94:0/324695518 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe260032440 con 0x7fe26c15e930 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.959+0000 7fe26959a640 1 -- 172.21.15.94:0/324695518 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe260032810 con 0x7fe26c15e930 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.959+0000 7fe270c6e640 1 -- 172.21.15.94:0/324695518 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c15e930 msgr2=0x7fe26c0d2520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.959+0000 7fe270c6e640 1 --2- 172.21.15.94:0/324695518 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c15e930 0x7fe26c0d2520 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fe26c06ca60 tx=0x7fe26002a140 comp rx=0 tx=0).stop 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.959+0000 7fe270c6e640 1 -- 172.21.15.94:0/324695518 shutdown_connections 2024-09-10T08:37:05.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.960+0000 7fe270c6e640 1 --2- 172.21.15.94:0/324695518 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0ce2b0 0x7fe26c162220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.960+0000 7fe270c6e640 1 --2- 172.21.15.94:0/324695518 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c15e930 0x7fe26c0d2520 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.960+0000 7fe270c6e640 1 --2- 172.21.15.94:0/324695518 >> v2:172.21.15.143:3300/0 conn(0x7fe26c0d2140 0x7fe26c06e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.960+0000 7fe270c6e640 1 -- 172.21.15.94:0/324695518 >> 172.21.15.94:0/324695518 conn(0x7fe26c06feb0 msgr2=0x7fe26c0702c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:05.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.960+0000 7fe270c6e640 1 -- 172.21.15.94:0/324695518 shutdown_connections 2024-09-10T08:37:05.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.960+0000 7fe270c6e640 1 -- 172.21.15.94:0/324695518 wait complete. 2024-09-10T08:37:05.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.961+0000 7fe270c6e640 1 Processor -- start 2024-09-10T08:37:05.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.961+0000 7fe270c6e640 1 -- start start 2024-09-10T08:37:05.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c0ce2b0 0x7fe26c154900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:05.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0d2140 0x7fe26c0b5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:05.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe26c0b55d0 0x7fe26c1e8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:05.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c0cf1d0 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe26c0ceef0 con 0x7fe26c0b55d0 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe26c0cf9d0 con 0x7fe26c0d2140 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c0ce2b0 0x7fe26c154900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c0ce2b0 0x7fe26c154900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39888/0 (socket says 172.21.15.94:39888) 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 -- 172.21.15.94:0/4209156607 learned_addr learned my addr 172.21.15.94:0/4209156607 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe269d9b640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0d2140 0x7fe26c0b5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26ad9d640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe26c0b55d0 0x7fe26c1e8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 -- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0d2140 msgr2=0x7fe26c0b5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0d2140 0x7fe26c0b5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 -- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe26c0b55d0 msgr2=0x7fe26c1e8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe26c0b55d0 0x7fe26c1e8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 -- 172.21.15.94:0/4209156607 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe26c0b5ae0 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe26a59c640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c0ce2b0 0x7fe26c154900 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fe25c00c7f0 tx=0x7fe25c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe25affd640 1 -- 172.21.15.94:0/4209156607 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c015070 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe25affd640 1 -- 172.21.15.94:0/4209156607 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe25c007820 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe25affd640 1 -- 172.21.15.94:0/4209156607 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe25c007bd0 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe26c0b5dc0 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.962+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe26c0b6910 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.963+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe26c068c40 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.964+0000 7fe25affd640 1 -- 172.21.15.94:0/4209156607 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe25c018070 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.964+0000 7fe25affd640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe24c06be30 0x7fe24c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.964+0000 7fe25affd640 1 -- 172.21.15.94:0/4209156607 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6187+0+0 (secure 0 0 0) 0x7fe25c08b100 con 0x7fe26c0ce2b0 2024-09-10T08:37:05.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.964+0000 7fe269d9b640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe24c06be30 0x7fe24c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:05.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.965+0000 7fe269d9b640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe24c06be30 0x7fe24c06e2f0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fe260034000 tx=0x7fe26002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:05.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:05.968+0000 7fe25affd640 1 -- 172.21.15.94:0/4209156607 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe26c068c40 con 0x7fe26c0ce2b0 2024-09-10T08:37:06.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.133+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe26c161f70 con 0x7fe26c0ce2b0 2024-09-10T08:37:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.917+0000 7fe25affd640 1 -- 172.21.15.94:0/4209156607 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v92) ==== 181+0+0 (secure 0 0 0) 0x7fe26c161f70 con 0x7fe26c0ce2b0 2024-09-10T08:37:06.918 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe24c06be30 msgr2=0x7fe24c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe24c06be30 0x7fe24c06e2f0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fe260034000 tx=0x7fe26002e000 comp rx=0 tx=0).stop 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c0ce2b0 msgr2=0x7fe26c154900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c0ce2b0 0x7fe26c154900 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fe25c00c7f0 tx=0x7fe25c00ccb0 comp rx=0 tx=0).stop 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 shutdown_connections 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe24c06be30 0x7fe24c06e2f0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe26c0b55d0 0x7fe26c1e8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:06.922 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe26c0d2140 0x7fe26c0b5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 --2- 172.21.15.94:0/4209156607 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe26c0ce2b0 0x7fe26c154900 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.921+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 >> 172.21.15.94:0/4209156607 conn(0x7fe26c06feb0 msgr2=0x7fe26c15ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.922+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 shutdown_connections 2024-09-10T08:37:06.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:06.922+0000 7fe270c6e640 1 -- 172.21.15.94:0/4209156607 wait complete. 2024-09-10T08:37:06.936 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:37:07.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.043+0000 7f0f50f52640 1 Processor -- start 2024-09-10T08:37:07.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.043+0000 7f0f50f52640 1 -- start start 2024-09-10T08:37:07.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f50f52640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0f4c15c650 0x7f0f4c0d1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f50f52640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0cec90 0x7f0f4c0cc890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f50f52640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f0f4c0ccdd0 0x7f0f4c0d0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f50f52640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0f4c0d2cc0 con 0x7f0f4c15c650 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f50f52640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f0f4c0d2420 con 0x7f0f4c0ccdd0 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f50f52640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0f4c0d2700 con 0x7f0f4c0cec90 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f4a59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0f4c15c650 0x7f0f4c0d1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f4a59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0f4c15c650 0x7f0f4c0d1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39898/0 (socket says 172.21.15.94:39898) 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f4a59c640 1 -- 172.21.15.94:0/4042202816 learned_addr learned my addr 172.21.15.94:0/4042202816 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f4ad9d640 1 --2- 172.21.15.94:0/4042202816 >> v2:172.21.15.143:3300/0 conn(0x7f0f4c0ccdd0 0x7f0f4c0d0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f41d9b640 1 --2- 172.21.15.94:0/4042202816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0cec90 0x7f0f4c0cc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f4a59c640 1 -- 172.21.15.94:0/4042202816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0cec90 msgr2=0x7f0f4c0cc890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:07.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f4a59c640 1 --2- 172.21.15.94:0/4042202816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0cec90 0x7f0f4c0cc890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.044+0000 7f0f4a59c640 1 -- 172.21.15.94:0/4042202816 >> v2:172.21.15.143:3300/0 conn(0x7f0f4c0ccdd0 msgr2=0x7f0f4c0d0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:07.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.045+0000 7f0f4a59c640 1 --2- 172.21.15.94:0/4042202816 >> v2:172.21.15.143:3300/0 conn(0x7f0f4c0ccdd0 0x7f0f4c0d0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.045+0000 7f0f4a59c640 1 -- 172.21.15.94:0/4042202816 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f4c0d29e0 con 0x7f0f4c15c650 2024-09-10T08:37:07.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.045+0000 7f0f4ad9d640 1 --2- 172.21.15.94:0/4042202816 >> v2:172.21.15.143:3300/0 conn(0x7f0f4c0ccdd0 0x7f0f4c0d0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:07.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.045+0000 7f0f4a59c640 1 --2- 172.21.15.94:0/4042202816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c15c650 0x7f0f4c0d1b20 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c073d20 tx=0x7f0f3c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9cfaa709a423584 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:07.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.045+0000 7f0f49d9b640 1 -- 172.21.15.94:0/4042202816 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c037070 con 0x7f0f4c15c650 2024-09-10T08:37:07.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.045+0000 7f0f49d9b640 1 -- 172.21.15.94:0/4042202816 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f3c032440 con 0x7f0f4c15c650 2024-09-10T08:37:07.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.045+0000 7f0f49d9b640 1 -- 172.21.15.94:0/4042202816 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3c032810 con 0x7f0f4c15c650 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 -- 172.21.15.94:0/4042202816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c15c650 msgr2=0x7f0f4c0d1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 --2- 172.21.15.94:0/4042202816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c15c650 0x7f0f4c0d1b20 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c073d20 tx=0x7f0f3c02a1e0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 -- 172.21.15.94:0/4042202816 shutdown_connections 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 --2- 172.21.15.94:0/4042202816 >> v2:172.21.15.143:3300/0 conn(0x7f0f4c0ccdd0 0x7f0f4c0d0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 --2- 172.21.15.94:0/4042202816 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0cec90 0x7f0f4c0cc890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 --2- 172.21.15.94:0/4042202816 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c15c650 0x7f0f4c0d1b20 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 -- 172.21.15.94:0/4042202816 >> 172.21.15.94:0/4042202816 conn(0x7f0f4c06feb0 msgr2=0x7f0f4c0702c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 -- 172.21.15.94:0/4042202816 shutdown_connections 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.046+0000 7f0f50f52640 1 -- 172.21.15.94:0/4042202816 wait complete. 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.047+0000 7f0f50f52640 1 Processor -- start 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.047+0000 7f0f50f52640 1 -- start start 2024-09-10T08:37:07.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f50f52640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0ccdd0 0x7f0f4c0b2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f50f52640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c0cec90 0x7f0f4c1566b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f50f52640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0f4c15c650 0x7f0f4c156bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f50f52640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0f4c0d2060 con 0x7f0f4c0cec90 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f50f52640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0f4c15ca30 con 0x7f0f4c15c650 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f50f52640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0f4c0d21e0 con 0x7f0f4c0ccdd0 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f41d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c0cec90 0x7f0f4c1566b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f41d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c0cec90 0x7f0f4c1566b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39906/0 (socket says 172.21.15.94:39906) 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f41d9b640 1 -- 172.21.15.94:0/202049754 learned_addr learned my addr 172.21.15.94:0/202049754 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f4a59c640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0ccdd0 0x7f0f4c0b2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.048+0000 7f0f4ad9d640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0f4c15c650 0x7f0f4c156bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f41d9b640 1 -- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0ccdd0 msgr2=0x7f0f4c0b2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:07.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f41d9b640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0ccdd0 0x7f0f4c0b2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f41d9b640 1 -- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0f4c15c650 msgr2=0x7f0f4c156bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f41d9b640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0f4c15c650 0x7f0f4c156bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f41d9b640 1 -- 172.21.15.94:0/202049754 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f4c0c6c10 con 0x7f0f4c0cec90 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f41d9b640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c0cec90 0x7f0f4c1566b0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f0f3400c7f0 tx=0x7f0f3400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f437fe640 1 -- 172.21.15.94:0/202049754 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f34015070 con 0x7f0f4c0cec90 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f437fe640 1 -- 172.21.15.94:0/202049754 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f34004220 con 0x7f0f4c0cec90 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f4c0c6ef0 con 0x7f0f4c0cec90 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f437fe640 1 -- 172.21.15.94:0/202049754 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f34003610 con 0x7f0f4c0cec90 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.049+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f4c0c74b0 con 0x7f0f4c0cec90 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.050+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f4c0cc890 con 0x7f0f4c0cec90 2024-09-10T08:37:07.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.050+0000 7f0f437fe640 1 -- 172.21.15.94:0/202049754 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f340037b0 con 0x7f0f4c0cec90 2024-09-10T08:37:07.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.051+0000 7f0f437fe640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0f2c06be30 0x7f0f2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:07.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.051+0000 7f0f437fe640 1 -- 172.21.15.94:0/202049754 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5749+0+0 (secure 0 0 0) 0x7f0f3408abb0 con 0x7f0f4c0cec90 2024-09-10T08:37:07.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.051+0000 7f0f4a59c640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0f2c06be30 0x7f0f2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:07.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.051+0000 7f0f4a59c640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0f2c06be30 0x7f0f2c06e2f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c034000 tx=0x7f0f3c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:07.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.055+0000 7f0f437fe640 1 -- 172.21.15.94:0/202049754 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0f340595c0 con 0x7f0f4c0cec90 2024-09-10T08:37:07.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.221+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0f4c0b7c50 con 0x7f0f4c0cec90 2024-09-10T08:37:07.923 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.922+0000 7f0f437fe640 1 -- 172.21.15.94:0/202049754 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v93) ==== 169+0+0 (secure 0 0 0) 0x7f0f34058ec0 con 0x7f0f4c0cec90 2024-09-10T08:37:07.923 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-09-10T08:37:07.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0f2c06be30 msgr2=0x7f0f2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:07.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0f2c06be30 0x7f0f2c06e2f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f0f3c034000 tx=0x7f0f3c02e000 comp rx=0 tx=0).stop 2024-09-10T08:37:07.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c0cec90 msgr2=0x7f0f4c1566b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:07.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c0cec90 0x7f0f4c1566b0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f0f3400c7f0 tx=0x7f0f3400ccb0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 shutdown_connections 2024-09-10T08:37:07.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0f2c06be30 0x7f0f2c06e2f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0f4c15c650 0x7f0f4c156bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0f4c0cec90 0x7f0f4c1566b0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 --2- 172.21.15.94:0/202049754 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0f4c0ccdd0 0x7f0f4c0b2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:07.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.926+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 >> 172.21.15.94:0/202049754 conn(0x7f0f4c06feb0 msgr2=0x7f0f4c0b7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:07.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.927+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 shutdown_connections 2024-09-10T08:37:07.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:07.927+0000 7f0f50f52640 1 -- 172.21.15.94:0/202049754 wait complete. 2024-09-10T08:37:07.941 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T08:37:08.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.045+0000 7f4c3b4b7640 1 Processor -- start 2024-09-10T08:37:08.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.045+0000 7f4c3b4b7640 1 -- start start 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c3b4b7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f4c3409ac70 0x7f4c3409b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c3b4b7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4c3409b590 0x7f4c34070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c3b4b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c34070590 0x7f4c340709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c3b4b7640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f4c34070ee0 con 0x7f4c3409b590 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c3b4b7640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f4c3406dac0 con 0x7f4c3409ac70 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c3b4b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c340b49a0 con 0x7f4c34070590 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4c3409b590 0x7f4c34070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4c3409b590 0x7f4c34070050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39926/0 (socket says 172.21.15.94:39926) 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 -- 172.21.15.94:0/823646987 learned_addr learned my addr 172.21.15.94:0/823646987 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c39253640 1 --2- 172.21.15.94:0/823646987 >> v2:172.21.15.143:3300/0 conn(0x7f4c3409ac70 0x7f4c3409b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c39a54640 1 --2- 172.21.15.94:0/823646987 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c34070590 0x7f4c340709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 -- 172.21.15.94:0/823646987 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c34070590 msgr2=0x7f4c340709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:08.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 --2- 172.21.15.94:0/823646987 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c34070590 0x7f4c340709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 -- 172.21.15.94:0/823646987 >> v2:172.21.15.143:3300/0 conn(0x7f4c3409ac70 msgr2=0x7f4c3409b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:08.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 --2- 172.21.15.94:0/823646987 >> v2:172.21.15.143:3300/0 conn(0x7f4c3409ac70 0x7f4c3409b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.046+0000 7f4c38a52640 1 -- 172.21.15.94:0/823646987 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c3406d750 con 0x7f4c3409b590 2024-09-10T08:37:08.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.047+0000 7f4c38a52640 1 --2- 172.21.15.94:0/823646987 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409b590 0x7f4c34070050 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f4c34072c00 tx=0x7f4c2402a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9fe2122ce6e4faf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:08.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.047+0000 7f4c2bfff640 1 -- 172.21.15.94:0/823646987 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c24037070 con 0x7f4c3409b590 2024-09-10T08:37:08.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.047+0000 7f4c2bfff640 1 -- 172.21.15.94:0/823646987 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c2402ae00 con 0x7f4c3409b590 2024-09-10T08:37:08.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.047+0000 7f4c2bfff640 1 -- 172.21.15.94:0/823646987 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c24032660 con 0x7f4c3409b590 2024-09-10T08:37:08.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/823646987 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409b590 msgr2=0x7f4c34070050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/823646987 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409b590 0x7f4c34070050 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f4c34072c00 tx=0x7f4c2402a0b0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/823646987 shutdown_connections 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/823646987 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c34070590 0x7f4c340709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/823646987 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409b590 0x7f4c34070050 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/823646987 >> v2:172.21.15.143:3300/0 conn(0x7f4c3409ac70 0x7f4c3409b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/823646987 >> 172.21.15.94:0/823646987 conn(0x7f4c340b3ce0 msgr2=0x7f4c340b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/823646987 shutdown_connections 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.048+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/823646987 wait complete. 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.049+0000 7f4c3b4b7640 1 Processor -- start 2024-09-10T08:37:08.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.049+0000 7f4c3b4b7640 1 -- start start 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c3b4b7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c34070590 0x7f4c340c8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c3b4b7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409ac70 0x7f4c340c5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c3b4b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3409b590 0x7f4c3415de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c3b4b7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4c3406e650 con 0x7f4c3409ac70 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c3b4b7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4c3406e4d0 con 0x7f4c34070590 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c3b4b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4c34162870 con 0x7f4c3409b590 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409ac70 0x7f4c340c5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409ac70 0x7f4c340c5d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39928/0 (socket says 172.21.15.94:39928) 2024-09-10T08:37:08.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 -- 172.21.15.94:0/1021971793 learned_addr learned my addr 172.21.15.94:0/1021971793 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c39253640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c34070590 0x7f4c340c8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c39a54640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3409b590 0x7f4c3415de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 -- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3409b590 msgr2=0x7f4c3415de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3409b590 0x7f4c3415de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 -- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c34070590 msgr2=0x7f4c340c8be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c34070590 0x7f4c340c8be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 -- 172.21.15.94:0/1021971793 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c3415e350 con 0x7f4c3409ac70 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c38a52640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409ac70 0x7f4c340c5d20 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f4c2402a0f0 tx=0x7f4c240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c29ffb640 1 -- 172.21.15.94:0/1021971793 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c24041070 con 0x7f4c3409ac70 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c29ffb640 1 -- 172.21.15.94:0/1021971793 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c2403c670 con 0x7f4c3409ac70 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c29ffb640 1 -- 172.21.15.94:0/1021971793 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c24037040 con 0x7f4c3409ac70 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.050+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c340b55d0 con 0x7f4c3409ac70 2024-09-10T08:37:08.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.051+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c340b5b90 con 0x7f4c3409ac70 2024-09-10T08:37:08.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.052+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c3409b050 con 0x7f4c3409ac70 2024-09-10T08:37:08.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.052+0000 7f4c29ffb640 1 -- 172.21.15.94:0/1021971793 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4c2403a070 con 0x7f4c3409ac70 2024-09-10T08:37:08.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.052+0000 7f4c29ffb640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c1806be60 0x7f4c1806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.052+0000 7f4c29ffb640 1 -- 172.21.15.94:0/1021971793 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5335+0+0 (secure 0 0 0) 0x7f4c240aab20 con 0x7f4c3409ac70 2024-09-10T08:37:08.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.052+0000 7f4c39253640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c1806be60 0x7f4c1806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.053+0000 7f4c39253640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c1806be60 0x7f4c1806e320 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4c30006fd0 tx=0x7f4c30008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:08.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.057+0000 7f4c29ffb640 1 -- 172.21.15.94:0/1021971793 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4c3415e350 con 0x7f4c3409ac70 2024-09-10T08:37:08.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.223+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f4c3409bc70 con 0x7f4c3409ac70 2024-09-10T08:37:08.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.226+0000 7f4c29ffb640 1 -- 172.21.15.94:0/1021971793 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v23) ==== 104+0+0 (secure 0 0 0) 0x7f4c24079080 con 0x7f4c3409ac70 2024-09-10T08:37:08.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.228+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c1806be60 msgr2=0x7f4c1806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.228+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c1806be60 0x7f4c1806e320 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4c30006fd0 tx=0x7f4c30008040 comp rx=0 tx=0).stop 2024-09-10T08:37:08.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.228+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409ac70 msgr2=0x7f4c340c5d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.228+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409ac70 0x7f4c340c5d20 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f4c2402a0f0 tx=0x7f4c240046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 shutdown_connections 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4c1806be60 0x7f4c1806e320 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4c3409b590 0x7f4c3415de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4c3409ac70 0x7f4c340c5d20 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 --2- 172.21.15.94:0/1021971793 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4c34070590 0x7f4c340c8be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 >> 172.21.15.94:0/1021971793 conn(0x7f4c340b3ce0 msgr2=0x7f4c340aef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 shutdown_connections 2024-09-10T08:37:08.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.229+0000 7f4c3b4b7640 1 -- 172.21.15.94:0/1021971793 wait complete. 2024-09-10T08:37:08.239 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop' 2024-09-10T08:37:08.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.336+0000 7f8f205d6640 1 Processor -- start 2024-09-10T08:37:08.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.336+0000 7f8f205d6640 1 -- start start 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f205d6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815ecf0 0x7f8f180adb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f205d6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8f1806f450 0x7f8f1806f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f205d6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f1815f1f0 con 0x7f8f1815b160 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f205d6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8f1806fe00 con 0x7f8f1806f450 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f205d6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8f1815f4d0 con 0x7f8f1815ecf0 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1eb73640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8f1806f450 0x7f8f1806f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1e372640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8f1815b160 0x7f8f18073400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46064/0 (socket says 172.21.15.94:46064) 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1eb73640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8f1806f450 0x7f8f1806f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39948/0 (socket says 172.21.15.94:39948) 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1e372640 1 -- 172.21.15.94:0/3103182017 learned_addr learned my addr 172.21.15.94:0/3103182017 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:08.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1eb73640 1 -- 172.21.15.94:0/3103182017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815ecf0 msgr2=0x7f8f180adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:08.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1eb73640 1 --2- 172.21.15.94:0/3103182017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815ecf0 0x7f8f180adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1eb73640 1 -- 172.21.15.94:0/3103182017 >> v1:172.21.15.94:6789/0 conn(0x7f8f1815b160 legacy=0x7f8f18073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1eb73640 1 -- 172.21.15.94:0/3103182017 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f1815f7b0 con 0x7f8f1806f450 2024-09-10T08:37:08.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.337+0000 7f8f1d370640 1 -- 172.21.15.94:0/3103182017 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2313540017 0 0) 0x7f8f1815f1f0 con 0x7f8f1815b160 2024-09-10T08:37:08.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.338+0000 7f8f1eb73640 1 --2- 172.21.15.94:0/3103182017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f1806f8c0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f8f10009d90 tx=0x7f8f1002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ac208b1868bc218 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:08.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.338+0000 7f8f1d370640 1 -- 172.21.15.94:0/3103182017 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10031600 con 0x7f8f1806f450 2024-09-10T08:37:08.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.338+0000 7f8f1d370640 1 -- 172.21.15.94:0/3103182017 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f100317a0 con 0x7f8f1806f450 2024-09-10T08:37:08.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.338+0000 7f8f1d370640 1 -- 172.21.15.94:0/3103182017 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f10031b70 con 0x7f8f1806f450 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 -- 172.21.15.94:0/3103182017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 msgr2=0x7f8f1806f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 --2- 172.21.15.94:0/3103182017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f1806f8c0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f8f10009d90 tx=0x7f8f1002a5d0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 -- 172.21.15.94:0/3103182017 shutdown_connections 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 --2- 172.21.15.94:0/3103182017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f1806f8c0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 --2- 172.21.15.94:0/3103182017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815ecf0 0x7f8f180adb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 -- 172.21.15.94:0/3103182017 >> 172.21.15.94:0/3103182017 conn(0x7f8f180b1b30 msgr2=0x7f8f180b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 -- 172.21.15.94:0/3103182017 shutdown_connections 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.339+0000 7f8f205d6640 1 -- 172.21.15.94:0/3103182017 wait complete. 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.340+0000 7f8f205d6640 1 Processor -- start 2024-09-10T08:37:08.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.340+0000 7f8f205d6640 1 -- start start 2024-09-10T08:37:08.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f181f7f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815b160 0x7f8f180cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8f1815ecf0 0x7f8f18150e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8f180ae0b0 con 0x7f8f1806f450 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1815b540 con 0x7f8f1815ecf0 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8f180b3310 con 0x7f8f1815b160 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f181f7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f181f7f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39962/0 (socket says 172.21.15.94:39962) 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 -- 172.21.15.94:0/588211740 learned_addr learned my addr 172.21.15.94:0/588211740 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 -- 172.21.15.94:0/588211740 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815b160 msgr2=0x7f8f180cb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815b160 0x7f8f180cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 -- 172.21.15.94:0/588211740 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8f1815ecf0 msgr2=0x7f8f18150e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8f1815ecf0 0x7f8f18150e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 -- 172.21.15.94:0/588211740 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f180c9390 con 0x7f8f1806f450 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f1e372640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f181f7f40 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f8f1400c4d0 tx=0x7f8f1400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:08.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f0effd640 1 -- 172.21.15.94:0/588211740 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f14018070 con 0x7f8f1806f450 2024-09-10T08:37:08.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f0effd640 1 -- 172.21.15.94:0/588211740 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f14007500 con 0x7f8f1806f450 2024-09-10T08:37:08.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f180c9670 con 0x7f8f1806f450 2024-09-10T08:37:08.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f0effd640 1 -- 172.21.15.94:0/588211740 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f14004a20 con 0x7f8f1806f450 2024-09-10T08:37:08.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.341+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f180ca160 con 0x7f8f1806f450 2024-09-10T08:37:08.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.342+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f1806f8c0 con 0x7f8f1806f450 2024-09-10T08:37:08.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.343+0000 7f8f0effd640 1 -- 172.21.15.94:0/588211740 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8f1401b070 con 0x7f8f1806f450 2024-09-10T08:37:08.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.343+0000 7f8f0effd640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8efc06be30 0x7f8efc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:08.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.344+0000 7f8f1db71640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8efc06be30 0x7f8efc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:08.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.344+0000 7f8f0effd640 1 -- 172.21.15.94:0/588211740 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5335+0+0 (secure 0 0 0) 0x7f8f14089fe0 con 0x7f8f1806f450 2024-09-10T08:37:08.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.344+0000 7f8f1db71640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8efc06be30 0x7f8efc06e2f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f8f18154a50 tx=0x7f8f08006bf0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:08.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.348+0000 7f8f0effd640 1 -- 172.21.15.94:0/588211740 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f14058b90 con 0x7f8f1806f450 2024-09-10T08:37:08.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.580+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]} v 0) -- 0x7f8f180b2290 con 0x7f8f1806f450 2024-09-10T08:37:08.924 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.924+0000 7f8f0effd640 1 -- 172.21.15.94:0/588211740 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_tell_session_drop"]}]=0 v243) ==== 145+0+0 (secure 0 0 0) 0x7f8f14058490 con 0x7f8f1806f450 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8efc06be30 msgr2=0x7f8efc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8efc06be30 0x7f8efc06e2f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f8f18154a50 tx=0x7f8f08006bf0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 msgr2=0x7f8f181f7f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f181f7f40 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f8f1400c4d0 tx=0x7f8f1400c990 comp rx=0 tx=0).stop 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 shutdown_connections 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8efc06be30 0x7f8efc06e2f0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8f1815ecf0 0x7f8f18150e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.927 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8f1815b160 0x7f8f180cb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 --2- 172.21.15.94:0/588211740 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8f1806f450 0x7f8f181f7f40 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.926+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 >> 172.21.15.94:0/588211740 conn(0x7f8f180b1b30 msgr2=0x7f8f1815b750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.927+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 shutdown_connections 2024-09-10T08:37:08.928 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:08.927+0000 7f8f205d6640 1 -- 172.21.15.94:0/588211740 wait complete. 2024-09-10T08:37:08.938 INFO:tasks.cephfs_test_runner:That when a `tell` command is sent using the python CLI, ... ok 2024-09-10T08:37:08.938 INFO:tasks.cephfs_test_runner:Starting test: test_version_splitting (tasks.cephfs.test_sessionmap.TestSessionMap) That when many sessions are updated, they are correctly 2024-09-10T08:37:08.939 INFO:tasks.cephfs_test_runner:test_version_splitting (tasks.cephfs.test_sessionmap.TestSessionMap) 2024-09-10T08:37:08.939 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:37:09.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.038+0000 7fc571bb9640 1 Processor -- start 2024-09-10T08:37:09.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.038+0000 7fc571bb9640 1 -- start start 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.038+0000 7fc571bb9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc56c15e500 0x7fc56c15e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.038+0000 7fc571bb9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc56c0cf040 0x7fc56c0cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.038+0000 7fc571bb9640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc56c0cfd90 con 0x7fc56c0d41a0 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.038+0000 7fc571bb9640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc56c0d26a0 con 0x7fc56c0cf040 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.038+0000 7fc571bb9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc56c0b44f0 con 0x7fc56c15e500 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc56c0cf040 0x7fc56c0cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc56c0cf040 0x7fc56c0cf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39964/0 (socket says 172.21.15.94:39964) 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 -- 172.21.15.94:0/4067164278 learned_addr learned my addr 172.21.15.94:0/4067164278 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56b7fe640 1 --2- 172.21.15.94:0/4067164278 >> v2:172.21.15.143:3300/0 conn(0x7fc56c15e500 0x7fc56c15e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 -- 172.21.15.94:0/4067164278 >> v2:172.21.15.143:3300/0 conn(0x7fc56c15e500 msgr2=0x7fc56c15e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:09.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 --2- 172.21.15.94:0/4067164278 >> v2:172.21.15.143:3300/0 conn(0x7fc56c15e500 0x7fc56c15e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 -- 172.21.15.94:0/4067164278 >> v1:172.21.15.143:6789/0 conn(0x7fc56c0d41a0 legacy=0x7fc56c0d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:09.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 -- 172.21.15.94:0/4067164278 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56c0d0070 con 0x7fc56c0cf040 2024-09-10T08:37:09.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.039+0000 7fc56bfff640 1 --2- 172.21.15.94:0/4067164278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0cf040 0x7fc56c0cf4b0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fc56c0b6fd0 tx=0x7fc56402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6d962eed87a52f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc56affd640 1 -- 172.21.15.94:0/4067164278 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc564036070 con 0x7fc56c0cf040 2024-09-10T08:37:09.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc56affd640 1 -- 172.21.15.94:0/4067164278 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc564031600 con 0x7fc56c0cf040 2024-09-10T08:37:09.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc56affd640 1 -- 172.21.15.94:0/4067164278 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5640319d0 con 0x7fc56c0cf040 2024-09-10T08:37:09.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 -- 172.21.15.94:0/4067164278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0cf040 msgr2=0x7fc56c0cf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 --2- 172.21.15.94:0/4067164278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0cf040 0x7fc56c0cf4b0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fc56c0b6fd0 tx=0x7fc56402a6f0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 -- 172.21.15.94:0/4067164278 shutdown_connections 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 --2- 172.21.15.94:0/4067164278 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0cf040 0x7fc56c0cf4b0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 --2- 172.21.15.94:0/4067164278 >> v2:172.21.15.143:3300/0 conn(0x7fc56c15e500 0x7fc56c15e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 -- 172.21.15.94:0/4067164278 >> 172.21.15.94:0/4067164278 conn(0x7fc56c08bf90 msgr2=0x7fc56c09d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 -- 172.21.15.94:0/4067164278 shutdown_connections 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.040+0000 7fc571bb9640 1 -- 172.21.15.94:0/4067164278 wait complete. 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.041+0000 7fc571bb9640 1 Processor -- start 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.041+0000 7fc571bb9640 1 -- start start 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc571bb9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56c0cf040 0x7fc56c155bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc571bb9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0d41a0 0x7fc56c0b8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc571bb9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc56c15e500 0x7fc56c0b25d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc571bb9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c0cf9f0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc571bb9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc56c0b4180 con 0x7fc56c0cf040 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc571bb9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc56c0cfb70 con 0x7fc56c15e500 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc563fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0d41a0 0x7fc56c0b8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc563fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0d41a0 0x7fc56c0b8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39978/0 (socket says 172.21.15.94:39978) 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc563fff640 1 -- 172.21.15.94:0/3074130841 learned_addr learned my addr 172.21.15.94:0/3074130841 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc56b7fe640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56c0cf040 0x7fc56c155bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.042+0000 7fc56bfff640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc56c15e500 0x7fc56c0b25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc563fff640 1 -- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc56c15e500 msgr2=0x7fc56c0b25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc563fff640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc56c15e500 0x7fc56c0b25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc563fff640 1 -- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56c0cf040 msgr2=0x7fc56c155bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc563fff640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56c0cf040 0x7fc56c155bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc563fff640 1 -- 172.21.15.94:0/3074130841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56c0b7bd0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc56b7fe640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56c0cf040 0x7fc56c155bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc56bfff640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc56c15e500 0x7fc56c0b25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc563fff640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0d41a0 0x7fc56c0b8830 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fc55400c400 tx=0x7fc55400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc568ff9640 1 -- 172.21.15.94:0/3074130841 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554011790 con 0x7fc56c0d41a0 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc568ff9640 1 -- 172.21.15.94:0/3074130841 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc554017070 con 0x7fc56c0d41a0 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc56c15f2e0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc568ff9640 1 -- 172.21.15.94:0/3074130841 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554011bb0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.043+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc56c15f8a0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.044+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc56c0cf4b0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.044+0000 7fc568ff9640 1 -- 172.21.15.94:0/3074130841 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc55401c460 con 0x7fc56c0d41a0 2024-09-10T08:37:09.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.045+0000 7fc568ff9640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc54c06be30 0x7fc54c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.045+0000 7fc568ff9640 1 -- 172.21.15.94:0/3074130841 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5335+0+0 (secure 0 0 0) 0x7fc55408ab30 con 0x7fc56c0d41a0 2024-09-10T08:37:09.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.045+0000 7fc56b7fe640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc54c06be30 0x7fc54c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.045+0000 7fc56b7fe640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc54c06be30 0x7fc54c06e2f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc55c006fd0 tx=0x7fc55c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.050 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.049+0000 7fc568ff9640 1 -- 172.21.15.94:0/3074130841 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc5540596e0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.220+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc56c0d5140 con 0x7fc56c0d41a0 2024-09-10T08:37:09.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.221+0000 7fc568ff9640 1 -- 172.21.15.94:0/3074130841 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+13306 (secure 0 0 0) 0x7fc554058fe0 con 0x7fc56c0d41a0 2024-09-10T08:37:09.221 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:09.222 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":93,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:37:07.918786+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":88,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6837/2466094499":"2024-09-11T08:37:04.794958+0000","172.21.15.94:6836/2466094499":"2024-09-11T08:37:04.794958+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:37:09.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc54c06be30 msgr2=0x7fc54c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc54c06be30 0x7fc54c06e2f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fc55c006fd0 tx=0x7fc55c008040 comp rx=0 tx=0).stop 2024-09-10T08:37:09.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0d41a0 msgr2=0x7fc56c0b8830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0d41a0 0x7fc56c0b8830 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fc55400c400 tx=0x7fc55400c8c0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 shutdown_connections 2024-09-10T08:37:09.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc54c06be30 0x7fc54c06e2f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc56c15e500 0x7fc56c0b25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc56c0d41a0 0x7fc56c0b8830 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 --2- 172.21.15.94:0/3074130841 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56c0cf040 0x7fc56c155bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 >> 172.21.15.94:0/3074130841 conn(0x7fc56c08bf90 msgr2=0x7fc56c0d45e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:09.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 shutdown_connections 2024-09-10T08:37:09.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.223+0000 7fc571bb9640 1 -- 172.21.15.94:0/3074130841 wait complete. 2024-09-10T08:37:09.235 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:32:33.842418+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T08:37:09.235 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:37:09.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.336+0000 7f94a16e4640 1 Processor -- start 2024-09-10T08:37:09.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.336+0000 7f94a16e4640 1 -- start start 2024-09-10T08:37:09.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f94a16e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 0x7f949c0d47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f94a16e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f949c0d4d30 con 0x7f949c0b75e0 2024-09-10T08:37:09.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f94a16e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f949c0d32c0 con 0x7f949c15e650 2024-09-10T08:37:09.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f94a16e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f949c0d35a0 con 0x7f949c0d43d0 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f949b7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f949c0b75e0 0x7f949c0b7a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:46076/0 (socket says 172.21.15.94:46076) 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f949b7fe640 1 -- 172.21.15.94:0/882087409 learned_addr learned my addr 172.21.15.94:0/882087409 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1111206134 0 0) 0x7f949c0d4d30 con 0x7f949c0b75e0 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9488003520 con 0x7f949c0b75e0 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.337+0000 7f94927fc640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 0x7f949c0d47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2713918084 0 0) 0x7f9488003520 con 0x7f949c0b75e0 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 msgr2=0x7f949c0d47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 0x7f949c0d47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 >> v1:172.21.15.143:6789/0 conn(0x7f949c15e650 legacy=0x7f949c0cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949c0d3880 con 0x7f949c0b75e0 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f94940019f0 con 0x7f949c0b75e0 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 >> v1:172.21.15.94:6789/0 conn(0x7f949c0b75e0 legacy=0x7f949c0b7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94880039e0 0x7f9488003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 0x7f9488004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f94880051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f949c0d35a0 con 0x7f9488004d40 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f948800bb00 con 0x7f94880039e0 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f948800bd00 con 0x7f949c0d43d0 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949b7fe640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f94880051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949affd640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94880039e0 0x7f9488003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f94927fc640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 0x7f9488004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949b7fe640 1 -- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 msgr2=0x7f9488004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949b7fe640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c0d43d0 0x7f9488004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949b7fe640 1 -- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94880039e0 msgr2=0x7f9488003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949b7fe640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f94880039e0 0x7f9488003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.338+0000 7f949b7fe640 1 -- 172.21.15.94:0/882087409 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9488003520 con 0x7f9488004d40 2024-09-10T08:37:09.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.339+0000 7f949b7fe640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f94880051c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f949400a830 tx=0x7f9488005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=317fa5d2a0c3ab5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.339+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f949400a480 con 0x7f9488004d40 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.339+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f949402f070 con 0x7f9488004d40 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.339+0000 7f949a7fc640 1 -- 172.21.15.94:0/882087409 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f949402bcd0 con 0x7f9488004d40 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.340+0000 7f94a16e4640 1 -- 172.21.15.94:0/882087409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 msgr2=0x7f94880051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.340+0000 7f94a16e4640 1 --2- 172.21.15.94:0/882087409 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f94880051c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f949400a830 tx=0x7f9488005830 comp rx=0 tx=0).stop 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.340+0000 7f949b7fe640 1 -- 172.21.15.94:0/882087409 reap_dead start 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.340+0000 7f94a16e4640 1 -- 172.21.15.94:0/882087409 shutdown_connections 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.340+0000 7f94a16e4640 1 -- 172.21.15.94:0/882087409 >> 172.21.15.94:0/882087409 conn(0x7f949c073660 msgr2=0x7f949c073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.340+0000 7f94a16e4640 1 -- 172.21.15.94:0/882087409 shutdown_connections 2024-09-10T08:37:09.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.340+0000 7f94a16e4640 1 -- 172.21.15.94:0/882087409 wait complete. 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.341+0000 7f94a16e4640 1 Processor -- start 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.341+0000 7f94a16e4640 1 -- start start 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94a16e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f949c1573e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94a16e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f949c158ce0 0x7f949c155670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94a16e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c154300 0x7f949c1610b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94a16e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f949c0d2340 con 0x7f9488004d40 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94a16e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f949c0d21c0 con 0x7f949c158ce0 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94a16e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f949c0cfa90 con 0x7f949c154300 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f949c1573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f949c1573e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:39996/0 (socket says 172.21.15.94:39996) 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 -- 172.21.15.94:0/3323332360 learned_addr learned my addr 172.21.15.94:0/3323332360 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949b7fe640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c154300 0x7f949c1610b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94927fc640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f949c158ce0 0x7f949c155670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 -- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c154300 msgr2=0x7f949c1610b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c154300 0x7f949c1610b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 -- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f949c158ce0 msgr2=0x7f949c155670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f949c158ce0 0x7f949c155670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 -- 172.21.15.94:0/3323332360 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949c155ed0 con 0x7f9488004d40 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f94927fc640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f949c158ce0 0x7f949c155670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949b7fe640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c154300 0x7f949c1610b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f949affd640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f949c1573e0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f948c00f850 tx=0x7f948c00fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f9493fff640 1 -- 172.21.15.94:0/3323332360 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c00fe40 con 0x7f9488004d40 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.342+0000 7f9493fff640 1 -- 172.21.15.94:0/3323332360 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f948c018070 con 0x7f9488004d40 2024-09-10T08:37:09.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.343+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f949c15ea30 con 0x7f9488004d40 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.343+0000 7f9493fff640 1 -- 172.21.15.94:0/3323332360 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c00d730 con 0x7f9488004d40 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.343+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f949c15eff0 con 0x7f9488004d40 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.344+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f949c0d47f0 con 0x7f9488004d40 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.344+0000 7f9493fff640 1 -- 172.21.15.94:0/3323332360 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f948c00d8d0 con 0x7f9488004d40 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.344+0000 7f9493fff640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f947c06be30 0x7f947c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.344+0000 7f9493fff640 1 -- 172.21.15.94:0/3323332360 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5335+0+0 (secure 0 0 0) 0x7f948c08ab70 con 0x7f9488004d40 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.344+0000 7f94927fc640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f947c06be30 0x7f947c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.345+0000 7f94927fc640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f947c06be30 0x7f947c06e2f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f949c0b6f10 tx=0x7f9484008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.349+0000 7f9493fff640 1 -- 172.21.15.94:0/3323332360 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f948c059690 con 0x7f9488004d40 2024-09-10T08:37:09.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.514+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f949c15f3f0 con 0x7f9488004d40 2024-09-10T08:37:09.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.515+0000 7f9493fff640 1 -- 172.21.15.94:0/3323332360 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7f948c058f90 con 0x7f9488004d40 2024-09-10T08:37:09.515 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 1 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f947c06be30 msgr2=0x7f947c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f947c06be30 0x7f947c06e2f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f949c0b6f10 tx=0x7f9484008040 comp rx=0 tx=0).stop 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 msgr2=0x7f949c1573e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f949c1573e0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f948c00f850 tx=0x7f948c00fd10 comp rx=0 tx=0).stop 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 shutdown_connections 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f947c06be30 0x7f947c06e2f0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f949c158ce0 0x7f949c155670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f949c154300 0x7f949c1610b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 --2- 172.21.15.94:0/3323332360 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9488004d40 0x7f949c1573e0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 >> 172.21.15.94:0/3323332360 conn(0x7f949c073660 msgr2=0x7f949c0b94b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 shutdown_connections 2024-09-10T08:37:09.518 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.517+0000 7f94a16e4640 1 -- 172.21.15.94:0/3323332360 wait complete. 2024-09-10T08:37:09.529 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting' 2024-09-10T08:37:09.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.627+0000 7fbac14f8640 1 Processor -- start 2024-09-10T08:37:09.628 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.627+0000 7fbac14f8640 1 -- start start 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbac14f8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbabc15c2d0 0x7fbabc0cf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbac14f8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c6b0 0x7fbabc0d0280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbac14f8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbabc06f070 0x7fbabc06f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbac14f8640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbabc06ea20 con 0x7fbabc15c2d0 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbac14f8640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbabc0cf870 con 0x7fbabc06f070 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbac14f8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbabc0cfb50 con 0x7fbabc15c6b0 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbabaffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbabc15c2d0 0x7fbabc0cf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbabaffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbabc15c2d0 0x7fbabc0cf290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40012/0 (socket says 172.21.15.94:40012) 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.628+0000 7fbabaffd640 1 -- 172.21.15.94:0/3566019929 learned_addr learned my addr 172.21.15.94:0/3566019929 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbab3fff640 1 --2- 172.21.15.94:0/3566019929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c6b0 0x7fbabc0d0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabaffd640 1 -- 172.21.15.94:0/3566019929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c6b0 msgr2=0x7fbabc0d0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabb7fe640 1 --2- 172.21.15.94:0/3566019929 >> v2:172.21.15.143:3300/0 conn(0x7fbabc06f070 0x7fbabc06f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabaffd640 1 --2- 172.21.15.94:0/3566019929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c6b0 0x7fbabc0d0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabaffd640 1 -- 172.21.15.94:0/3566019929 >> v2:172.21.15.143:3300/0 conn(0x7fbabc06f070 msgr2=0x7fbabc06f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabaffd640 1 --2- 172.21.15.94:0/3566019929 >> v2:172.21.15.143:3300/0 conn(0x7fbabc06f070 0x7fbabc06f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabaffd640 1 -- 172.21.15.94:0/3566019929 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbabc0cfe30 con 0x7fbabc15c2d0 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbab3fff640 1 --2- 172.21.15.94:0/3566019929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c6b0 0x7fbabc0d0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabb7fe640 1 --2- 172.21.15.94:0/3566019929 >> v2:172.21.15.143:3300/0 conn(0x7fbabc06f070 0x7fbabc06f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.629+0000 7fbabaffd640 1 --2- 172.21.15.94:0/3566019929 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c2d0 0x7fbabc0cf290 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0b0300 tx=0x7fbaac02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e565488b2385470 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbaba7fc640 1 -- 172.21.15.94:0/3566019929 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaac037070 con 0x7fbabc15c2d0 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbaba7fc640 1 -- 172.21.15.94:0/3566019929 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbaac032440 con 0x7fbabc15c2d0 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbaba7fc640 1 -- 172.21.15.94:0/3566019929 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaac032810 con 0x7fbabc15c2d0 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 -- 172.21.15.94:0/3566019929 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c2d0 msgr2=0x7fbabc0cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.632 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 --2- 172.21.15.94:0/3566019929 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c2d0 0x7fbabc0cf290 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0b0300 tx=0x7fbaac02a140 comp rx=0 tx=0).stop 2024-09-10T08:37:09.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 -- 172.21.15.94:0/3566019929 shutdown_connections 2024-09-10T08:37:09.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 --2- 172.21.15.94:0/3566019929 >> v2:172.21.15.143:3300/0 conn(0x7fbabc06f070 0x7fbabc06f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 --2- 172.21.15.94:0/3566019929 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c6b0 0x7fbabc0d0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 --2- 172.21.15.94:0/3566019929 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c2d0 0x7fbabc0cf290 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 -- 172.21.15.94:0/3566019929 >> 172.21.15.94:0/3566019929 conn(0x7fbabc0cd480 msgr2=0x7fbabc0cd890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:09.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 -- 172.21.15.94:0/3566019929 shutdown_connections 2024-09-10T08:37:09.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.630+0000 7fbac14f8640 1 -- 172.21.15.94:0/3566019929 wait complete. 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.631+0000 7fbac14f8640 1 Processor -- start 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.631+0000 7fbac14f8640 1 -- start start 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbac14f8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbabc06f070 0x7fbabc0b3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbac14f8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c2d0 0x7fbabc0b56d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbac14f8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c6b0 0x7fbabc157440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbac14f8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbabc15fe00 con 0x7fbabc15c6b0 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbac14f8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbabc06be90 con 0x7fbabc06f070 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbac14f8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbabc15ff80 con 0x7fbabc15c2d0 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbabb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c6b0 0x7fbabc157440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbabb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c6b0 0x7fbabc157440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40020/0 (socket says 172.21.15.94:40020) 2024-09-10T08:37:09.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbabb7fe640 1 -- 172.21.15.94:0/2922965625 learned_addr learned my addr 172.21.15.94:0/2922965625 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbabaffd640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbabc06f070 0x7fbabc0b3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.632+0000 7fbab3fff640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c2d0 0x7fbabc0b56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbabb7fe640 1 -- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c2d0 msgr2=0x7fbabc0b56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbabb7fe640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c2d0 0x7fbabc0b56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbabb7fe640 1 -- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbabc06f070 msgr2=0x7fbabc0b3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbabb7fe640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbabc06f070 0x7fbabc0b3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbabb7fe640 1 -- 172.21.15.94:0/2922965625 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbabc0b4230 con 0x7fbabc15c6b0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbabb7fe640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c6b0 0x7fbabc157440 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fbab400cef0 tx=0x7fbab400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbab37fe640 1 -- 172.21.15.94:0/2922965625 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab401a070 con 0x7fbabc15c6b0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbab37fe640 1 -- 172.21.15.94:0/2922965625 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbab400d840 con 0x7fbabc15c6b0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbab37fe640 1 -- 172.21.15.94:0/2922965625 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab400dc30 con 0x7fbabc15c6b0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbabc0b4510 con 0x7fbabc15c6b0 2024-09-10T08:37:09.637 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.633+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbabc0b4ad0 con 0x7fbabc15c6b0 2024-09-10T08:37:09.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.634+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbabc0cf290 con 0x7fbabc15c6b0 2024-09-10T08:37:09.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.634+0000 7fbab37fe640 1 -- 172.21.15.94:0/2922965625 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbab401d070 con 0x7fbabc15c6b0 2024-09-10T08:37:09.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.635+0000 7fbab37fe640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9c06be60 0x7fba9c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:09.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.635+0000 7fbab37fe640 1 -- 172.21.15.94:0/2922965625 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5335+0+0 (secure 0 0 0) 0x7fbab408b430 con 0x7fbabc15c6b0 2024-09-10T08:37:09.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.635+0000 7fbabaffd640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9c06be60 0x7fba9c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:09.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.635+0000 7fbabaffd640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9c06be60 0x7fba9c06e320 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbaac034000 tx=0x7fbaac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:09.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.639+0000 7fbab37fe640 1 -- 172.21.15.94:0/2922965625 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbab40598f0 con 0x7fbabc15c6b0 2024-09-10T08:37:09.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.867+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]} v 0) -- 0x7fbabc070390 con 0x7fbabc15c6b0 2024-09-10T08:37:09.931 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.931+0000 7fbab37fe640 1 -- 172.21.15.94:0/2922965625 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]}]=0 v244) ==== 148+0+0 (secure 0 0 0) 0x7fbab405dbf0 con 0x7fbabc15c6b0 2024-09-10T08:37:09.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9c06be60 msgr2=0x7fba9c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9c06be60 0x7fba9c06e320 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbaac034000 tx=0x7fbaac02e000 comp rx=0 tx=0).stop 2024-09-10T08:37:09.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c6b0 msgr2=0x7fbabc157440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:09.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c6b0 0x7fbabc157440 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fbab400cef0 tx=0x7fbab400a710 comp rx=0 tx=0).stop 2024-09-10T08:37:09.934 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 shutdown_connections 2024-09-10T08:37:09.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9c06be60 0x7fba9c06e320 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbabc15c6b0 0x7fbabc157440 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbabc15c2d0 0x7fbabc0b56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 --2- 172.21.15.94:0/2922965625 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbabc06f070 0x7fbabc0b3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:09.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 >> 172.21.15.94:0/2922965625 conn(0x7fbabc0cd480 msgr2=0x7fbabc0ce880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:09.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 shutdown_connections 2024-09-10T08:37:09.935 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:09.934+0000 7fbac14f8640 1 -- 172.21.15.94:0/2922965625 wait complete. 2024-09-10T08:37:09.945 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-10T08:37:10.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.046+0000 7fd577d18640 1 Processor -- start 2024-09-10T08:37:10.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.046+0000 7fd577d18640 1 -- start start 2024-09-10T08:37:10.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd577d18640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd57015e380 0x7fd57006cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd577d18640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57006ed90 0x7fd5700b4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd577d18640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd57006f340 con 0x7fd57006d060 2024-09-10T08:37:10.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd577d18640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd57006d4a0 con 0x7fd57015e380 2024-09-10T08:37:10.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd577d18640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd57006f620 con 0x7fd57006ed90 2024-09-10T08:37:10.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd575ab4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd57015e380 0x7fd57006cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd5762b5640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57006ed90 0x7fd5700b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd5762b5640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57006ed90 0x7fd5700b4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:45164/0 (socket says 172.21.15.94:45164) 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd575ab4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd57015e380 0x7fd57006cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:48672/0 (socket says 172.21.15.94:48672) 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd5762b5640 1 -- 172.21.15.94:0/3375334016 learned_addr learned my addr 172.21.15.94:0/3375334016 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.047+0000 7fd5752b3640 1 --1- 172.21.15.94:0/3375334016 >> v1:172.21.15.143:6789/0 conn(0x7fd57006d060 0x7fd57006e680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:46516/0 (socket says 172.21.15.94:46516) 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.048+0000 7fd5762b5640 1 -- 172.21.15.94:0/3375334016 >> v2:172.21.15.143:3300/0 conn(0x7fd57015e380 msgr2=0x7fd57006cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.048+0000 7fd5762b5640 1 --2- 172.21.15.94:0/3375334016 >> v2:172.21.15.143:3300/0 conn(0x7fd57015e380 0x7fd57006cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.048+0000 7fd5762b5640 1 -- 172.21.15.94:0/3375334016 >> v1:172.21.15.143:6789/0 conn(0x7fd57006d060 legacy=0x7fd57006e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.048+0000 7fd5762b5640 1 -- 172.21.15.94:0/3375334016 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57006f900 con 0x7fd57006ed90 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.048+0000 7fd574ab2640 1 -- 172.21.15.94:0/3375334016 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2087073736 0 0) 0x7fd57006f340 con 0x7fd57006d060 2024-09-10T08:37:10.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.048+0000 7fd575ab4640 1 --2- 172.21.15.94:0/3375334016 >> v2:172.21.15.143:3300/0 conn(0x7fd57015e380 0x7fd57006cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd5762b5640 1 --2- 172.21.15.94:0/3375334016 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57006ed90 0x7fd5700b4530 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd568009870 tx=0x7fd56802a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b73f1f614550bfd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd574ab2640 1 -- 172.21.15.94:0/3375334016 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd568037070 con 0x7fd57006ed90 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd574ab2640 1 -- 172.21.15.94:0/3375334016 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd568032440 con 0x7fd57006ed90 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd574ab2640 1 -- 172.21.15.94:0/3375334016 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd568032810 con 0x7fd57006ed90 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 -- 172.21.15.94:0/3375334016 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57006ed90 msgr2=0x7fd5700b4530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 --2- 172.21.15.94:0/3375334016 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57006ed90 0x7fd5700b4530 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd568009870 tx=0x7fd56802a1c0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 -- 172.21.15.94:0/3375334016 shutdown_connections 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 --2- 172.21.15.94:0/3375334016 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57006ed90 0x7fd5700b4530 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 --2- 172.21.15.94:0/3375334016 >> v2:172.21.15.143:3300/0 conn(0x7fd57015e380 0x7fd57006cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 -- 172.21.15.94:0/3375334016 >> 172.21.15.94:0/3375334016 conn(0x7fd570072470 msgr2=0x7fd570072880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 -- 172.21.15.94:0/3375334016 shutdown_connections 2024-09-10T08:37:10.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.049+0000 7fd577d18640 1 -- 172.21.15.94:0/3375334016 wait complete. 2024-09-10T08:37:10.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 Processor -- start 2024-09-10T08:37:10.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 -- start start 2024-09-10T08:37:10.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd57006d060 0x7fd57014b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.053 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd57006ed90 0x7fd5701577c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57015e380 0x7fd570155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd5700b4090 con 0x7fd57006ed90 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd5700b3f10 con 0x7fd57006d060 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd577d18640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd5700b4a70 con 0x7fd57015e380 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd5752b3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd57006ed90 0x7fd5701577c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd5752b3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd57006ed90 0x7fd5701577c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:40032/0 (socket says 172.21.15.94:40032) 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.051+0000 7fd5752b3640 1 -- 172.21.15.94:0/3025202044 learned_addr learned my addr 172.21.15.94:0/3025202044 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd5762b5640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57015e380 0x7fd570155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd575ab4640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd57006d060 0x7fd57014b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd5752b3640 1 -- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57015e380 msgr2=0x7fd570155e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd5752b3640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57015e380 0x7fd570155e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd5752b3640 1 -- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd57006d060 msgr2=0x7fd57014b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd5752b3640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd57006d060 0x7fd57014b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.054 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd5752b3640 1 -- 172.21.15.94:0/3025202044 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd570156720 con 0x7fd57006ed90 2024-09-10T08:37:10.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd5752b3640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd57006ed90 0x7fd5701577c0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fd56400c4a0 tx=0x7fd56400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd56e7fc640 1 -- 172.21.15.94:0/3025202044 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd564018070 con 0x7fd57006ed90 2024-09-10T08:37:10.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd56e7fc640 1 -- 172.21.15.94:0/3025202044 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5640074e0 con 0x7fd57006ed90 2024-09-10T08:37:10.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd570156a00 con 0x7fd57006ed90 2024-09-10T08:37:10.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd56e7fc640 1 -- 172.21.15.94:0/3025202044 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd564004a20 con 0x7fd57006ed90 2024-09-10T08:37:10.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.052+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd570156fc0 con 0x7fd57006ed90 2024-09-10T08:37:10.055 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.053+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5700b4530 con 0x7fd57006ed90 2024-09-10T08:37:10.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.054+0000 7fd56e7fc640 1 -- 172.21.15.94:0/3025202044 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd564004bc0 con 0x7fd57006ed90 2024-09-10T08:37:10.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.054+0000 7fd56e7fc640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd55c06be30 0x7fd55c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.054+0000 7fd56e7fc640 1 -- 172.21.15.94:0/3025202044 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5335+0+0 (secure 0 0 0) 0x7fd56408a110 con 0x7fd57006ed90 2024-09-10T08:37:10.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.054+0000 7fd575ab4640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd55c06be30 0x7fd55c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.055+0000 7fd575ab4640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd55c06be30 0x7fd55c06e2f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fd560009fd0 tx=0x7fd56000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.058+0000 7fd56e7fc640 1 -- 172.21.15.94:0/3025202044 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd564058bb0 con 0x7fd57006ed90 2024-09-10T08:37:10.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.224+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd570075400 con 0x7fd57006ed90 2024-09-10T08:37:10.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.227+0000 7fd56e7fc640 1 -- 172.21.15.94:0/3025202044 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v24)=0 v24) ==== 122+0+0 (secure 0 0 0) 0x7fd5640584b0 con 0x7fd57006ed90 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd55c06be30 msgr2=0x7fd55c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd55c06be30 0x7fd55c06e2f0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fd560009fd0 tx=0x7fd56000b040 comp rx=0 tx=0).stop 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd57006ed90 msgr2=0x7fd5701577c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd57006ed90 0x7fd5701577c0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fd56400c4a0 tx=0x7fd56400c960 comp rx=0 tx=0).stop 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 shutdown_connections 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd55c06be30 0x7fd55c06e2f0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd57015e380 0x7fd570155e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd57006ed90 0x7fd5701577c0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 --2- 172.21.15.94:0/3025202044 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd57006d060 0x7fd57014b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 >> 172.21.15.94:0/3025202044 conn(0x7fd570072470 msgr2=0x7fd57015d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:10.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 shutdown_connections 2024-09-10T08:37:10.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.229+0000 7fd577d18640 1 -- 172.21.15.94:0/3025202044 wait complete. 2024-09-10T08:37:10.240 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:37:10.241 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:37:10.295 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:37:10.336 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:37:10.336 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:10.336 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:10.352 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:37:10.352 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:10.352 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:10.395 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:37:10.395 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:10.395 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:10.411 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:37:10.411 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:10.411 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:10.453 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:37:10.454 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-10T08:37:10.454 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:10.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.551+0000 7fc14e453640 1 Processor -- start 2024-09-10T08:37:10.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.551+0000 7fc14e453640 1 -- start start 2024-09-10T08:37:10.555 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.552+0000 7fc14e453640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 0x7fc1481629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.552+0000 7fc14e453640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc14815ec00 con 0x7fc14806e590 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.552+0000 7fc14e453640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc14815eee0 con 0x7fc1480cf1d0 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.552+0000 7fc14e453640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc14815f1c0 con 0x7fc1480d04c0 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.552+0000 7fc14c9f0640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc14806e590 0x7fc14806cf10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41850/0 (socket says 172.21.15.94:41850) 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.552+0000 7fc14c9f0640 1 -- 172.21.15.94:0/2358706688 learned_addr learned my addr 172.21.15.94:0/2358706688 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc1477fe640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 0x7fc1481629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3970576511 0 0) 0x7fc14815ec00 con 0x7fc14806e590 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc130003520 con 0x7fc14806e590 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1609527997 0 0) 0x7fc130003520 con 0x7fc14806e590 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 msgr2=0x7fc1481629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 0x7fc1481629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 >> v1:172.21.15.143:6789/0 conn(0x7fc1480cf1d0 legacy=0x7fc1480cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc14815f4a0 con 0x7fc14806e590 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fc1400019f0 con 0x7fc14806e590 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 >> v1:172.21.15.94:6789/0 conn(0x7fc14806e590 legacy=0x7fc14806cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1300039e0 0x7fc130003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc130004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 0x7fc130005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc14815f1c0 con 0x7fc130004800 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc13000bb20 con 0x7fc1300039e0 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc13000bd20 con 0x7fc1480d04c0 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc1477fe640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc130004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc147fff640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1300039e0 0x7fc130003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.557 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.553+0000 7fc14c9f0640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 0x7fc130005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc1477fe640 1 -- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 msgr2=0x7fc130005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc1477fe640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480d04c0 0x7fc130005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc1477fe640 1 -- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1300039e0 msgr2=0x7fc130003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc1477fe640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1300039e0 0x7fc130003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc1477fe640 1 -- 172.21.15.94:0/2358706688 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc130003520 con 0x7fc130004800 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc1477fe640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc130004c80 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fc14806f970 tx=0x7fc130005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=658e48a3aa4e5a2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13c036070 con 0x7fc130004800 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc13c031400 con 0x7fc130004800 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.554+0000 7fc146ffd640 1 -- 172.21.15.94:0/2358706688 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13c009690 con 0x7fc130004800 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.555+0000 7fc14e453640 1 -- 172.21.15.94:0/2358706688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 msgr2=0x7fc130004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.555+0000 7fc14e453640 1 --2- 172.21.15.94:0/2358706688 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc130004c80 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fc14806f970 tx=0x7fc130005830 comp rx=0 tx=0).stop 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.555+0000 7fc14c9f0640 1 -- 172.21.15.94:0/2358706688 reap_dead start 2024-09-10T08:37:10.558 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.555+0000 7fc14e453640 1 -- 172.21.15.94:0/2358706688 shutdown_connections 2024-09-10T08:37:10.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.555+0000 7fc14e453640 1 -- 172.21.15.94:0/2358706688 >> 172.21.15.94:0/2358706688 conn(0x7fc14806fdc0 msgr2=0x7fc1480701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:10.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.555+0000 7fc14e453640 1 -- 172.21.15.94:0/2358706688 shutdown_connections 2024-09-10T08:37:10.559 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.555+0000 7fc14e453640 1 -- 172.21.15.94:0/2358706688 wait complete. 2024-09-10T08:37:10.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.556+0000 7fc14e453640 1 Processor -- start 2024-09-10T08:37:10.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.556+0000 7fc14e453640 1 -- start start 2024-09-10T08:37:10.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc14e453640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc148156a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.561 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc14e453640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1480aef00 0x7fc1480af380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc14e453640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480b0f50 0x7fc1480b13d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc14e453640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc14815fb90 con 0x7fc130004800 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc14e453640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc1480cf5b0 con 0x7fc1480aef00 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc14e453640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc1480c8950 con 0x7fc1480b0f50 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc148156a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc148156a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56346/0 (socket says 172.21.15.94:56346) 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 -- 172.21.15.94:0/1370440684 learned_addr learned my addr 172.21.15.94:0/1370440684 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc1477fe640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1480aef00 0x7fc1480af380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc14c9f0640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480b0f50 0x7fc1480b13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 -- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480b0f50 msgr2=0x7fc1480b13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480b0f50 0x7fc1480b13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 -- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1480aef00 msgr2=0x7fc1480af380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.562 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1480aef00 0x7fc1480af380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc147fff640 1 -- 172.21.15.94:0/1370440684 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc148156fb0 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.557+0000 7fc1477fe640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1480aef00 0x7fc1480af380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.558+0000 7fc147fff640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc148156a70 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fc13800f820 tx=0x7fc13800fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.558+0000 7fc144ff9640 1 -- 172.21.15.94:0/1370440684 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1380052e0 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.558+0000 7fc144ff9640 1 -- 172.21.15.94:0/1370440684 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc138018070 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.558+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1480c7b90 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.558+0000 7fc144ff9640 1 -- 172.21.15.94:0/1370440684 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13800d910 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.558+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1480c8150 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.559+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1481629f0 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.559+0000 7fc144ff9640 1 -- 172.21.15.94:0/1370440684 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc13800dab0 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.560+0000 7fc144ff9640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc13406be30 0x7fc13406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.560+0000 7fc144ff9640 1 -- 172.21.15.94:0/1370440684 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5335+0+0 (secure 0 0 0) 0x7fc13808ac70 con 0x7fc130004800 2024-09-10T08:37:10.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.560+0000 7fc1477fe640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc13406be30 0x7fc13406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.560+0000 7fc1477fe640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc13406be30 0x7fc13406e2f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc13c033000 tx=0x7fc13c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.564 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.564+0000 7fc144ff9640 1 -- 172.21.15.94:0/1370440684 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc13801a310 con 0x7fc130004800 2024-09-10T08:37:10.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.763+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc148074f10 con 0x7fc130004800 2024-09-10T08:37:10.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.763+0000 7fc144ff9640 1 -- 172.21.15.94:0/1370440684 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+3917 (secure 0 0 0) 0x7fc138059790 con 0x7fc130004800 2024-09-10T08:37:10.764 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:10.764 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":47,"btime":"2024-09-10T08:37:05:796518+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5579,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2024436111","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2024436111},{"type":"v1","addr":"172.21.15.143:6833","nonce":2024436111}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6025,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/4001427279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":4001427279},{"type":"v1","addr":"172.21.15.143:6835","nonce":4001427279}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6534,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/2898280926","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":2898280926},{"type":"v1","addr":"172.21.15.94:6835","nonce":2898280926}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":42},{"gid":6831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/3009117875","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":3009117875},{"type":"v1","addr":"172.21.15.94:6837","nonce":3009117875}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[]} 2024-09-10T08:37:10.764 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 47 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc13406be30 msgr2=0x7fc13406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc13406be30 0x7fc13406e2f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc13c033000 tx=0x7fc13c008030 comp rx=0 tx=0).stop 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 msgr2=0x7fc148156a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc148156a70 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fc13800f820 tx=0x7fc13800fce0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 shutdown_connections 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc13406be30 0x7fc13406e2f0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc1480aef00 0x7fc1480af380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc1480b0f50 0x7fc1480b13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 --2- 172.21.15.94:0/1370440684 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc130004800 0x7fc148156a70 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 >> 172.21.15.94:0/1370440684 conn(0x7fc14806fdc0 msgr2=0x7fc1481574a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 shutdown_connections 2024-09-10T08:37:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.765+0000 7fc14e453640 1 -- 172.21.15.94:0/1370440684 wait complete. 2024-09-10T08:37:10.777 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:37:10.777 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-10T08:37:10.777 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:37:10.777 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:10.777 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:37:10.777 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-10T08:37:10.778 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:37:10.778 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:10.778 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:37:10.778 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-10T08:37:10.778 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:37:10.778 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:10.778 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:37:10.778 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-10T08:37:10.779 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:37:10.779 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:10.787 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:37:10.787 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:37:10.788 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:37:10.788 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:37:10.790 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:37:10.791 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:37:10.792 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:37:10.792 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:37:10.830 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:37:10.830 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:10.830 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:37:10.831 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:10.833 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:37:10.834 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:10.834 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:37:10.834 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:10.835 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-10T08:37:10.905 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:37:10.906 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:37:10.915 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:37:10.915 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:37:10.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.938+0000 7f0fcf59e640 1 Processor -- start 2024-09-10T08:37:10.939 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.938+0000 7f0fcf59e640 1 -- start start 2024-09-10T08:37:10.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.939+0000 7f0fcf59e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0fd0158c00 0x7f0fd00b4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.939+0000 7f0fcf59e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fd0070f20 con 0x7f0fd00708d0 2024-09-10T08:37:10.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.939+0000 7f0fcf59e640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fd00b4180 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.939+0000 7f0fcf59e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0fd00b4460 con 0x7f0fd0158c00 2024-09-10T08:37:10.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.940+0000 7f0fced9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f0fd00708d0 0x7f0fd015c5a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41868/0 (socket says 172.21.15.94:41868) 2024-09-10T08:37:10.940 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.940+0000 7f0fce59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0fd0158c00 0x7f0fd00b4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.940+0000 7f0fced9d640 1 -- 172.21.15.94:0/4096806887 learned_addr learned my addr 172.21.15.94:0/4096806887 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:10.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.940+0000 7f0fce59c640 1 -- 172.21.15.94:0/4096806887 >> v1:172.21.15.143:6789/0 conn(0x7f0fd00b5fc0 legacy=0x7f0fd00701c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.940+0000 7f0fce59c640 1 -- 172.21.15.94:0/4096806887 >> v1:172.21.15.94:6789/0 conn(0x7f0fd00708d0 legacy=0x7f0fd015c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.940+0000 7f0fce59c640 1 -- 172.21.15.94:0/4096806887 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fd00b4740 con 0x7f0fd0158c00 2024-09-10T08:37:10.941 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.941+0000 7f0fce59c640 1 --2- 172.21.15.94:0/4096806887 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd0158c00 0x7f0fd00b4f40 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f0fc40097a0 tx=0x7f0fc402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ec9c69866f53be1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.942+0000 7f0fcd59a640 1 -- 172.21.15.94:0/4096806887 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc4037070 con 0x7f0fd0158c00 2024-09-10T08:37:10.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.942+0000 7f0fcd59a640 1 -- 172.21.15.94:0/4096806887 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fc4032440 con 0x7f0fd0158c00 2024-09-10T08:37:10.943 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.942+0000 7f0fcd59a640 1 -- 172.21.15.94:0/4096806887 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc4032810 con 0x7f0fd0158c00 2024-09-10T08:37:10.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.943+0000 7f0fcf59e640 1 -- 172.21.15.94:0/4096806887 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd0158c00 msgr2=0x7f0fd00b4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.943+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/4096806887 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd0158c00 0x7f0fd00b4f40 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f0fc40097a0 tx=0x7f0fc402a230 comp rx=0 tx=0).stop 2024-09-10T08:37:10.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.943+0000 7f0fcf59e640 1 -- 172.21.15.94:0/4096806887 shutdown_connections 2024-09-10T08:37:10.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.943+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/4096806887 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd0158c00 0x7f0fd00b4f40 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.943+0000 7f0fcf59e640 1 -- 172.21.15.94:0/4096806887 >> 172.21.15.94:0/4096806887 conn(0x7f0fd00b2de0 msgr2=0x7f0fd00b31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:10.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.943+0000 7f0fcf59e640 1 -- 172.21.15.94:0/4096806887 shutdown_connections 2024-09-10T08:37:10.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.943+0000 7f0fcf59e640 1 -- 172.21.15.94:0/4096806887 wait complete. 2024-09-10T08:37:10.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 Processor -- start 2024-09-10T08:37:10.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 -- start start 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0fd00708d0 0x7f0fd0147570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd00b5fc0 0x7f0fd014f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0fd0158c00 0x7f0fd00cfd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0fd015ccb0 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0fd0070ce0 con 0x7f0fd00708d0 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcf59e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0fd015ce30 con 0x7f0fd0158c00 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcdd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd00b5fc0 0x7f0fd014f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcdd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd00b5fc0 0x7f0fd014f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56402/0 (socket says 172.21.15.94:56402) 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fcdd9b640 1 -- 172.21.15.94:0/1048801486 learned_addr learned my addr 172.21.15.94:0/1048801486 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:10.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.945+0000 7f0fced9d640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0fd0158c00 0x7f0fd00cfd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fce59c640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0fd00708d0 0x7f0fd0147570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcdd9b640 1 -- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0fd0158c00 msgr2=0x7f0fd00cfd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcdd9b640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0fd0158c00 0x7f0fd00cfd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcdd9b640 1 -- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0fd00708d0 msgr2=0x7f0fd0147570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcdd9b640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0fd00708d0 0x7f0fd0147570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcdd9b640 1 -- 172.21.15.94:0/1048801486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fd014c3c0 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcdd9b640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd00b5fc0 0x7f0fd014f330 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f0fc000c480 tx=0x7f0fc000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fbeffd640 1 -- 172.21.15.94:0/1048801486 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc00052d0 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fbeffd640 1 -- 172.21.15.94:0/1048801486 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fc0005470 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fd014c660 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fd00cf900 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.948 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.946+0000 7f0fbeffd640 1 -- 172.21.15.94:0/1048801486 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc0012870 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.947+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fd014cc70 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.948+0000 7f0fbeffd640 1 -- 172.21.15.94:0/1048801486 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0fc0012a10 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.948+0000 7f0fbeffd640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0fb006be60 0x7f0fb006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:10.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.948+0000 7f0fbeffd640 1 -- 172.21.15.94:0/1048801486 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5335+0+0 (secure 0 0 0) 0x7f0fc008a740 con 0x7f0fd00b5fc0 2024-09-10T08:37:10.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.948+0000 7f0fce59c640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0fb006be60 0x7f0fb006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:10.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.949+0000 7f0fce59c640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0fb006be60 0x7f0fb006e320 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4034000 tx=0x7f0fc402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:10.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:10.953+0000 7f0fbeffd640 1 -- 172.21.15.94:0/1048801486 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0fc0058ca0 con 0x7f0fd00b5fc0 2024-09-10T08:37:11.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.130+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f0fd0067de0 con 0x7f0fd00b5fc0 2024-09-10T08:37:11.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.957+0000 7f0fbeffd640 1 -- 172.21.15.94:0/1048801486 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v98) ==== 97+0+0 (secure 0 0 0) 0x7f0fd0067de0 con 0x7f0fd00b5fc0 2024-09-10T08:37:11.958 INFO:teuthology.orchestra.run.smithi094.stderr: removed all blocklist entries 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0fb006be60 msgr2=0x7f0fb006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0fb006be60 0x7f0fb006e320 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f0fc4034000 tx=0x7f0fc402e000 comp rx=0 tx=0).stop 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd00b5fc0 msgr2=0x7f0fd014f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd00b5fc0 0x7f0fd014f330 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f0fc000c480 tx=0x7f0fc000c940 comp rx=0 tx=0).stop 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 shutdown_connections 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0fb006be60 0x7f0fb006e320 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0fd0158c00 0x7f0fd00cfd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:11.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0fd00b5fc0 0x7f0fd014f330 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:11.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 --2- 172.21.15.94:0/1048801486 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0fd00708d0 0x7f0fd0147570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:11.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 >> 172.21.15.94:0/1048801486 conn(0x7f0fd00b2de0 msgr2=0x7f0fd00b5150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:11.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 shutdown_connections 2024-09-10T08:37:11.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:11.960+0000 7f0fcf59e640 1 -- 172.21.15.94:0/1048801486 wait complete. 2024-09-10T08:37:11.974 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-10T08:37:12.078 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.077+0000 7f3df95e4640 1 Processor -- start 2024-09-10T08:37:12.078 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.077+0000 7f3df95e4640 1 -- start start 2024-09-10T08:37:12.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df95e4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3df40d48b0 0x7f3df415e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df95e4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f3df40cf040 0x7f3df40cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df95e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3df40cfd90 con 0x7f3df415e500 2024-09-10T08:37:12.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df95e4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f3df40d26a0 con 0x7f3df40d48b0 2024-09-10T08:37:12.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df95e4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f3df40b44f0 con 0x7f3df40cf040 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df27fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3df40d48b0 0x7f3df415e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df27fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3df40d48b0 0x7f3df415e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56416/0 (socket says 172.21.15.94:56416) 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df27fc640 1 -- 172.21.15.94:0/476885156 learned_addr learned my addr 172.21.15.94:0/476885156 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df37fe640 1 --2- 172.21.15.94:0/476885156 >> v2:172.21.15.143:3300/0 conn(0x7f3df40cf040 0x7f3df40cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df27fc640 1 -- 172.21.15.94:0/476885156 >> v2:172.21.15.143:3300/0 conn(0x7f3df40cf040 msgr2=0x7f3df40cf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df27fc640 1 --2- 172.21.15.94:0/476885156 >> v2:172.21.15.143:3300/0 conn(0x7f3df40cf040 0x7f3df40cf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df27fc640 1 -- 172.21.15.94:0/476885156 >> v1:172.21.15.143:6789/0 conn(0x7f3df415e500 legacy=0x7f3df40d41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.078+0000 7f3df27fc640 1 -- 172.21.15.94:0/476885156 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3df40d0070 con 0x7f3df40d48b0 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.079+0000 7f3df27fc640 1 --2- 172.21.15.94:0/476885156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df40d48b0 0x7f3df415e8e0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f3df40cee10 tx=0x7f3de802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28d021f34d89d667 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.079+0000 7f3df1ffb640 1 -- 172.21.15.94:0/476885156 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de8037070 con 0x7f3df40d48b0 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.079+0000 7f3df1ffb640 1 -- 172.21.15.94:0/476885156 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3de8032440 con 0x7f3df40d48b0 2024-09-10T08:37:12.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.079+0000 7f3df1ffb640 1 -- 172.21.15.94:0/476885156 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de8032810 con 0x7f3df40d48b0 2024-09-10T08:37:12.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 -- 172.21.15.94:0/476885156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df40d48b0 msgr2=0x7f3df415e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 --2- 172.21.15.94:0/476885156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df40d48b0 0x7f3df415e8e0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f3df40cee10 tx=0x7f3de802a230 comp rx=0 tx=0).stop 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 -- 172.21.15.94:0/476885156 shutdown_connections 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 --2- 172.21.15.94:0/476885156 >> v2:172.21.15.143:3300/0 conn(0x7f3df40cf040 0x7f3df40cf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 --2- 172.21.15.94:0/476885156 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df40d48b0 0x7f3df415e8e0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 -- 172.21.15.94:0/476885156 >> 172.21.15.94:0/476885156 conn(0x7f3df408bf90 msgr2=0x7f3df409d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 -- 172.21.15.94:0/476885156 shutdown_connections 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.080+0000 7f3df95e4640 1 -- 172.21.15.94:0/476885156 wait complete. 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.081+0000 7f3df95e4640 1 Processor -- start 2024-09-10T08:37:12.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.081+0000 7f3df95e4640 1 -- start start 2024-09-10T08:37:12.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df95e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3df40cf040 0x7f3df40cb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df95e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3df40d48b0 0x7f3df40ce260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df95e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df415e500 0x7f3df4154710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df95e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3df40cf9f0 con 0x7f3df415e500 2024-09-10T08:37:12.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df95e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3df40b4180 con 0x7f3df40d48b0 2024-09-10T08:37:12.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df95e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3df40cfb70 con 0x7f3df40cf040 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df415e500 0x7f3df4154710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df415e500 0x7f3df4154710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56432/0 (socket says 172.21.15.94:56432) 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 -- 172.21.15.94:0/844724434 learned_addr learned my addr 172.21.15.94:0/844724434 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 -- 172.21.15.94:0/844724434 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3df40cf040 msgr2=0x7f3df40cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3df40cf040 0x7f3df40cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df27fc640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3df40d48b0 0x7f3df40ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 -- 172.21.15.94:0/844724434 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3df40d48b0 msgr2=0x7f3df40ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3df40d48b0 0x7f3df40ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 -- 172.21.15.94:0/844724434 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3df40b8500 con 0x7f3df415e500 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.082+0000 7f3df37fe640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df415e500 0x7f3df4154710 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f3dec00cc30 tx=0x7f3dec00a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.083+0000 7f3ddb7fe640 1 -- 172.21.15.94:0/844724434 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dec00ce40 con 0x7f3df415e500 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.083+0000 7f3ddb7fe640 1 -- 172.21.15.94:0/844724434 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3dec003990 con 0x7f3df415e500 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.083+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3df40b87e0 con 0x7f3df415e500 2024-09-10T08:37:12.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.083+0000 7f3ddb7fe640 1 -- 172.21.15.94:0/844724434 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dec003d40 con 0x7f3df415e500 2024-09-10T08:37:12.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.083+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3df40b8da0 con 0x7f3df415e500 2024-09-10T08:37:12.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.084+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3df40cf4b0 con 0x7f3df415e500 2024-09-10T08:37:12.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.084+0000 7f3ddb7fe640 1 -- 172.21.15.94:0/844724434 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3dec004000 con 0x7f3df415e500 2024-09-10T08:37:12.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.084+0000 7f3ddb7fe640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3de006be30 0x7f3de006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.084+0000 7f3ddb7fe640 1 -- 172.21.15.94:0/844724434 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5249+0+0 (secure 0 0 0) 0x7f3dec08b190 con 0x7f3df415e500 2024-09-10T08:37:12.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.085+0000 7f3df2ffd640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3de006be30 0x7f3de006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.085+0000 7f3df2ffd640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3de006be30 0x7f3de006e2f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3de4003cc0 tx=0x7f3de40079b0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.089+0000 7f3ddb7fe640 1 -- 172.21.15.94:0/844724434 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3dec014030 con 0x7f3df415e500 2024-09-10T08:37:12.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.316+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f3df40b33f0 con 0x7f3df415e500 2024-09-10T08:37:12.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.316+0000 7f3ddb7fe640 1 -- 172.21.15.94:0/844724434 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7f3dec059d00 con 0x7f3df415e500 2024-09-10T08:37:12.317 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "auth_dump": [ 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.a", 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgdzxMxAAovSPwbYRVXVNNxVow9Jg9Q==", 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.318 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.b", 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmRPUhBBAAXWz5MOzSGYRKdUBazAAIaA==", 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.c", 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmqTr2OhAAnz1vZkP/lg3Q3QMW2phvJw==", 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.319 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mds.d", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmKegdCxAAGFfNmQQAeSgTEEWUyELK6Q==", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:37:12.320 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.0", 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD1A+BmbYZBLhAAa3zzmTeFPpO9oea8LjgFiw==", 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.321 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.1", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD4A+BmPT3+MBAAoZ3FdBospvQ3ndO9aBVvNA==", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.2", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD8A+BmOpDBBhAAypo2BOvtycbqv5nGnu0FNQ==", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.322 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.3", 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD/A+BmvI0pCBAAS8YZMf+oippUGtxajyDphQ==", 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.4", 2024-09-10T08:37:12.323 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAFBOBmaYKRDxAAwez66BMuSdxcWyi6MmX79w==", 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.5", 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAIBOBmIEZMIBAAdrUA0nJNSJDx5r80j5HFfg==", 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.324 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.6", 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQALBOBmhbG8IhAAdjnfTONrOBTIFvtUQ53ohA==", 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.325 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "osd.7", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQAPBOBmeWh5BhAA0gQqExIWRBwwSFFBfkg6Uw==", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow profile osd", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile osd", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.0", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A==", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow r", 2024-09-10T08:37:12.326 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.1", 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmB8TwFxAA/E/y4bvbt8IX07+eFcas1g==", 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.327 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.2", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmMZ/DFBAA6mOOd/8S4bne6pEdkxQTEg==", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.3", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQD0A+BmWJ6pHRAAINtkAeXNGhz+m5v4Og0auw==", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow", 2024-09-10T08:37:12.328 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow r", 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow rw", 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow rwx" 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "client.admin", 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmgJjOFxAATVzfzh3uLikRDv5gNW6Yvg==", 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": "allow *", 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow *", 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.329 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.x", 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmyBy3MBAAhY/84izjjdrV9kxzb2MLOA==", 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": "mgr.y", 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "key": "AQDzA+BmaezZLBAA+kuRBvqkca9ciiysTHXbYg==", 2024-09-10T08:37:12.330 INFO:teuthology.orchestra.run.smithi094.stdout: "caps": { 2024-09-10T08:37:12.331 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": "allow *", 2024-09-10T08:37:12.331 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": "allow profile mgr", 2024-09-10T08:37:12.331 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": "allow *" 2024-09-10T08:37:12.331 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.331 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.331 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:37:12.331 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:12.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3de006be30 msgr2=0x7f3de006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3de006be30 0x7f3de006e2f0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f3de4003cc0 tx=0x7f3de40079b0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df415e500 msgr2=0x7f3df4154710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df415e500 0x7f3df4154710 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f3dec00cc30 tx=0x7f3dec00a5c0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 shutdown_connections 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3de006be30 0x7f3de006e2f0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3df40d48b0 0x7f3df40ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3df415e500 0x7f3df4154710 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 --2- 172.21.15.94:0/844724434 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3df40cf040 0x7f3df40cb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 >> 172.21.15.94:0/844724434 conn(0x7f3df408bf90 msgr2=0x7f3df40b6160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 shutdown_connections 2024-09-10T08:37:12.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.318+0000 7f3df95e4640 1 -- 172.21.15.94:0/844724434 wait complete. 2024-09-10T08:37:12.334 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-10T08:37:12.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.431+0000 7f394c9fd640 1 Processor -- start 2024-09-10T08:37:12.432 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.431+0000 7f394c9fd640 1 -- start start 2024-09-10T08:37:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.432+0000 7f394c9fd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f39480b5990 0x7f394815e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.432+0000 7f394c9fd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39480cfd90 con 0x7f39480d48b0 2024-09-10T08:37:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.432+0000 7f394c9fd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f39480d0070 con 0x7f394815e500 2024-09-10T08:37:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.432+0000 7f394c9fd640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f39480d26a0 con 0x7f39480b5990 2024-09-10T08:37:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.433+0000 7f3946d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f39480b5990 0x7f394815e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.433+0000 7f3945d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f39480d48b0 0x7f39480cf040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41878/0 (socket says 172.21.15.94:41878) 2024-09-10T08:37:12.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.433+0000 7f3945d9b640 1 -- 172.21.15.94:0/1638030647 learned_addr learned my addr 172.21.15.94:0/1638030647 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:12.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.433+0000 7f3946d9d640 1 -- 172.21.15.94:0/1638030647 >> v1:172.21.15.143:6789/0 conn(0x7f394815e500 legacy=0x7f39480d41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:12.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.433+0000 7f3946d9d640 1 -- 172.21.15.94:0/1638030647 >> v1:172.21.15.94:6789/0 conn(0x7f39480d48b0 legacy=0x7f39480cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.433+0000 7f3946d9d640 1 -- 172.21.15.94:0/1638030647 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39480d0350 con 0x7f39480b5990 2024-09-10T08:37:12.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.433+0000 7f394559a640 1 -- 172.21.15.94:0/1638030647 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2248540180 0 0) 0x7f39480cfd90 con 0x7f39480d48b0 2024-09-10T08:37:12.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f3946d9d640 1 --2- 172.21.15.94:0/1638030647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39480b5990 0x7f394815e8e0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f3940009d90 tx=0x7f394002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf97d9e03666002d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394559a640 1 -- 172.21.15.94:0/1638030647 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3940031600 con 0x7f39480b5990 2024-09-10T08:37:12.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394559a640 1 -- 172.21.15.94:0/1638030647 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f39400317a0 con 0x7f39480b5990 2024-09-10T08:37:12.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394559a640 1 -- 172.21.15.94:0/1638030647 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3940031b70 con 0x7f39480b5990 2024-09-10T08:37:12.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394c9fd640 1 -- 172.21.15.94:0/1638030647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39480b5990 msgr2=0x7f394815e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1638030647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39480b5990 0x7f394815e8e0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f3940009d90 tx=0x7f394002a610 comp rx=0 tx=0).stop 2024-09-10T08:37:12.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394c9fd640 1 -- 172.21.15.94:0/1638030647 shutdown_connections 2024-09-10T08:37:12.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1638030647 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f39480b5990 0x7f394815e8e0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394c9fd640 1 -- 172.21.15.94:0/1638030647 >> 172.21.15.94:0/1638030647 conn(0x7f394808bf90 msgr2=0x7f394809d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:12.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394c9fd640 1 -- 172.21.15.94:0/1638030647 shutdown_connections 2024-09-10T08:37:12.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.434+0000 7f394c9fd640 1 -- 172.21.15.94:0/1638030647 wait complete. 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 Processor -- start 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 -- start start 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39480b5990 0x7f39481539e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39480d48b0 0x7f39480cd7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f394815e500 0x7f39480cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f39480cf750 con 0x7f394815e500 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f39480b44f0 con 0x7f39480b5990 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f394c9fd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f39480cf8d0 con 0x7f39480d48b0 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f3946d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f394815e500 0x7f39480cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f3946d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f394815e500 0x7f39480cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56452/0 (socket says 172.21.15.94:56452) 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.436+0000 7f3946d9d640 1 -- 172.21.15.94:0/1079188884 learned_addr learned my addr 172.21.15.94:0/1079188884 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3945d9b640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39480d48b0 0x7f39480cd7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f394659c640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39480b5990 0x7f39481539e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3946d9d640 1 -- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39480d48b0 msgr2=0x7f39480cd7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3946d9d640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39480d48b0 0x7f39480cd7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3946d9d640 1 -- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39480b5990 msgr2=0x7f39481539e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3946d9d640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39480b5990 0x7f39481539e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3946d9d640 1 -- 172.21.15.94:0/1079188884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39480cc0d0 con 0x7f394815e500 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3946d9d640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f394815e500 0x7f39480cdcf0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f3940009eb0 tx=0x7f3940004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3936ffd640 1 -- 172.21.15.94:0/1079188884 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3940040070 con 0x7f394815e500 2024-09-10T08:37:12.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3936ffd640 1 -- 172.21.15.94:0/1079188884 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3940030be0 con 0x7f394815e500 2024-09-10T08:37:12.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39480cc3b0 con 0x7f394815e500 2024-09-10T08:37:12.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f3936ffd640 1 -- 172.21.15.94:0/1079188884 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3940009450 con 0x7f394815e500 2024-09-10T08:37:12.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.437+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39480cc970 con 0x7f394815e500 2024-09-10T08:37:12.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.438+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f394815e8e0 con 0x7f394815e500 2024-09-10T08:37:12.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.439+0000 7f3936ffd640 1 -- 172.21.15.94:0/1079188884 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3940039040 con 0x7f394815e500 2024-09-10T08:37:12.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.439+0000 7f3936ffd640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f392806be30 0x7f392806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.439+0000 7f3936ffd640 1 -- 172.21.15.94:0/1079188884 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5249+0+0 (secure 0 0 0) 0x7f39400aba70 con 0x7f394815e500 2024-09-10T08:37:12.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.439+0000 7f394659c640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f392806be30 0x7f392806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.439+0000 7f394659c640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f392806be30 0x7f392806e2f0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3938003d90 tx=0x7f3938009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.443+0000 7f3936ffd640 1 -- 172.21.15.94:0/1079188884 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f394007a5e0 con 0x7f394815e500 2024-09-10T08:37:12.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.612+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f394806bb10 con 0x7f394815e500 2024-09-10T08:37:12.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.612+0000 7f3936ffd640 1 -- 172.21.15.94:0/1079188884 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v98) ==== 84+0+65 (secure 0 0 0) 0x7f3940079ee0 con 0x7f394815e500 2024-09-10T08:37:12.613 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:12.613 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-09-10T08:37:12.613 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:12.613 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-09-10T08:37:12.613 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-09-10T08:37:12.613 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:12.613 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f392806be30 msgr2=0x7f392806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f392806be30 0x7f392806e2f0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3938003d90 tx=0x7f3938009040 comp rx=0 tx=0).stop 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f394815e500 msgr2=0x7f39480cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f394815e500 0x7f39480cdcf0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f3940009eb0 tx=0x7f3940004a40 comp rx=0 tx=0).stop 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 shutdown_connections 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f392806be30 0x7f392806e2f0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f394815e500 0x7f39480cdcf0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f39480d48b0 0x7f39480cd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 --2- 172.21.15.94:0/1079188884 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f39480b5990 0x7f39481539e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 >> 172.21.15.94:0/1079188884 conn(0x7f394808bf90 msgr2=0x7f39480b4980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:12.615 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 shutdown_connections 2024-09-10T08:37:12.616 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.614+0000 7f394c9fd640 1 -- 172.21.15.94:0/1079188884 wait complete. 2024-09-10T08:37:12.625 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:37:12.625 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:37:12.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.726+0000 7fdeda85e640 1 Processor -- start 2024-09-10T08:37:12.727 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.726+0000 7fdeda85e640 1 -- start start 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fdeda85e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fded40d5030 0x7fded40d2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fdeda85e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 0x7fded41624c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fdeda85e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fded40d20d0 con 0x7fded415e4c0 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fdeda85e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fded40d0140 con 0x7fded40d5030 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fdeda85e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fded40d2a00 con 0x7fded4162030 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fded3fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fded415e4c0 0x7fded40cfa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41882/0 (socket says 172.21.15.94:41882) 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fded3fff640 1 -- 172.21.15.94:0/2894111410 learned_addr learned my addr 172.21.15.94:0/2894111410 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:12.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fded37fe640 1 --2- 172.21.15.94:0/2894111410 >> v2:172.21.15.143:3300/0 conn(0x7fded40d5030 0x7fded40d2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2345480500 0 0) 0x7fded40d20d0 con 0x7fded415e4c0 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fded8dfb640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 0x7fded41624c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.727+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdebc003520 con 0x7fded415e4c0 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2429949072 0 0) 0x7fdebc003520 con 0x7fded415e4c0 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 msgr2=0x7fded41624c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 0x7fded41624c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 >> v2:172.21.15.143:3300/0 conn(0x7fded40d5030 msgr2=0x7fded40d2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 --2- 172.21.15.94:0/2894111410 >> v2:172.21.15.143:3300/0 conn(0x7fded40d5030 0x7fded40d2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded40d23b0 con 0x7fded415e4c0 2024-09-10T08:37:12.731 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fdec4001670 con 0x7fded415e4c0 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 >> v1:172.21.15.94:6789/0 conn(0x7fded415e4c0 legacy=0x7fded40cfa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdebc0039b0 0x7fdebc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 0x7fdebc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fdebc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fded40d0140 con 0x7fdebc004d40 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fded40d2a00 con 0x7fdebc0039b0 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdebc00b9c0 con 0x7fded4162030 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded8dfb640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fdebc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded3fff640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdebc0039b0 0x7fdebc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded37fe640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 0x7fdebc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded8dfb640 1 -- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 msgr2=0x7fdebc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded8dfb640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 0x7fdebc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded8dfb640 1 -- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdebc0039b0 msgr2=0x7fdebc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded8dfb640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdebc0039b0 0x7fdebc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded8dfb640 1 -- 172.21.15.94:0/2894111410 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdebc003520 con 0x7fdebc004d40 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.728+0000 7fded37fe640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4162030 0x7fdebc004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.729+0000 7fded8dfb640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fdebc0051c0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fdecc009fc0 tx=0x7fdebc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=949eb7df2dfae919 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.729+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdecc009c10 con 0x7fdebc004d40 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.729+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdecc036070 con 0x7fdebc004d40 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.729+0000 7fded2ffd640 1 -- 172.21.15.94:0/2894111410 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdecc031880 con 0x7fdebc004d40 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.730+0000 7fdeda85e640 1 -- 172.21.15.94:0/2894111410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 msgr2=0x7fdebc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.730+0000 7fdeda85e640 1 --2- 172.21.15.94:0/2894111410 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fdebc0051c0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fdecc009fc0 tx=0x7fdebc005830 comp rx=0 tx=0).stop 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.730+0000 7fded8dfb640 1 -- 172.21.15.94:0/2894111410 reap_dead start 2024-09-10T08:37:12.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.730+0000 7fdeda85e640 1 -- 172.21.15.94:0/2894111410 shutdown_connections 2024-09-10T08:37:12.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.730+0000 7fdeda85e640 1 -- 172.21.15.94:0/2894111410 >> 172.21.15.94:0/2894111410 conn(0x7fded409d780 msgr2=0x7fded40d43d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:12.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.730+0000 7fdeda85e640 1 -- 172.21.15.94:0/2894111410 shutdown_connections 2024-09-10T08:37:12.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.730+0000 7fdeda85e640 1 -- 172.21.15.94:0/2894111410 wait complete. 2024-09-10T08:37:12.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.731+0000 7fdeda85e640 1 Processor -- start 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.731+0000 7fdeda85e640 1 -- start start 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fdeda85e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fded41f5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fdeda85e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fded40cd000 0x7fded4153730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fdeda85e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4160ee0 0x7fded4161360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fdeda85e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fded41624c0 con 0x7fdebc004d40 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fdeda85e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fded415e8a0 con 0x7fded40cd000 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fdeda85e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fded4162640 con 0x7fded4160ee0 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fded41f5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fded41f5240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56462/0 (socket says 172.21.15.94:56462) 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 -- 172.21.15.94:0/1013900895 learned_addr learned my addr 172.21.15.94:0/1013900895 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded37fe640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fded40cd000 0x7fded4153730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded8dfb640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4160ee0 0x7fded4161360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 -- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4160ee0 msgr2=0x7fded4161360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4160ee0 0x7fded4161360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 -- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fded40cd000 msgr2=0x7fded4153730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fded40cd000 0x7fded4153730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 -- 172.21.15.94:0/1013900895 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded40cd7c0 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded37fe640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fded40cd000 0x7fded4153730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded3fff640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fded41f5240 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fdec40072c0 tx=0x7fdec4007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded0ff9640 1 -- 172.21.15.94:0/1013900895 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec400f960 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded0ff9640 1 -- 172.21.15.94:0/1013900895 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdec4018070 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fded40cdaa0 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.732+0000 7fded0ff9640 1 -- 172.21.15.94:0/1013900895 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdec400fd40 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.733+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fded40ce060 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.733+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fded40d2e90 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.734+0000 7fded0ff9640 1 -- 172.21.15.94:0/1013900895 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdec401d460 con 0x7fdebc004d40 2024-09-10T08:37:12.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.734+0000 7fded0ff9640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdec006be30 0x7fdec006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:12.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.735+0000 7fded37fe640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdec006be30 0x7fdec006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:12.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.735+0000 7fded0ff9640 1 -- 172.21.15.94:0/1013900895 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5249+0+0 (secure 0 0 0) 0x7fdec408adc0 con 0x7fdebc004d40 2024-09-10T08:37:12.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.735+0000 7fded37fe640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdec006be30 0x7fdec006e2f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fded40ce5a0 tx=0x7fdec8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:12.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.739+0000 7fded0ff9640 1 -- 172.21.15.94:0/1013900895 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdec4059930 con 0x7fdebc004d40 2024-09-10T08:37:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:12.907+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fded41e9730 con 0x7fdebc004d40 2024-09-10T08:37:13.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.230+0000 7fded0ff9640 1 -- 172.21.15.94:0/1013900895 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v99) ==== 138+0+0 (secure 0 0 0) 0x7fdec4059230 con 0x7fdebc004d40 2024-09-10T08:37:13.231 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-09-10T08:37:13.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.232+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdec006be30 msgr2=0x7fdec006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:13.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.232+0000 7fdeda85e640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdec006be30 0x7fdec006e2f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fded40ce5a0 tx=0x7fdec8008040 comp rx=0 tx=0).stop 2024-09-10T08:37:13.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.232+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 msgr2=0x7fded41f5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:13.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.232+0000 7fdeda85e640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fded41f5240 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fdec40072c0 tx=0x7fdec4007780 comp rx=0 tx=0).stop 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 shutdown_connections 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdec006be30 0x7fdec006e2f0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fded40cd000 0x7fded4153730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fded4160ee0 0x7fded4161360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 --2- 172.21.15.94:0/1013900895 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdebc004d40 0x7fded41f5240 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 >> 172.21.15.94:0/1013900895 conn(0x7fded409d780 msgr2=0x7fded40b2080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 shutdown_connections 2024-09-10T08:37:13.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.233+0000 7fdeda85e640 1 -- 172.21.15.94:0/1013900895 wait complete. 2024-09-10T08:37:13.247 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:37:13.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.353+0000 7fe3b17a8640 1 Processor -- start 2024-09-10T08:37:13.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.353+0000 7fe3b17a8640 1 -- start start 2024-09-10T08:37:13.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3b17a8640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe3ac15e650 0x7fe3ac0cf380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:13.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3b17a8640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe3ac0cf8c0 0x7fe3ac0d43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:13.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3b17a8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0d4910 0x7fe3ac0b5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:13.355 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3b17a8640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe3ac0d32c0 con 0x7fe3ac0cf8c0 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3b17a8640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe3ac0d35a0 con 0x7fe3ac15e650 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3b17a8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe3ac0d3880 con 0x7fe3ac0d4910 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe3ac0cf8c0 0x7fe3ac0d43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe3ac0cf8c0 0x7fe3ac0d43d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56478/0 (socket says 172.21.15.94:56478) 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 -- 172.21.15.94:0/146015357 learned_addr learned my addr 172.21.15.94:0/146015357 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3aaffd640 1 --2- 172.21.15.94:0/146015357 >> v2:172.21.15.143:3300/0 conn(0x7fe3ac15e650 0x7fe3ac0cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3ab7fe640 1 --2- 172.21.15.94:0/146015357 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0d4910 0x7fe3ac0b5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 -- 172.21.15.94:0/146015357 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0d4910 msgr2=0x7fe3ac0b5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 --2- 172.21.15.94:0/146015357 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0d4910 0x7fe3ac0b5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 -- 172.21.15.94:0/146015357 >> v2:172.21.15.143:3300/0 conn(0x7fe3ac15e650 msgr2=0x7fe3ac0cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 --2- 172.21.15.94:0/146015357 >> v2:172.21.15.143:3300/0 conn(0x7fe3ac15e650 0x7fe3ac0cf380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.356 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3a27fc640 1 -- 172.21.15.94:0/146015357 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3ac0d3b60 con 0x7fe3ac0cf8c0 2024-09-10T08:37:13.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.354+0000 7fe3ab7fe640 1 --2- 172.21.15.94:0/146015357 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0d4910 0x7fe3ac0b5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:13.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.355+0000 7fe3a27fc640 1 --2- 172.21.15.94:0/146015357 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac0cf8c0 0x7fe3ac0d43d0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fe3ac0d5080 tx=0x7fe39402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57953f9830b0cc05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:13.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.355+0000 7fe3aa7fc640 1 -- 172.21.15.94:0/146015357 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe394037070 con 0x7fe3ac0cf8c0 2024-09-10T08:37:13.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.355+0000 7fe3aa7fc640 1 -- 172.21.15.94:0/146015357 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe394032440 con 0x7fe3ac0cf8c0 2024-09-10T08:37:13.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.355+0000 7fe3aa7fc640 1 -- 172.21.15.94:0/146015357 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe394032810 con 0x7fe3ac0cf8c0 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 -- 172.21.15.94:0/146015357 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac0cf8c0 msgr2=0x7fe3ac0d43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/146015357 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac0cf8c0 0x7fe3ac0d43d0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fe3ac0d5080 tx=0x7fe39402a270 comp rx=0 tx=0).stop 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 -- 172.21.15.94:0/146015357 shutdown_connections 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/146015357 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0d4910 0x7fe3ac0b5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/146015357 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac0cf8c0 0x7fe3ac0d43d0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/146015357 >> v2:172.21.15.143:3300/0 conn(0x7fe3ac15e650 0x7fe3ac0cf380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 -- 172.21.15.94:0/146015357 >> 172.21.15.94:0/146015357 conn(0x7fe3ac073660 msgr2=0x7fe3ac073a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 -- 172.21.15.94:0/146015357 shutdown_connections 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.356+0000 7fe3b17a8640 1 -- 172.21.15.94:0/146015357 wait complete. 2024-09-10T08:37:13.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.357+0000 7fe3b17a8640 1 Processor -- start 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.357+0000 7fe3b17a8640 1 -- start start 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3b17a8640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0cf8c0 0x7fe3ac155930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3b17a8640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe3ac0d4910 0x7fe3ac154470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3b17a8640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac15e650 0x7fe3ac160c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3b17a8640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ac0b6580 con 0x7fe3ac15e650 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3b17a8640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ac0b6400 con 0x7fe3ac0d4910 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3b17a8640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe3ac0b6700 con 0x7fe3ac0cf8c0 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac15e650 0x7fe3ac160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac15e650 0x7fe3ac160c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56482/0 (socket says 172.21.15.94:56482) 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 -- 172.21.15.94:0/2776553111 learned_addr learned my addr 172.21.15.94:0/2776553111 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3aaffd640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0cf8c0 0x7fe3ac155930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:13.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3a27fc640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe3ac0d4910 0x7fe3ac154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 -- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0cf8c0 msgr2=0x7fe3ac155930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0cf8c0 0x7fe3ac155930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 -- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe3ac0d4910 msgr2=0x7fe3ac154470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe3ac0d4910 0x7fe3ac154470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 -- 172.21.15.94:0/2776553111 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3ac159450 con 0x7fe3ac15e650 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3ab7fe640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac15e650 0x7fe3ac160c00 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fe3a400cf20 tx=0x7fe3a400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.358+0000 7fe3a3fff640 1 -- 172.21.15.94:0/2776553111 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3a401a070 con 0x7fe3ac15e650 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.359+0000 7fe3a3fff640 1 -- 172.21.15.94:0/2776553111 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3a400d840 con 0x7fe3ac15e650 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.359+0000 7fe3a3fff640 1 -- 172.21.15.94:0/2776553111 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3a400dc30 con 0x7fe3ac15e650 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.359+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3ac154e50 con 0x7fe3ac15e650 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.359+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3ac155410 con 0x7fe3ac15e650 2024-09-10T08:37:13.362 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.359+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3ac0b6a60 con 0x7fe3ac15e650 2024-09-10T08:37:13.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.360+0000 7fe3a3fff640 1 -- 172.21.15.94:0/2776553111 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe3a401d070 con 0x7fe3ac15e650 2024-09-10T08:37:13.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.361+0000 7fe3a3fff640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe38c06be30 0x7fe38c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:13.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.361+0000 7fe3aaffd640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe38c06be30 0x7fe38c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:13.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.361+0000 7fe3a3fff640 1 -- 172.21.15.94:0/2776553111 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5619+0+0 (secure 0 0 0) 0x7fe3a408b580 con 0x7fe3ac15e650 2024-09-10T08:37:13.363 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.361+0000 7fe3aaffd640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe38c06be30 0x7fe38c06e2f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fe39c0079a0 tx=0x7fe39c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:13.365 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.365+0000 7fe3a3fff640 1 -- 172.21.15.94:0/2776553111 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe3a40599c0 con 0x7fe3ac15e650 2024-09-10T08:37:13.530 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:13.530+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe3ac0cdcf0 con 0x7fe3ac15e650 2024-09-10T08:37:14.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.235+0000 7fe3a3fff640 1 -- 172.21.15.94:0/2776553111 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v100) ==== 170+0+0 (secure 0 0 0) 0x7fe3a405dcc0 con 0x7fe3ac15e650 2024-09-10T08:37:14.236 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe38c06be30 msgr2=0x7fe38c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe38c06be30 0x7fe38c06e2f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fe39c0079a0 tx=0x7fe39c008040 comp rx=0 tx=0).stop 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac15e650 msgr2=0x7fe3ac160c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac15e650 0x7fe3ac160c00 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fe3a400cf20 tx=0x7fe3a400a710 comp rx=0 tx=0).stop 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 shutdown_connections 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe38c06be30 0x7fe38c06e2f0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe3ac0d4910 0x7fe3ac154470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe3ac15e650 0x7fe3ac160c00 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 --2- 172.21.15.94:0/2776553111 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe3ac0cf8c0 0x7fe3ac155930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.238+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 >> 172.21.15.94:0/2776553111 conn(0x7fe3ac073660 msgr2=0x7fe3ac073a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:14.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.239+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 shutdown_connections 2024-09-10T08:37:14.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.239+0000 7fe3b17a8640 1 -- 172.21.15.94:0/2776553111 wait complete. 2024-09-10T08:37:14.264 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:37:14.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.368+0000 7f974b749640 1 Processor -- start 2024-09-10T08:37:14.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.368+0000 7f974b749640 1 -- start start 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f974b749640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f97441530c0 0x7f97440cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f974b749640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f974406d230 0x7f97440cf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f974b749640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97440cdfa0 con 0x7f97440cd7f0 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f974b749640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f974415c5f0 con 0x7f97441530c0 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f974b749640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97440cdcc0 con 0x7f974406d230 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f97494e5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f97441530c0 0x7f97440cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f9748ce4640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f97440cd7f0 0x7f974406cb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41892/0 (socket says 172.21.15.94:41892) 2024-09-10T08:37:14.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.369+0000 7f9748ce4640 1 -- 172.21.15.94:0/1544506528 learned_addr learned my addr 172.21.15.94:0/1544506528 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.370+0000 7f97494e5640 1 -- 172.21.15.94:0/1544506528 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f974406d230 msgr2=0x7f97440cf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.370+0000 7f97494e5640 1 --2- 172.21.15.94:0/1544506528 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f974406d230 0x7f97440cf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.370+0000 7f97494e5640 1 -- 172.21.15.94:0/1544506528 >> v1:172.21.15.94:6789/0 conn(0x7f97440cd7f0 legacy=0x7f974406cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.370+0000 7f973bfff640 1 -- 172.21.15.94:0/1544506528 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2721011538 0 0) 0x7f9734001110 con 0x7f97440cd7f0 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.370+0000 7f97494e5640 1 -- 172.21.15.94:0/1544506528 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f974415c850 con 0x7f97441530c0 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.370+0000 7f97494e5640 1 --2- 172.21.15.94:0/1544506528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97441530c0 0x7f97440cd2b0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f97400097a0 tx=0x7f974002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=512b4aa09db50dc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f973bfff640 1 -- 172.21.15.94:0/1544506528 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740037070 con 0x7f97441530c0 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f973bfff640 1 -- 172.21.15.94:0/1544506528 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9740032440 con 0x7f97441530c0 2024-09-10T08:37:14.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f973bfff640 1 -- 172.21.15.94:0/1544506528 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740032810 con 0x7f97441530c0 2024-09-10T08:37:14.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 -- 172.21.15.94:0/1544506528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97441530c0 msgr2=0x7f97440cd2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:14.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 --2- 172.21.15.94:0/1544506528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97441530c0 0x7f97440cd2b0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f97400097a0 tx=0x7f974002a180 comp rx=0 tx=0).stop 2024-09-10T08:37:14.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 -- 172.21.15.94:0/1544506528 shutdown_connections 2024-09-10T08:37:14.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 --2- 172.21.15.94:0/1544506528 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f974406d230 0x7f97440cf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 --2- 172.21.15.94:0/1544506528 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f97441530c0 0x7f97440cd2b0 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 -- 172.21.15.94:0/1544506528 >> 172.21.15.94:0/1544506528 conn(0x7f9744072470 msgr2=0x7f9744072880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:14.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 -- 172.21.15.94:0/1544506528 shutdown_connections 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.371+0000 7f974b749640 1 -- 172.21.15.94:0/1544506528 wait complete. 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.372+0000 7f974b749640 1 Processor -- start 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.372+0000 7f974b749640 1 -- start start 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f974b749640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f974406d230 0x7f974414c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f974b749640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97440cd7f0 0x7f97440b42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f974b749640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97441530c0 0x7f97440b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f974b749640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f97441534a0 con 0x7f974406d230 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f974b749640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f974415ce10 con 0x7f97441530c0 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f974b749640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f97440b5e20 con 0x7f97440cd7f0 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f97494e5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f974406d230 0x7f974414c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:14.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f97494e5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f974406d230 0x7f974414c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56498/0 (socket says 172.21.15.94:56498) 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.373+0000 7f97494e5640 1 -- 172.21.15.94:0/1978528687 learned_addr learned my addr 172.21.15.94:0/1978528687 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f97494e5640 1 -- 172.21.15.94:0/1978528687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97440cd7f0 msgr2=0x7f97440b42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f97494e5640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97440cd7f0 0x7f97440b42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f97494e5640 1 -- 172.21.15.94:0/1978528687 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97441530c0 msgr2=0x7f97440b47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f97494e5640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97441530c0 0x7f97440b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f97494e5640 1 -- 172.21.15.94:0/1978528687 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97440ae280 con 0x7f974406d230 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f97494e5640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f974406d230 0x7f974414c410 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f97400097a0 tx=0x7f97400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f9739ffb640 1 -- 172.21.15.94:0/1978528687 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740037040 con 0x7f974406d230 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f9739ffb640 1 -- 172.21.15.94:0/1978528687 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9740004250 con 0x7f974406d230 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97440ae560 con 0x7f974406d230 2024-09-10T08:37:14.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f9739ffb640 1 -- 172.21.15.94:0/1978528687 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740032e20 con 0x7f974406d230 2024-09-10T08:37:14.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.374+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97440aeb20 con 0x7f974406d230 2024-09-10T08:37:14.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.375+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9744067fa0 con 0x7f974406d230 2024-09-10T08:37:14.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.376+0000 7f9739ffb640 1 -- 172.21.15.94:0/1978528687 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9740030770 con 0x7f974406d230 2024-09-10T08:37:14.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.376+0000 7f9739ffb640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f972806be60 0x7f972806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:14.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.376+0000 7f9739ffb640 1 -- 172.21.15.94:0/1978528687 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 6001+0+0 (secure 0 0 0) 0x7f97400ac2f0 con 0x7f974406d230 2024-09-10T08:37:14.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.376+0000 7f9748ce4640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f972806be60 0x7f972806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:14.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.377+0000 7f9748ce4640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f972806be60 0x7f972806e320 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f97440af490 tx=0x7f9734001310 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:14.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.381+0000 7f9739ffb640 1 -- 172.21.15.94:0/1978528687 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9744067fa0 con 0x7f974406d230 2024-09-10T08:37:14.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:14.579+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f974415d330 con 0x7f974406d230 2024-09-10T08:37:15.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.237+0000 7f9739ffb640 1 -- 172.21.15.94:0/1978528687 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 15 and data pool 16 v49) ==== 174+0+0 (secure 0 0 0) 0x7f974007ad20 con 0x7f974406d230 2024-09-10T08:37:15.238 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 15 and data pool 16 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f972806be60 msgr2=0x7f972806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f972806be60 0x7f972806e320 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f97440af490 tx=0x7f9734001310 comp rx=0 tx=0).stop 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f974406d230 msgr2=0x7f974414c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f974406d230 0x7f974414c410 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f97400097a0 tx=0x7f97400046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 shutdown_connections 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f972806be60 0x7f972806e320 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f97441530c0 0x7f97440b47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f97440cd7f0 0x7f97440b42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 --2- 172.21.15.94:0/1978528687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f974406d230 0x7f974414c410 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 >> 172.21.15.94:0/1978528687 conn(0x7f9744072470 msgr2=0x7f974415fa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:15.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.241+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 shutdown_connections 2024-09-10T08:37:15.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.242+0000 7f974b749640 1 -- 172.21.15.94:0/1978528687 wait complete. 2024-09-10T08:37:15.268 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:37:15.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.371+0000 7f8038ee4640 1 Processor -- start 2024-09-10T08:37:15.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.371+0000 7f8038ee4640 1 -- start start 2024-09-10T08:37:15.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8038ee4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8034160370 0x7f80340d2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8038ee4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80340d0fa0 con 0x7f803415c650 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8038ee4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80340d1280 con 0x7f803415c270 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8038ee4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f80340d0d70 con 0x7f8034160370 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8032d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8034160370 0x7f80340d2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8032d9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8034160370 0x7f80340d2040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56508/0 (socket says 172.21.15.94:56508) 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8031d9b640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f803415c650 0x7f803415fc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41896/0 (socket says 172.21.15.94:41896) 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8032d9d640 1 -- 172.21.15.94:0/1029953690 learned_addr learned my addr 172.21.15.94:0/1029953690 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8032d9d640 1 -- 172.21.15.94:0/1029953690 >> v1:172.21.15.143:6789/0 conn(0x7f803415c270 legacy=0x7f80340b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8032d9d640 1 -- 172.21.15.94:0/1029953690 >> v1:172.21.15.94:6789/0 conn(0x7f803415c650 legacy=0x7f803415fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f8032d9d640 1 -- 172.21.15.94:0/1029953690 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80340d1560 con 0x7f8034160370 2024-09-10T08:37:15.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.372+0000 7f803159a640 1 -- 172.21.15.94:0/1029953690 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1121545757 0 0) 0x7f80340d0fa0 con 0x7f803415c650 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.373+0000 7f8032d9d640 1 --2- 172.21.15.94:0/1029953690 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8034160370 0x7f80340d2040 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f802c009e50 tx=0x7f802c02a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1ffc35d34e9c33e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.373+0000 7f803159a640 1 -- 172.21.15.94:0/1029953690 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c036070 con 0x7f8034160370 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.373+0000 7f803159a640 1 -- 172.21.15.94:0/1029953690 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f802c031600 con 0x7f8034160370 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.373+0000 7f803159a640 1 -- 172.21.15.94:0/1029953690 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c0319f0 con 0x7f8034160370 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.374+0000 7f8038ee4640 1 -- 172.21.15.94:0/1029953690 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8034160370 msgr2=0x7f80340d2040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.374+0000 7f8038ee4640 1 --2- 172.21.15.94:0/1029953690 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8034160370 0x7f80340d2040 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f802c009e50 tx=0x7f802c02a7c0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.374+0000 7f8038ee4640 1 -- 172.21.15.94:0/1029953690 shutdown_connections 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.374+0000 7f8038ee4640 1 --2- 172.21.15.94:0/1029953690 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8034160370 0x7f80340d2040 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.374+0000 7f8038ee4640 1 -- 172.21.15.94:0/1029953690 >> 172.21.15.94:0/1029953690 conn(0x7f803406feb0 msgr2=0x7f8034070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.374+0000 7f8038ee4640 1 -- 172.21.15.94:0/1029953690 shutdown_connections 2024-09-10T08:37:15.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.374+0000 7f8038ee4640 1 -- 172.21.15.94:0/1029953690 wait complete. 2024-09-10T08:37:15.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.375+0000 7f8038ee4640 1 Processor -- start 2024-09-10T08:37:15.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.375+0000 7f8038ee4640 1 -- start start 2024-09-10T08:37:15.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8038ee4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f803415c270 0x7f8034151280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8038ee4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f803415c650 0x7f80340b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8038ee4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8034160370 0x7f803415d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8038ee4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f80340b67a0 con 0x7f803415c650 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8038ee4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f80340d1b20 con 0x7f8034160370 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8038ee4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f803415ca90 con 0x7f803415c270 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f803415c650 0x7f80340b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f803415c650 0x7f80340b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56510/0 (socket says 172.21.15.94:56510) 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 -- 172.21.15.94:0/429365444 learned_addr learned my addr 172.21.15.94:0/429365444 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8032d9d640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8034160370 0x7f803415d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 -- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f803415c270 msgr2=0x7f8034151280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f803259c640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f803415c270 0x7f8034151280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f803415c270 0x7f8034151280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 -- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8034160370 msgr2=0x7f803415d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8034160370 0x7f803415d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8031d9b640 1 -- 172.21.15.94:0/429365444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80340b25c0 con 0x7f803415c650 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f8032d9d640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8034160370 0x7f803415d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:15.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.376+0000 7f803259c640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f803415c270 0x7f8034151280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:15.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.377+0000 7f8031d9b640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f803415c650 0x7f80340b1d70 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f802800c4a0 tx=0x7f802800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.377+0000 7f8022ffd640 1 -- 172.21.15.94:0/429365444 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8028018070 con 0x7f803415c650 2024-09-10T08:37:15.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.377+0000 7f8022ffd640 1 -- 172.21.15.94:0/429365444 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80280074e0 con 0x7f803415c650 2024-09-10T08:37:15.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.377+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80340b28a0 con 0x7f803415c650 2024-09-10T08:37:15.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.377+0000 7f8022ffd640 1 -- 172.21.15.94:0/429365444 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8028004a20 con 0x7f803415c650 2024-09-10T08:37:15.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.377+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80340b2e60 con 0x7f803415c650 2024-09-10T08:37:15.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.378+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80341608e0 con 0x7f803415c650 2024-09-10T08:37:15.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.378+0000 7f8022ffd640 1 -- 172.21.15.94:0/429365444 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f802801b070 con 0x7f803415c650 2024-09-10T08:37:15.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.379+0000 7f8022ffd640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801406be30 0x7f801406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.379+0000 7f8022ffd640 1 -- 172.21.15.94:0/429365444 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6101+0+0 (secure 0 0 0) 0x7f802808a390 con 0x7f803415c650 2024-09-10T08:37:15.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.379+0000 7f803259c640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801406be30 0x7f801406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.381 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.379+0000 7f803259c640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801406be30 0x7f801406e2f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f8034072160 tx=0x7f8024009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.383 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.383+0000 7f8022ffd640 1 -- 172.21.15.94:0/429365444 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8028058bb0 con 0x7f803415c650 2024-09-10T08:37:15.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.549+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f80340d2f20 con 0x7f803415c650 2024-09-10T08:37:15.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.550+0000 7f8022ffd640 1 -- 172.21.15.94:0/429365444 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+16957 (secure 0 0 0) 0x7f80280584b0 con 0x7f803415c650 2024-09-10T08:37:15.551 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:15.551 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":101,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:37:14.580667+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:37:12.926665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-10T08:37:13.549122+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:37:15.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801406be30 msgr2=0x7f801406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801406be30 0x7f801406e2f0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f8034072160 tx=0x7f8024009040 comp rx=0 tx=0).stop 2024-09-10T08:37:15.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f803415c650 msgr2=0x7f80340b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.553 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f803415c650 0x7f80340b1d70 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f802800c4a0 tx=0x7f802800c960 comp rx=0 tx=0).stop 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 shutdown_connections 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f801406be30 0x7f801406e2f0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8034160370 0x7f803415d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f803415c650 0x7f80340b1d70 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 --2- 172.21.15.94:0/429365444 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f803415c270 0x7f8034151280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 >> 172.21.15.94:0/429365444 conn(0x7f803406feb0 msgr2=0x7f8034071650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 shutdown_connections 2024-09-10T08:37:15.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.553+0000 7f8038ee4640 1 -- 172.21.15.94:0/429365444 wait complete. 2024-09-10T08:37:15.564 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:37:15.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.661+0000 7ff3e0b9f640 1 Processor -- start 2024-09-10T08:37:15.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.661+0000 7ff3e0b9f640 1 -- start start 2024-09-10T08:37:15.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3e0b9f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff3dc15ecf0 0x7ff3dc0adb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3e0b9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc06f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3e0b9f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff3dc06fda0 con 0x7ff3dc15b160 2024-09-10T08:37:15.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3e0b9f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7ff3dc15f1f0 con 0x7ff3dc15ecf0 2024-09-10T08:37:15.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3e0b9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff3dc15f4d0 con 0x7ff3dc06f450 2024-09-10T08:37:15.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3d9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff3dc15ecf0 0x7ff3dc0adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3d9d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7ff3dc15ecf0 0x7ff3dc0adb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56514/0 (socket says 172.21.15.94:56514) 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3da59c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff3dc15b160 0x7ff3dc073400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41912/0 (socket says 172.21.15.94:41912) 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.662+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/2295129232 learned_addr learned my addr 172.21.15.94:0/2295129232 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3dad9d640 1 --2- 172.21.15.94:0/2295129232 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc06f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/2295129232 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 msgr2=0x7ff3dc06f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3d9d9b640 1 --2- 172.21.15.94:0/2295129232 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc06f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/2295129232 >> v1:172.21.15.94:6789/0 conn(0x7ff3dc15b160 legacy=0x7ff3dc073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3d959a640 1 -- 172.21.15.94:0/2295129232 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2314936613 0 0) 0x7ff3cc001110 con 0x7ff3dc15b160 2024-09-10T08:37:15.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/2295129232 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3dc15f7b0 con 0x7ff3dc15ecf0 2024-09-10T08:37:15.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3d9d9b640 1 --2- 172.21.15.94:0/2295129232 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15ecf0 0x7ff3dc0adb70 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4009870 tx=0x7ff3c402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d2de7272c8ec9f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.663+0000 7ff3d959a640 1 -- 172.21.15.94:0/2295129232 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4037070 con 0x7ff3dc15ecf0 2024-09-10T08:37:15.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3d959a640 1 -- 172.21.15.94:0/2295129232 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c4032440 con 0x7ff3dc15ecf0 2024-09-10T08:37:15.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3d959a640 1 -- 172.21.15.94:0/2295129232 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4032810 con 0x7ff3dc15ecf0 2024-09-10T08:37:15.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/2295129232 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15ecf0 msgr2=0x7ff3dc0adb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/2295129232 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15ecf0 0x7ff3dc0adb70 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4009870 tx=0x7ff3c402a1c0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.666 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/2295129232 shutdown_connections 2024-09-10T08:37:15.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/2295129232 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc06f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/2295129232 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15ecf0 0x7ff3dc0adb70 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/2295129232 >> 172.21.15.94:0/2295129232 conn(0x7ff3dc0b1b30 msgr2=0x7ff3dc0b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:15.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/2295129232 shutdown_connections 2024-09-10T08:37:15.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.664+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/2295129232 wait complete. 2024-09-10T08:37:15.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.665+0000 7ff3e0b9f640 1 Processor -- start 2024-09-10T08:37:15.667 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3e0b9f640 1 -- start start 2024-09-10T08:37:15.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3e0b9f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc1f0f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3e0b9f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15b160 0x7ff3dc1f1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3e0b9f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3dc15ecf0 0x7ff3dc0af280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3e0b9f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff3dc0ae0b0 con 0x7ff3dc15b160 2024-09-10T08:37:15.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3e0b9f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff3dc15b540 con 0x7ff3dc15ecf0 2024-09-10T08:37:15.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3e0b9f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff3dc0b3310 con 0x7ff3dc06f450 2024-09-10T08:37:15.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3d9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15b160 0x7ff3dc1f1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3d9d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15b160 0x7ff3dc1f1ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56530/0 (socket says 172.21.15.94:56530) 2024-09-10T08:37:15.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.666+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/1101531597 learned_addr learned my addr 172.21.15.94:0/1101531597 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:15.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3da59c640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc1f0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3dad9d640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3dc15ecf0 0x7ff3dc0af280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 msgr2=0x7ff3dc1f0f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d9d9b640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc1f0f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.672 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3dc15ecf0 msgr2=0x7ff3dc0af280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d9d9b640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3dc15ecf0 0x7ff3dc0af280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d9d9b640 1 -- 172.21.15.94:0/1101531597 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3dc0afad0 con 0x7ff3dc15b160 2024-09-10T08:37:15.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d9d9b640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15b160 0x7ff3dc1f1ac0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4000c00 tx=0x7ff3c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d2ffd640 1 -- 172.21.15.94:0/1101531597 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4041020 con 0x7ff3dc15b160 2024-09-10T08:37:15.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d2ffd640 1 -- 172.21.15.94:0/1101531597 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff3c40306c0 con 0x7ff3dc15b160 2024-09-10T08:37:15.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3d2ffd640 1 -- 172.21.15.94:0/1101531597 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4037040 con 0x7ff3dc15b160 2024-09-10T08:37:15.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3dc0afdb0 con 0x7ff3dc15b160 2024-09-10T08:37:15.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.667+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3dc0b0370 con 0x7ff3dc15b160 2024-09-10T08:37:15.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.668+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3dc06f860 con 0x7ff3dc15b160 2024-09-10T08:37:15.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.669+0000 7ff3d2ffd640 1 -- 172.21.15.94:0/1101531597 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff3c4044020 con 0x7ff3dc15b160 2024-09-10T08:37:15.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.669+0000 7ff3d2ffd640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff3bc06be30 0x7ff3bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.669+0000 7ff3da59c640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff3bc06be30 0x7ff3bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.669+0000 7ff3d2ffd640 1 -- 172.21.15.94:0/1101531597 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6101+0+0 (secure 0 0 0) 0x7ff3c40ab830 con 0x7ff3dc15b160 2024-09-10T08:37:15.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.670+0000 7ff3da59c640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff3bc06be30 0x7ff3bc06e2f0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc000f60 tx=0x7ff3cc007970 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.676 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.673+0000 7ff3d2ffd640 1 -- 172.21.15.94:0/1101531597 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff3c404b030 con 0x7ff3dc15b160 2024-09-10T08:37:15.838 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.838+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff3dc073900 con 0x7ff3dc15b160 2024-09-10T08:37:15.839 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.839+0000 7ff3d2ffd640 1 -- 172.21.15.94:0/1101531597 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+16957 (secure 0 0 0) 0x7ff3c407a050 con 0x7ff3dc15b160 2024-09-10T08:37:15.840 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:15.840 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":101,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:37:14.580667+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:37:12.926665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-10T08:37:13.549122+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:37:15.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff3bc06be30 msgr2=0x7ff3bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff3bc06be30 0x7ff3bc06e2f0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc000f60 tx=0x7ff3cc007970 comp rx=0 tx=0).stop 2024-09-10T08:37:15.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15b160 msgr2=0x7ff3dc1f1ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.842 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15b160 0x7ff3dc1f1ac0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4000c00 tx=0x7ff3c40046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 shutdown_connections 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff3bc06be30 0x7ff3bc06e2f0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff3dc15ecf0 0x7ff3dc0af280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff3dc15b160 0x7ff3dc1f1ac0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 --2- 172.21.15.94:0/1101531597 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff3dc06f450 0x7ff3dc1f0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 >> 172.21.15.94:0/1101531597 conn(0x7ff3dc0b1b30 msgr2=0x7ff3dc15a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 shutdown_connections 2024-09-10T08:37:15.843 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.841+0000 7ff3e0b9f640 1 -- 172.21.15.94:0/1101531597 wait complete. 2024-09-10T08:37:15.852 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:37:15.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 Processor -- start 2024-09-10T08:37:15.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 -- start start 2024-09-10T08:37:15.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb68c15bfd0 0x7fb68c0d1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb68c15c3b0 0x7fb68c0d1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c0cc7f0 0x7fb68c0ccc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb68c0cd1a0 con 0x7fb68c15bfd0 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb68c0ceab0 con 0x7fb68c15c3b0 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb691daf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb68c0d3050 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.954+0000 7fb68b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb68c15bfd0 0x7fb68c0d1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68b7fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb68c15bfd0 0x7fb68c0d1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56544/0 (socket says 172.21.15.94:56544) 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68b7fe640 1 -- 172.21.15.94:0/3275446634 learned_addr learned my addr 172.21.15.94:0/3275446634 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb683fff640 1 --2- 172.21.15.94:0/3275446634 >> v2:172.21.15.143:3300/0 conn(0x7fb68c15c3b0 0x7fb68c0d1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68b7fe640 1 -- 172.21.15.94:0/3275446634 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c0cc7f0 msgr2=0x7fb68c0ccc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68bfff640 1 --2- 172.21.15.94:0/3275446634 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c0cc7f0 0x7fb68c0ccc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68b7fe640 1 --2- 172.21.15.94:0/3275446634 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c0cc7f0 0x7fb68c0ccc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68b7fe640 1 -- 172.21.15.94:0/3275446634 >> v2:172.21.15.143:3300/0 conn(0x7fb68c15c3b0 msgr2=0x7fb68c0d1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:15.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68b7fe640 1 --2- 172.21.15.94:0/3275446634 >> v2:172.21.15.143:3300/0 conn(0x7fb68c15c3b0 0x7fb68c0d1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb68b7fe640 1 -- 172.21.15.94:0/3275446634 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb68c0d24d0 con 0x7fb68c15bfd0 2024-09-10T08:37:15.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.955+0000 7fb683fff640 1 --2- 172.21.15.94:0/3275446634 >> v2:172.21.15.143:3300/0 conn(0x7fb68c15c3b0 0x7fb68c0d1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:15.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb68b7fe640 1 --2- 172.21.15.94:0/3275446634 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c15bfd0 0x7fb68c0d1930 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fb68c0d23e0 tx=0x7fb67c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3620e8207c77cc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb68affd640 1 -- 172.21.15.94:0/3275446634 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67c037070 con 0x7fb68c15bfd0 2024-09-10T08:37:15.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb68affd640 1 -- 172.21.15.94:0/3275446634 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb67c032440 con 0x7fb68c15bfd0 2024-09-10T08:37:15.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb68affd640 1 -- 172.21.15.94:0/3275446634 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67c032810 con 0x7fb68c15bfd0 2024-09-10T08:37:15.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 -- 172.21.15.94:0/3275446634 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c15bfd0 msgr2=0x7fb68c0d1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 --2- 172.21.15.94:0/3275446634 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c15bfd0 0x7fb68c0d1930 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fb68c0d23e0 tx=0x7fb67c02a140 comp rx=0 tx=0).stop 2024-09-10T08:37:15.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 -- 172.21.15.94:0/3275446634 shutdown_connections 2024-09-10T08:37:15.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 --2- 172.21.15.94:0/3275446634 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c0cc7f0 0x7fb68c0ccc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 --2- 172.21.15.94:0/3275446634 >> v2:172.21.15.143:3300/0 conn(0x7fb68c15c3b0 0x7fb68c0d1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 --2- 172.21.15.94:0/3275446634 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c15bfd0 0x7fb68c0d1930 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 -- 172.21.15.94:0/3275446634 >> 172.21.15.94:0/3275446634 conn(0x7fb68c067950 msgr2=0x7fb68c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 -- 172.21.15.94:0/3275446634 shutdown_connections 2024-09-10T08:37:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.956+0000 7fb691daf640 1 -- 172.21.15.94:0/3275446634 wait complete. 2024-09-10T08:37:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 Processor -- start 2024-09-10T08:37:15.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 -- start start 2024-09-10T08:37:15.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c0cc7f0 0x7fb68c1569c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.961 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c15bfd0 0x7fb68c14c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb68c15c3b0 0x7fb68c1f55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb68c0d2d70 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb68c0d2a90 con 0x7fb68c15c3b0 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb691daf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb68c0cfd70 con 0x7fb68c15bfd0 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb68b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c0cc7f0 0x7fb68c1569c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb68b7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c0cc7f0 0x7fb68c1569c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56546/0 (socket says 172.21.15.94:56546) 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.958+0000 7fb68b7fe640 1 -- 172.21.15.94:0/4089986830 learned_addr learned my addr 172.21.15.94:0/4089986830 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb683fff640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c15bfd0 0x7fb68c14c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb68bfff640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb68c15c3b0 0x7fb68c1f55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb68b7fe640 1 -- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c15bfd0 msgr2=0x7fb68c14c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb68b7fe640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c15bfd0 0x7fb68c14c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb68b7fe640 1 -- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb68c15c3b0 msgr2=0x7fb68c1f55c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:15.962 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb68b7fe640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb68c15c3b0 0x7fb68c1f55c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb68b7fe640 1 -- 172.21.15.94:0/4089986830 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb68c155ad0 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb683fff640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c15bfd0 0x7fb68c14c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb68b7fe640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c0cc7f0 0x7fb68c1569c0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fb67c000c00 tx=0x7fb67c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb688ff9640 1 -- 172.21.15.94:0/4089986830 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67c037040 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb688ff9640 1 -- 172.21.15.94:0/4089986830 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb67c042070 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb688ff9640 1 -- 172.21.15.94:0/4089986830 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67c030bb0 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb68c0cbbf0 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.959+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb68c14cc00 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.960+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb68c0ccc60 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.961+0000 7fb688ff9640 1 -- 172.21.15.94:0/4089986830 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb67c047460 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.961+0000 7fb688ff9640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb66c06be60 0x7fb66c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.961+0000 7fb688ff9640 1 -- 172.21.15.94:0/4089986830 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6101+0+0 (secure 0 0 0) 0x7fb67c0abc30 con 0x7fb68c0cc7f0 2024-09-10T08:37:15.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.961+0000 7fb683fff640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb66c06be60 0x7fb66c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:15.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.961+0000 7fb683fff640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb66c06be60 0x7fb66c06e320 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fb68c156620 tx=0x7fb674008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:15.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:15.965+0000 7fb688ff9640 1 -- 172.21.15.94:0/4089986830 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb68c155ad0 con 0x7fb68c0cc7f0 2024-09-10T08:37:16.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.165+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb68c0d0df0 con 0x7fb68c0cc7f0 2024-09-10T08:37:16.253 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.253+0000 7fb688ff9640 1 -- 172.21.15.94:0/4089986830 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v50) ==== 118+0+0 (secure 0 0 0) 0x7fb67c045360 con 0x7fb68c0cc7f0 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb66c06be60 msgr2=0x7fb66c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb66c06be60 0x7fb66c06e320 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fb68c156620 tx=0x7fb674008040 comp rx=0 tx=0).stop 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c0cc7f0 msgr2=0x7fb68c1569c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c0cc7f0 0x7fb68c1569c0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fb67c000c00 tx=0x7fb67c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 shutdown_connections 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb66c06be60 0x7fb66c06e320 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb68c15c3b0 0x7fb68c1f55c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb68c15bfd0 0x7fb68c14c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 --2- 172.21.15.94:0/4089986830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb68c0cc7f0 0x7fb68c1569c0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.256 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.255+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 >> 172.21.15.94:0/4089986830 conn(0x7fb68c067950 msgr2=0x7fb68c067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:16.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.256+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 shutdown_connections 2024-09-10T08:37:16.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.256+0000 7fb691daf640 1 -- 172.21.15.94:0/4089986830 wait complete. 2024-09-10T08:37:16.268 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-10T08:37:16.269 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-10T08:37:16.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.369+0000 7f862f6dd640 1 Processor -- start 2024-09-10T08:37:16.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.369+0000 7f862f6dd640 1 -- start start 2024-09-10T08:37:16.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862f6dd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862815e380 0x7f862806cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:16.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862f6dd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f862806d060 0x7f862806e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:16.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862f6dd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f862806f070 con 0x7f862806ebc0 2024-09-10T08:37:16.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862f6dd640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f862806d4a0 con 0x7f862806d060 2024-09-10T08:37:16.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862f6dd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f862806f340 con 0x7f862815e380 2024-09-10T08:37:16.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862cc78640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f862806d060 0x7f862806e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:16.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862d479640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862815e380 0x7f862806cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:16.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862dc7a640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f862806ebc0 0x7f862806ff70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:57550/0 (socket says 172.21.15.94:57550) 2024-09-10T08:37:16.371 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.370+0000 7f862dc7a640 1 -- 172.21.15.94:0/2944636896 learned_addr learned my addr 172.21.15.94:0/2944636896 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.371+0000 7f861ffff640 1 -- 172.21.15.94:0/2944636896 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3264458258 0 0) 0x7f862806f070 con 0x7f862806ebc0 2024-09-10T08:37:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.371+0000 7f861ffff640 1 -- 172.21.15.94:0/2944636896 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8614003520 con 0x7f862806ebc0 2024-09-10T08:37:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.371+0000 7f862d479640 1 -- 172.21.15.94:0/2944636896 >> v2:172.21.15.143:3300/0 conn(0x7f862806d060 msgr2=0x7f862806e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.371+0000 7f862d479640 1 --2- 172.21.15.94:0/2944636896 >> v2:172.21.15.143:3300/0 conn(0x7f862806d060 0x7f862806e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.371+0000 7f862d479640 1 -- 172.21.15.94:0/2944636896 >> v1:172.21.15.143:6789/0 conn(0x7f862806ebc0 legacy=0x7f862806ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.371+0000 7f862d479640 1 -- 172.21.15.94:0/2944636896 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f862806f620 con 0x7f862815e380 2024-09-10T08:37:16.372 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.371+0000 7f862cc78640 1 --2- 172.21.15.94:0/2944636896 >> v2:172.21.15.143:3300/0 conn(0x7f862806d060 0x7f862806e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:16.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862d479640 1 --2- 172.21.15.94:0/2944636896 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862815e380 0x7f862806cb20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f86240097a0 tx=0x7f862402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8abad1853339f94a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:16.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f861ffff640 1 -- 172.21.15.94:0/2944636896 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8624037070 con 0x7f862815e380 2024-09-10T08:37:16.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f861ffff640 1 -- 172.21.15.94:0/2944636896 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f862402ae50 con 0x7f862815e380 2024-09-10T08:37:16.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f861ffff640 1 -- 172.21.15.94:0/2944636896 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8624032640 con 0x7f862815e380 2024-09-10T08:37:16.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 -- 172.21.15.94:0/2944636896 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862815e380 msgr2=0x7f862806cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:16.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 --2- 172.21.15.94:0/2944636896 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862815e380 0x7f862806cb20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f86240097a0 tx=0x7f862402a100 comp rx=0 tx=0).stop 2024-09-10T08:37:16.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 -- 172.21.15.94:0/2944636896 shutdown_connections 2024-09-10T08:37:16.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 --2- 172.21.15.94:0/2944636896 >> v2:172.21.15.143:3300/0 conn(0x7f862806d060 0x7f862806e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 --2- 172.21.15.94:0/2944636896 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862815e380 0x7f862806cb20 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 -- 172.21.15.94:0/2944636896 >> 172.21.15.94:0/2944636896 conn(0x7f8628072470 msgr2=0x7f8628072880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:16.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 -- 172.21.15.94:0/2944636896 shutdown_connections 2024-09-10T08:37:16.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.372+0000 7f862f6dd640 1 -- 172.21.15.94:0/2944636896 wait complete. 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 Processor -- start 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 -- start start 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f862806d060 0x7f86281528f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862806ebc0 0x7f862814fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f862815e380 0x7f86281501a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f86280b3f10 con 0x7f862815e380 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f862806fbe0 con 0x7f862806d060 2024-09-10T08:37:16.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862f6dd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f86280b4090 con 0x7f862806ebc0 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.374+0000 7f862dc7a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f862815e380 0x7f86281501a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f862815e380 0x7f86281501a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56558/0 (socket says 172.21.15.94:56558) 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 -- 172.21.15.94:0/462530874 learned_addr learned my addr 172.21.15.94:0/462530874 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862d479640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f862806d060 0x7f86281528f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862cc78640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862806ebc0 0x7f862814fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 -- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862806ebc0 msgr2=0x7f862814fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862806ebc0 0x7f862814fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 -- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f862806d060 msgr2=0x7f86281528f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f862806d060 0x7f86281528f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 -- 172.21.15.94:0/462530874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8628150840 con 0x7f862815e380 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862dc7a640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f862815e380 0x7f86281501a0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f862000cb70 tx=0x7f862000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f861dffb640 1 -- 172.21.15.94:0/462530874 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8620017070 con 0x7f862815e380 2024-09-10T08:37:16.377 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8628150b20 con 0x7f862815e380 2024-09-10T08:37:16.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f861dffb640 1 -- 172.21.15.94:0/462530874 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f862000ad40 con 0x7f862815e380 2024-09-10T08:37:16.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f861dffb640 1 -- 172.21.15.94:0/462530874 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8620012620 con 0x7f862815e380 2024-09-10T08:37:16.378 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.375+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86281510e0 con 0x7f862815e380 2024-09-10T08:37:16.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.376+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86280ada80 con 0x7f862815e380 2024-09-10T08:37:16.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.377+0000 7f861dffb640 1 -- 172.21.15.94:0/462530874 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f862001a070 con 0x7f862815e380 2024-09-10T08:37:16.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.377+0000 7f861dffb640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f860c06be30 0x7f860c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:16.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.377+0000 7f862d479640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f860c06be30 0x7f860c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:16.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.377+0000 7f861dffb640 1 -- 172.21.15.94:0/462530874 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f862008aee0 con 0x7f862815e380 2024-09-10T08:37:16.379 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.378+0000 7f862d479640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f860c06be30 0x7f860c06e2f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f8624034000 tx=0x7f862402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:16.382 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.382+0000 7f861dffb640 1 -- 172.21.15.94:0/462530874 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f86280ada80 con 0x7f862815e380 2024-09-10T08:37:16.581 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:16.581+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f86280b6500 con 0x7f862815e380 2024-09-10T08:37:16.748 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:37:16.751 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:37:17.255 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.254+0000 7f861dffb640 1 -- 172.21.15.94:0/462530874 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v51) ==== 122+0+0 (secure 0 0 0) 0x7f8620059680 con 0x7f862815e380 2024-09-10T08:37:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f860c06be30 msgr2=0x7f860c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f860c06be30 0x7f860c06e2f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f8624034000 tx=0x7f862402e000 comp rx=0 tx=0).stop 2024-09-10T08:37:17.257 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f862815e380 msgr2=0x7f86281501a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f862815e380 0x7f86281501a0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f862000cb70 tx=0x7f862000a430 comp rx=0 tx=0).stop 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 shutdown_connections 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f860c06be30 0x7f860c06e2f0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f862815e380 0x7f86281501a0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f862806ebc0 0x7f862814fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 --2- 172.21.15.94:0/462530874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f862806d060 0x7f86281528f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 >> 172.21.15.94:0/462530874 conn(0x7f8628072470 msgr2=0x7f86280b0440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 shutdown_connections 2024-09-10T08:37:17.258 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.257+0000 7f862f6dd640 1 -- 172.21.15.94:0/462530874 wait complete. 2024-09-10T08:37:17.269 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-10T08:37:17.269 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.366+0000 7f3d54480640 1 Processor -- start 2024-09-10T08:37:17.366 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.366+0000 7f3d54480640 1 -- start start 2024-09-10T08:37:17.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d54480640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3d4c15c280 0x7f3d4c06f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d54480640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f3d4c067950 0x7f3d4c0b5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.368 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d54480640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d4c06fec0 con 0x7f3d4c0b6210 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d54480640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f3d4c0b6680 con 0x7f3d4c15c280 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d54480640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f3d4c067f10 con 0x7f3d4c067950 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d5221c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3d4c15c280 0x7f3d4c06f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d5221c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f3d4c15c280 0x7f3d4c06f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56562/0 (socket says 172.21.15.94:56562) 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d5221c640 1 -- 172.21.15.94:0/1431791473 learned_addr learned my addr 172.21.15.94:0/1431791473 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d51a1b640 1 --2- 172.21.15.94:0/1431791473 >> v2:172.21.15.143:3300/0 conn(0x7f3d4c067950 0x7f3d4c0b5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d5221c640 1 -- 172.21.15.94:0/1431791473 >> v2:172.21.15.143:3300/0 conn(0x7f3d4c067950 msgr2=0x7f3d4c0b5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d5221c640 1 --2- 172.21.15.94:0/1431791473 >> v2:172.21.15.143:3300/0 conn(0x7f3d4c067950 0x7f3d4c0b5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d5221c640 1 -- 172.21.15.94:0/1431791473 >> v1:172.21.15.143:6789/0 conn(0x7f3d4c0b6210 legacy=0x7f3d4c0b1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.367+0000 7f3d5221c640 1 -- 172.21.15.94:0/1431791473 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d4c06cdd0 con 0x7f3d4c15c280 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.368+0000 7f3d5221c640 1 --2- 172.21.15.94:0/1431791473 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c06f980 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0b3a70 tx=0x7f3d4802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b81dae1e68d5662 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.368+0000 7f3d5121a640 1 -- 172.21.15.94:0/1431791473 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48037070 con 0x7f3d4c15c280 2024-09-10T08:37:17.369 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.368+0000 7f3d5121a640 1 -- 172.21.15.94:0/1431791473 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d48032440 con 0x7f3d4c15c280 2024-09-10T08:37:17.370 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.368+0000 7f3d5121a640 1 -- 172.21.15.94:0/1431791473 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48032810 con 0x7f3d4c15c280 2024-09-10T08:37:17.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 -- 172.21.15.94:0/1431791473 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 msgr2=0x7f3d4c06f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 --2- 172.21.15.94:0/1431791473 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c06f980 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0b3a70 tx=0x7f3d4802a230 comp rx=0 tx=0).stop 2024-09-10T08:37:17.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 -- 172.21.15.94:0/1431791473 shutdown_connections 2024-09-10T08:37:17.373 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 --2- 172.21.15.94:0/1431791473 >> v2:172.21.15.143:3300/0 conn(0x7f3d4c067950 0x7f3d4c0b5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 --2- 172.21.15.94:0/1431791473 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c06f980 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 -- 172.21.15.94:0/1431791473 >> 172.21.15.94:0/1431791473 conn(0x7f3d4c0cd410 msgr2=0x7f3d4c0cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 -- 172.21.15.94:0/1431791473 shutdown_connections 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.369+0000 7f3d54480640 1 -- 172.21.15.94:0/1431791473 wait complete. 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.370+0000 7f3d54480640 1 Processor -- start 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.370+0000 7f3d54480640 1 -- start start 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d4c067950 0x7f3d4c0ae770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d4c0b6210 0x7f3d4c158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c0c5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4c0b15c0 con 0x7f3d4c15c280 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4c06d390 con 0x7f3d4c067950 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3d4c0b21f0 con 0x7f3d4c0b6210 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c0c5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.374 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c0c5930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56574/0 (socket says 172.21.15.94:56574) 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 -- 172.21.15.94:0/1489906350 learned_addr learned my addr 172.21.15.94:0/1489906350 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d5221c640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d4c067950 0x7f3d4c0ae770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d51a1b640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d4c0b6210 0x7f3d4c158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 -- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d4c0b6210 msgr2=0x7f3d4c158cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d4c0b6210 0x7f3d4c158cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 -- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d4c067950 msgr2=0x7f3d4c0ae770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d4c067950 0x7f3d4c0ae770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 -- 172.21.15.94:0/1489906350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d4c159200 con 0x7f3d4c15c280 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d52a1d640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c0c5930 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400c780 tx=0x7f3d4400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d42ffd640 1 -- 172.21.15.94:0/1489906350 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d44004b60 con 0x7f3d4c15c280 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d42ffd640 1 -- 172.21.15.94:0/1489906350 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d44004d00 con 0x7f3d4c15c280 2024-09-10T08:37:17.375 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d42ffd640 1 -- 172.21.15.94:0/1489906350 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4400aa90 con 0x7f3d4c15c280 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d4c0af060 con 0x7f3d4c15c280 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.371+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d4c0aac50 con 0x7f3d4c15c280 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.372+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d4c0b5cd0 con 0x7f3d4c15c280 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.373+0000 7f3d42ffd640 1 -- 172.21.15.94:0/1489906350 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3d4400ac30 con 0x7f3d4c15c280 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.373+0000 7f3d42ffd640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d3006be60 0x7f3d3006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.373+0000 7f3d42ffd640 1 -- 172.21.15.94:0/1489906350 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f3d4408b170 con 0x7f3d4c15c280 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.373+0000 7f3d5221c640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d3006be60 0x7f3d3006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.376 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.374+0000 7f3d5221c640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d3006be60 0x7f3d3006e320 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3d48034000 tx=0x7f3d4802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.380 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.378+0000 7f3d42ffd640 1 -- 172.21.15.94:0/1489906350 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3d44020070 con 0x7f3d4c15c280 2024-09-10T08:37:17.576 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.576+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d4c15db60 con 0x7f3d4c15c280 2024-09-10T08:37:17.577 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.577+0000 7f3d42ffd640 1 -- 172.21.15.94:0/1489906350 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5231 (secure 0 0 0) 0x7f3d4c159200 con 0x7f3d4c15c280 2024-09-10T08:37:17.577 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:17.577 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":51,"btime":"2024-09-10T08:37:17:253941+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/4201880004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":4201880004},{"type":"v1","addr":"172.21.15.143:6834","nonce":4201880004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6271,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/2816600974","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":2816600974},{"type":"v1","addr":"172.21.15.143:6835","nonce":2816600974}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6903,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/1822788257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1822788257},{"type":"v1","addr":"172.21.15.94:6836","nonce":1822788257}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:16.582435+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6906},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6906":{"gid":6906,"name":"a","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2497595248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":2497595248},{"type":"v1","addr":"172.21.15.94:6837","nonce":2497595248}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6906,"qdb_cluster":[6906]},"id":7}]} 2024-09-10T08:37:17.577 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 51 2024-09-10T08:37:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d3006be60 msgr2=0x7f3d3006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d3006be60 0x7f3d3006e320 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3d48034000 tx=0x7f3d4802e000 comp rx=0 tx=0).stop 2024-09-10T08:37:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 msgr2=0x7f3d4c0c5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c0c5930 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400c780 tx=0x7f3d4400cc40 comp rx=0 tx=0).stop 2024-09-10T08:37:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 shutdown_connections 2024-09-10T08:37:17.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3d3006be60 0x7f3d3006e320 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3d4c15c280 0x7f3d4c0c5930 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3d4c0b6210 0x7f3d4c158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 --2- 172.21.15.94:0/1489906350 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3d4c067950 0x7f3d4c0ae770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 >> 172.21.15.94:0/1489906350 conn(0x7f3d4c0cd410 msgr2=0x7f3d4c15cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:17.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 shutdown_connections 2024-09-10T08:37:17.580 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.579+0000 7f3d54480640 1 -- 172.21.15.94:0/1489906350 wait complete. 2024-09-10T08:37:17.590 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:37:17.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.687+0000 7f4ff119f640 1 Processor -- start 2024-09-10T08:37:17.688 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.687+0000 7f4ff119f640 1 -- start start 2024-09-10T08:37:17.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.688+0000 7f4ff119f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 0x7f4fec070030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.688+0000 7f4ff119f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fec070af0 con 0x7f4fec070570 2024-09-10T08:37:17.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.688+0000 7f4ff119f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fec070dd0 con 0x7f4fec072b70 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.688+0000 7f4ff119f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4fec0b40e0 con 0x7f4fec15afd0 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feb7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4fec070570 0x7f4fec0b4b30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41920/0 (socket says 172.21.15.94:41920) 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feb7fe640 1 -- 172.21.15.94:0/3825997204 learned_addr learned my addr 172.21.15.94:0/3825997204 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4febfff640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 0x7f4fec070030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3259834226 0 0) 0x7f4fec070af0 con 0x7f4fec070570 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4fd4003520 con 0x7f4fec070570 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 46058231 0 0) 0x7f4fd4003520 con 0x7f4fec070570 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 msgr2=0x7f4fec070030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 0x7f4fec070030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 >> v1:172.21.15.143:6789/0 conn(0x7f4fec072b70 legacy=0x7f4fec0ce970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fec0b4330 con 0x7f4fec070570 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f4fe0001670 con 0x7f4fec070570 2024-09-10T08:37:17.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 >> v1:172.21.15.94:6789/0 conn(0x7f4fec070570 legacy=0x7f4fec0b4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fd40039e0 0x7f4fd4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd4004800 0x7f4fd4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 0x7f4fd4005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec0b40e0 con 0x7f4fd40039e0 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd400baf0 con 0x7f4fd4004800 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4fd400bcf0 con 0x7f4fec15afd0 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4febfff640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fd40039e0 0x7f4fd4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feb7fe640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd4004800 0x7f4fd4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4ff099e640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 0x7f4fd4005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4febfff640 1 -- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 msgr2=0x7f4fd4005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4febfff640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec15afd0 0x7f4fd4005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.693 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4febfff640 1 -- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd4004800 msgr2=0x7f4fd4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4febfff640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd4004800 0x7f4fd4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4febfff640 1 -- 172.21.15.94:0/3825997204 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd4003520 con 0x7f4fd40039e0 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.689+0000 7f4feb7fe640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd4004800 0x7f4fd4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.690+0000 7f4febfff640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fd40039e0 0x7f4fd4003e00 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009ac0 tx=0x7f4fd4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=439a95b8a54dfcc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.690+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc036070 con 0x7f4fd40039e0 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.690+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fdc031400 con 0x7f4fd40039e0 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.690+0000 7f4feaffd640 1 -- 172.21.15.94:0/3825997204 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc009690 con 0x7f4fd40039e0 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.691+0000 7f4ff119f640 1 -- 172.21.15.94:0/3825997204 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fd40039e0 msgr2=0x7f4fd4003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.691+0000 7f4ff119f640 1 --2- 172.21.15.94:0/3825997204 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fd40039e0 0x7f4fd4003e00 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009ac0 tx=0x7f4fd4005830 comp rx=0 tx=0).stop 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.691+0000 7f4ff099e640 1 -- 172.21.15.94:0/3825997204 reap_dead start 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.691+0000 7f4ff119f640 1 -- 172.21.15.94:0/3825997204 shutdown_connections 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.691+0000 7f4ff119f640 1 -- 172.21.15.94:0/3825997204 >> 172.21.15.94:0/3825997204 conn(0x7f4fec0b2de0 msgr2=0x7f4fec0b31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.691+0000 7f4ff119f640 1 -- 172.21.15.94:0/3825997204 shutdown_connections 2024-09-10T08:37:17.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.691+0000 7f4ff119f640 1 -- 172.21.15.94:0/3825997204 wait complete. 2024-09-10T08:37:17.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.692+0000 7f4ff119f640 1 Processor -- start 2024-09-10T08:37:17.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.692+0000 7f4ff119f640 1 -- start start 2024-09-10T08:37:17.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4ff119f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd40039e0 0x7f4fec1f4040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4ff119f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fec152110 0x7f4fec1ede60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4ff119f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec0aff80 0x7f4fec15e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4ff119f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec0b5240 con 0x7f4fec152110 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4ff119f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4fec0b46a0 con 0x7f4fd40039e0 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4ff119f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4fec0b53c0 con 0x7f4fec0aff80 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fec152110 0x7f4fec1ede60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fec152110 0x7f4fec1ede60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56586/0 (socket says 172.21.15.94:56586) 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 -- 172.21.15.94:0/2197509245 learned_addr learned my addr 172.21.15.94:0/2197509245 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4febfff640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd40039e0 0x7f4fec1f4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4ff099e640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec0aff80 0x7f4fec15e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 -- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec0aff80 msgr2=0x7f4fec15e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec0aff80 0x7f4fec15e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 -- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd40039e0 msgr2=0x7f4fec1f4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd40039e0 0x7f4fec1f4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 -- 172.21.15.94:0/2197509245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fec150a10 con 0x7f4fec152110 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.693+0000 7f4feb7fe640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fec152110 0x7f4fec1ede60 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f4fe000e8e0 tx=0x7f4fe000eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.694+0000 7f4fe8ff9640 1 -- 172.21.15.94:0/2197509245 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe0019070 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.694+0000 7f4fe8ff9640 1 -- 172.21.15.94:0/2197509245 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fe00053e0 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.694+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fec1f4700 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.694+0000 7f4fe8ff9640 1 -- 172.21.15.94:0/2197509245 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe00047e0 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.694+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fec1f4fa0 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.695+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fec1f4af0 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.695+0000 7f4fe8ff9640 1 -- 172.21.15.94:0/2197509245 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4fe001c070 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.695+0000 7f4fe8ff9640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4fd806be30 0x7f4fd806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.696+0000 7f4fe8ff9640 1 -- 172.21.15.94:0/2197509245 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f4fe008a8b0 con 0x7f4fec152110 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.696+0000 7f4febfff640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4fd806be30 0x7f4fd806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.696+0000 7f4febfff640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4fd806be30 0x7f4fd806e2f0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc033000 tx=0x7f4fdc008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.700+0000 7f4fe8ff9640 1 -- 172.21.15.94:0/2197509245 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4fe0058b10 con 0x7f4fec152110 2024-09-10T08:37:17.866 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.866+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4fec157200 con 0x7f4fec152110 2024-09-10T08:37:17.867 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.867+0000 7f4fe8ff9640 1 -- 172.21.15.94:0/2197509245 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+16944 (secure 0 0 0) 0x7f4fe005ce10 con 0x7f4fec152110 2024-09-10T08:37:17.867 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:17.868 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":102,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:37:16.249255+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:37:12.926665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-10T08:37:13.549122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:37:17.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4fd806be30 msgr2=0x7f4fd806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4fd806be30 0x7f4fd806e2f0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc033000 tx=0x7f4fdc008030 comp rx=0 tx=0).stop 2024-09-10T08:37:17.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fec152110 msgr2=0x7f4fec1ede60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fec152110 0x7f4fec1ede60 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f4fe000e8e0 tx=0x7f4fe000eda0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 shutdown_connections 2024-09-10T08:37:17.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4fd806be30 0x7f4fd806e2f0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.870 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4fec0aff80 0x7f4fec15e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4fec152110 0x7f4fec1ede60 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 --2- 172.21.15.94:0/2197509245 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4fd40039e0 0x7f4fec1f4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 >> 172.21.15.94:0/2197509245 conn(0x7f4fec0b2de0 msgr2=0x7f4fec0ce930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:17.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 shutdown_connections 2024-09-10T08:37:17.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.869+0000 7f4ff119f640 1 -- 172.21.15.94:0/2197509245 wait complete. 2024-09-10T08:37:17.881 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:37:17.881 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:37:17.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.979+0000 7f0781653640 1 Processor -- start 2024-09-10T08:37:17.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.979+0000 7f0781653640 1 -- start start 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f0781653640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f077c161ac0 0x7f077c070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f0781653640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f077c071a70 con 0x7f077c09b110 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f0781653640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f077c071d10 con 0x7f077c0b4830 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f0781653640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f077c0b4cc0 con 0x7f077c161ac0 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f077affd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f077c161ac0 0x7f077c070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f077affd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f077c161ac0 0x7f077c070a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56598/0 (socket says 172.21.15.94:56598) 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f077b7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f077c09b110 0x7f077c0d0390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41936/0 (socket says 172.21.15.94:41936) 2024-09-10T08:37:17.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.980+0000 7f077affd640 1 -- 172.21.15.94:0/2544717481 learned_addr learned my addr 172.21.15.94:0/2544717481 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:17.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.981+0000 7f077affd640 1 -- 172.21.15.94:0/2544717481 >> v1:172.21.15.143:6789/0 conn(0x7f077c0b4830 legacy=0x7f077c09aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.981+0000 7f077affd640 1 -- 172.21.15.94:0/2544717481 >> v1:172.21.15.94:6789/0 conn(0x7f077c09b110 legacy=0x7f077c0d0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.981+0000 7f0779ffb640 1 -- 172.21.15.94:0/2544717481 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1823982233 0 0) 0x7f077c071a70 con 0x7f077c09b110 2024-09-10T08:37:17.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.981+0000 7f077affd640 1 -- 172.21.15.94:0/2544717481 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f077c09b7e0 con 0x7f077c161ac0 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.981+0000 7f077affd640 1 --2- 172.21.15.94:0/2544717481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c070a50 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f076c009870 tx=0x7f076c02a3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b89bf4d72b85ffd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.981+0000 7f0779ffb640 1 -- 172.21.15.94:0/2544717481 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f076c037070 con 0x7f077c161ac0 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0779ffb640 1 -- 172.21.15.94:0/2544717481 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f076c032640 con 0x7f077c161ac0 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0779ffb640 1 -- 172.21.15.94:0/2544717481 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f076c032a10 con 0x7f077c161ac0 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0781653640 1 -- 172.21.15.94:0/2544717481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 msgr2=0x7f077c070a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0781653640 1 --2- 172.21.15.94:0/2544717481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c070a50 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f076c009870 tx=0x7f076c02a3c0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0781653640 1 -- 172.21.15.94:0/2544717481 shutdown_connections 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0781653640 1 --2- 172.21.15.94:0/2544717481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c070a50 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0781653640 1 -- 172.21.15.94:0/2544717481 >> 172.21.15.94:0/2544717481 conn(0x7f077c0b3d10 msgr2=0x7f077c0b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:17.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0781653640 1 -- 172.21.15.94:0/2544717481 shutdown_connections 2024-09-10T08:37:17.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.982+0000 7f0781653640 1 -- 172.21.15.94:0/2544717481 wait complete. 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.983+0000 7f0781653640 1 Processor -- start 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.983+0000 7f0781653640 1 -- start start 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f0781653640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f077c09b110 0x7f077c15dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f0781653640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c0b65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f0781653640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f077c0ce150 0x7f077c1598c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f0781653640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f077c161ea0 con 0x7f077c161ac0 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f0781653640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f077c09bb50 con 0x7f077c0ce150 2024-09-10T08:37:17.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f0781653640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f077c162020 con 0x7f077c09b110 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f077a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c0b65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f077a7fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c0b65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56612/0 (socket says 172.21.15.94:56612) 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f077a7fc640 1 -- 172.21.15.94:0/3848845855 learned_addr learned my addr 172.21.15.94:0/3848845855 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.984+0000 7f077b7fe640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f077c0ce150 0x7f077c1598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f077affd640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f077c09b110 0x7f077c15dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f077a7fc640 1 -- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f077c09b110 msgr2=0x7f077c15dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f077a7fc640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f077c09b110 0x7f077c15dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f077a7fc640 1 -- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f077c0ce150 msgr2=0x7f077c1598c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f077a7fc640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f077c0ce150 0x7f077c1598c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f077a7fc640 1 -- 172.21.15.94:0/3848845855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f077c1f57a0 con 0x7f077c161ac0 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f077a7fc640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c0b65a0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f077000c390 tx=0x7f077000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f07637fe640 1 -- 172.21.15.94:0/3848845855 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0770017070 con 0x7f077c161ac0 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f07637fe640 1 -- 172.21.15.94:0/3848845855 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07700052d0 con 0x7f077c161ac0 2024-09-10T08:37:17.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f077c1f5a80 con 0x7f077c161ac0 2024-09-10T08:37:17.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f07637fe640 1 -- 172.21.15.94:0/3848845855 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0770003830 con 0x7f077c161ac0 2024-09-10T08:37:17.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.985+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f077c1f6040 con 0x7f077c161ac0 2024-09-10T08:37:17.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.986+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f077c0b1590 con 0x7f077c161ac0 2024-09-10T08:37:17.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.987+0000 7f07637fe640 1 -- 172.21.15.94:0/3848845855 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f077001a070 con 0x7f077c161ac0 2024-09-10T08:37:17.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.987+0000 7f07637fe640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f076806be30 0x7f076806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:17.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.987+0000 7f07637fe640 1 -- 172.21.15.94:0/3848845855 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f077008a280 con 0x7f077c161ac0 2024-09-10T08:37:17.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.987+0000 7f077affd640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f076806be30 0x7f076806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:17.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.987+0000 7f077affd640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f076806be30 0x7f076806e2f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f076c034000 tx=0x7f076c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:17.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:17.991+0000 7f07637fe640 1 -- 172.21.15.94:0/3848845855 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0770058b30 con 0x7f077c161ac0 2024-09-10T08:37:18.155 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.155+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f077c06da30 con 0x7f076806be30 2024-09-10T08:37:18.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.160+0000 7f07637fe640 1 -- 172.21.15.94:0/3848845855 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242480 (secure 0 0 0) 0x7f077c06da30 con 0x7f076806be30 2024-09-10T08:37:18.163 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:18.164 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f076806be30 msgr2=0x7f076806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f076806be30 0x7f076806e2f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f076c034000 tx=0x7f076c02e000 comp rx=0 tx=0).stop 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 msgr2=0x7f077c0b65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c0b65a0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f077000c390 tx=0x7f077000c850 comp rx=0 tx=0).stop 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 shutdown_connections 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f076806be30 0x7f076806e2f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f077c0ce150 0x7f077c1598c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f077c161ac0 0x7f077c0b65a0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 --2- 172.21.15.94:0/3848845855 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f077c09b110 0x7f077c15dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.163+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 >> 172.21.15.94:0/3848845855 conn(0x7f077c0b3d10 msgr2=0x7f077c0cd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:18.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.164+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 shutdown_connections 2024-09-10T08:37:18.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.164+0000 7f0781653640 1 -- 172.21.15.94:0/3848845855 wait complete. 2024-09-10T08:37:18.175 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":238,"stamp":"2024-09-10T08:37:17.869775+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":94,"acting":94,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251944,"kb_used_data":10712,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754722776,"statfs":{"total":773094113280,"available":772836122624,"internally_reserved":0,"allocated":10969088,"data_stored":5623968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":246795825},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.638279"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261208+0000","last_change":"2024-09-10T08:37:15.254935+0000","last_active":"2024-09-10T08:37:16.261208+0000","last_peered":"2024-09-10T08:37:16.261208+0000","last_clean":"2024-09-10T08:37:16.261208+0000","last_became_active":"2024-09-10T08:37:15.254192+0000","last_became_peered":"2024-09-10T08:37:15.254192+0000","last_unstale":"2024-09-10T08:37:16.261208+0000","last_undegraded":"2024-09-10T08:37:16.261208+0000","last_fullsized":"2024-09-10T08:37:16.261208+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:46.654726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261422+0000","last_change":"2024-09-10T08:37:15.257534+0000","last_active":"2024-09-10T08:37:16.261422+0000","last_peered":"2024-09-10T08:37:16.261422+0000","last_clean":"2024-09-10T08:37:16.261422+0000","last_became_active":"2024-09-10T08:37:15.257274+0000","last_became_peered":"2024-09-10T08:37:15.257274+0000","last_unstale":"2024-09-10T08:37:16.261422+0000","last_undegraded":"2024-09-10T08:37:16.261422+0000","last_fullsized":"2024-09-10T08:37:16.261422+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:05.150661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242751+0000","last_change":"2024-09-10T08:37:14.242751+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242751+0000","last_undegraded":"2024-09-10T08:37:14.242751+0000","last_fullsized":"2024-09-10T08:37:14.242751+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242291+0000","last_change":"2024-09-10T08:37:14.242291+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242291+0000","last_undegraded":"2024-09-10T08:37:14.242291+0000","last_fullsized":"2024-09-10T08:37:14.242291+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261576+0000","last_change":"2024-09-10T08:37:15.269741+0000","last_active":"2024-09-10T08:37:16.261576+0000","last_peered":"2024-09-10T08:37:16.261576+0000","last_clean":"2024-09-10T08:37:16.261576+0000","last_became_active":"2024-09-10T08:37:15.269473+0000","last_became_peered":"2024-09-10T08:37:15.269473+0000","last_unstale":"2024-09-10T08:37:16.261576+0000","last_undegraded":"2024-09-10T08:37:16.261576+0000","last_fullsized":"2024-09-10T08:37:16.261576+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:48:26.696805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261284+0000","last_change":"2024-09-10T08:37:15.258303+0000","last_active":"2024-09-10T08:37:16.261284+0000","last_peered":"2024-09-10T08:37:16.261284+0000","last_clean":"2024-09-10T08:37:16.261284+0000","last_became_active":"2024-09-10T08:37:15.258007+0000","last_became_peered":"2024-09-10T08:37:15.258007+0000","last_unstale":"2024-09-10T08:37:16.261284+0000","last_undegraded":"2024-09-10T08:37:16.261284+0000","last_fullsized":"2024-09-10T08:37:16.261284+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:45.108354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.241796+0000","last_change":"2024-09-10T08:37:14.241796+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.241796+0000","last_undegraded":"2024-09-10T08:37:14.241796+0000","last_fullsized":"2024-09-10T08:37:14.241796+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.240972+0000","last_change":"2024-09-10T08:37:14.240972+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.240972+0000","last_undegraded":"2024-09-10T08:37:14.240972+0000","last_fullsized":"2024-09-10T08:37:14.240972+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.243225+0000","last_change":"2024-09-10T08:37:14.243225+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.243225+0000","last_undegraded":"2024-09-10T08:37:14.243225+0000","last_fullsized":"2024-09-10T08:37:14.243225+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238689+0000","last_change":"2024-09-10T08:37:13.238689+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238689+0000","last_undegraded":"2024-09-10T08:37:13.238689+0000","last_fullsized":"2024-09-10T08:37:13.238689+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242757+0000","last_change":"2024-09-10T08:37:14.242757+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242757+0000","last_undegraded":"2024-09-10T08:37:14.242757+0000","last_fullsized":"2024-09-10T08:37:14.242757+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260019+0000","last_change":"2024-09-10T08:37:14.257583+0000","last_active":"2024-09-10T08:37:14.260019+0000","last_peered":"2024-09-10T08:37:14.260019+0000","last_clean":"2024-09-10T08:37:14.260019+0000","last_became_active":"2024-09-10T08:37:14.257242+0000","last_became_peered":"2024-09-10T08:37:14.257242+0000","last_unstale":"2024-09-10T08:37:14.260019+0000","last_undegraded":"2024-09-10T08:37:14.260019+0000","last_fullsized":"2024-09-10T08:37:14.260019+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:12.100909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261483+0000","last_change":"2024-09-10T08:37:14.251987+0000","last_active":"2024-09-10T08:37:16.261483+0000","last_peered":"2024-09-10T08:37:16.261483+0000","last_clean":"2024-09-10T08:37:16.261483+0000","last_became_active":"2024-09-10T08:37:14.251727+0000","last_became_peered":"2024-09-10T08:37:14.251727+0000","last_unstale":"2024-09-10T08:37:16.261483+0000","last_undegraded":"2024-09-10T08:37:16.261483+0000","last_fullsized":"2024-09-10T08:37:16.261483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:16.573887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.233975+0000","last_change":"2024-09-10T08:37:13.233975+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.233975+0000","last_undegraded":"2024-09-10T08:37:13.233975+0000","last_fullsized":"2024-09-10T08:37:13.233975+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236723+0000","last_change":"2024-09-10T08:37:13.236723+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236723+0000","last_undegraded":"2024-09-10T08:37:13.236723+0000","last_fullsized":"2024-09-10T08:37:13.236723+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.259639+0000","last_change":"2024-09-10T08:37:14.257314+0000","last_active":"2024-09-10T08:37:14.259639+0000","last_peered":"2024-09-10T08:37:14.259639+0000","last_clean":"2024-09-10T08:37:14.259639+0000","last_became_active":"2024-09-10T08:37:14.257042+0000","last_became_peered":"2024-09-10T08:37:14.257042+0000","last_unstale":"2024-09-10T08:37:14.259639+0000","last_undegraded":"2024-09-10T08:37:14.259639+0000","last_fullsized":"2024-09-10T08:37:14.259639+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:07:13.208255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234154+0000","last_change":"2024-09-10T08:37:13.234154+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234154+0000","last_undegraded":"2024-09-10T08:37:13.234154+0000","last_fullsized":"2024-09-10T08:37:13.234154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.253197+0000","last_change":"2024-09-10T08:37:14.251163+0000","last_active":"2024-09-10T08:37:14.253197+0000","last_peered":"2024-09-10T08:37:14.253197+0000","last_clean":"2024-09-10T08:37:14.253197+0000","last_became_active":"2024-09-10T08:37:14.250886+0000","last_became_peered":"2024-09-10T08:37:14.250886+0000","last_unstale":"2024-09-10T08:37:14.253197+0000","last_undegraded":"2024-09-10T08:37:14.253197+0000","last_fullsized":"2024-09-10T08:37:14.253197+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:34.329225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260743+0000","last_change":"2024-09-10T08:37:15.268496+0000","last_active":"2024-09-10T08:37:16.260743+0000","last_peered":"2024-09-10T08:37:16.260743+0000","last_clean":"2024-09-10T08:37:16.260743+0000","last_became_active":"2024-09-10T08:37:15.268239+0000","last_became_peered":"2024-09-10T08:37:15.268239+0000","last_unstale":"2024-09-10T08:37:16.260743+0000","last_undegraded":"2024-09-10T08:37:16.260743+0000","last_fullsized":"2024-09-10T08:37:16.260743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:02.168421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237276+0000","last_change":"2024-09-10T08:37:13.237276+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237276+0000","last_undegraded":"2024-09-10T08:37:13.237276+0000","last_fullsized":"2024-09-10T08:37:13.237276+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234549+0000","last_change":"2024-09-10T08:37:13.234549+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234549+0000","last_undegraded":"2024-09-10T08:37:13.234549+0000","last_fullsized":"2024-09-10T08:37:13.234549+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261521+0000","last_change":"2024-09-10T08:37:15.269128+0000","last_active":"2024-09-10T08:37:16.261521+0000","last_peered":"2024-09-10T08:37:16.261521+0000","last_clean":"2024-09-10T08:37:16.261521+0000","last_became_active":"2024-09-10T08:37:15.268852+0000","last_became_peered":"2024-09-10T08:37:15.268852+0000","last_unstale":"2024-09-10T08:37:16.261521+0000","last_undegraded":"2024-09-10T08:37:16.261521+0000","last_fullsized":"2024-09-10T08:37:16.261521+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:53.239958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237659+0000","last_change":"2024-09-10T08:37:13.237659+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237659+0000","last_undegraded":"2024-09-10T08:37:13.237659+0000","last_fullsized":"2024-09-10T08:37:13.237659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.254219+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253966+0000","last_became_peered":"2024-09-10T08:37:14.253966+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:01.776506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238030+0000","last_change":"2024-09-10T08:37:13.238030+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238030+0000","last_undegraded":"2024-09-10T08:37:13.238030+0000","last_fullsized":"2024-09-10T08:37:13.238030+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260043+0000","last_change":"2024-09-10T08:37:14.257945+0000","last_active":"2024-09-10T08:37:14.260043+0000","last_peered":"2024-09-10T08:37:14.260043+0000","last_clean":"2024-09-10T08:37:14.260043+0000","last_became_active":"2024-09-10T08:37:14.257436+0000","last_became_peered":"2024-09-10T08:37:14.257436+0000","last_unstale":"2024-09-10T08:37:14.260043+0000","last_undegraded":"2024-09-10T08:37:14.260043+0000","last_fullsized":"2024-09-10T08:37:14.260043+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:11:06.073783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238483+0000","last_change":"2024-09-10T08:37:13.238483+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238483+0000","last_undegraded":"2024-09-10T08:37:13.238483+0000","last_fullsized":"2024-09-10T08:37:13.238483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234094+0000","last_change":"2024-09-10T08:37:13.234094+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234094+0000","last_undegraded":"2024-09-10T08:37:13.234094+0000","last_fullsized":"2024-09-10T08:37:13.234094+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261340+0000","last_change":"2024-09-10T08:37:15.255174+0000","last_active":"2024-09-10T08:37:16.261340+0000","last_peered":"2024-09-10T08:37:16.261340+0000","last_clean":"2024-09-10T08:37:16.261340+0000","last_became_active":"2024-09-10T08:37:15.254576+0000","last_became_peered":"2024-09-10T08:37:15.254576+0000","last_unstale":"2024-09-10T08:37:16.261340+0000","last_undegraded":"2024-09-10T08:37:16.261340+0000","last_fullsized":"2024-09-10T08:37:16.261340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:59.684160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236921+0000","last_change":"2024-09-10T08:37:13.236921+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236921+0000","last_undegraded":"2024-09-10T08:37:13.236921+0000","last_fullsized":"2024-09-10T08:37:13.236921+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238945+0000","last_change":"2024-09-10T08:37:13.238945+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238945+0000","last_undegraded":"2024-09-10T08:37:13.238945+0000","last_fullsized":"2024-09-10T08:37:13.238945+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238862+0000","last_change":"2024-09-10T08:37:13.238862+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238862+0000","last_undegraded":"2024-09-10T08:37:13.238862+0000","last_fullsized":"2024-09-10T08:37:13.238862+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238635+0000","last_change":"2024-09-10T08:37:13.238635+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238635+0000","last_undegraded":"2024-09-10T08:37:13.238635+0000","last_fullsized":"2024-09-10T08:37:13.238635+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238442+0000","last_change":"2024-09-10T08:37:13.238442+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238442+0000","last_undegraded":"2024-09-10T08:37:13.238442+0000","last_fullsized":"2024-09-10T08:37:13.238442+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261064+0000","last_change":"2024-09-10T08:37:14.251350+0000","last_active":"2024-09-10T08:37:16.261064+0000","last_peered":"2024-09-10T08:37:16.261064+0000","last_clean":"2024-09-10T08:37:16.261064+0000","last_became_active":"2024-09-10T08:37:14.251091+0000","last_became_peered":"2024-09-10T08:37:14.251091+0000","last_unstale":"2024-09-10T08:37:16.261064+0000","last_undegraded":"2024-09-10T08:37:16.261064+0000","last_fullsized":"2024-09-10T08:37:16.261064+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:16.558354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242273+0000","last_change":"2024-09-10T08:37:14.242273+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242273+0000","last_undegraded":"2024-09-10T08:37:14.242273+0000","last_fullsized":"2024-09-10T08:37:14.242273+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236798+0000","last_change":"2024-09-10T08:37:13.236798+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236798+0000","last_undegraded":"2024-09-10T08:37:13.236798+0000","last_fullsized":"2024-09-10T08:37:13.236798+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237649+0000","last_change":"2024-09-10T08:37:13.237649+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237649+0000","last_undegraded":"2024-09-10T08:37:13.237649+0000","last_fullsized":"2024-09-10T08:37:13.237649+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.253572+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253102+0000","last_became_peered":"2024-09-10T08:37:14.253102+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:35.400025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.254752+0000","last_change":"2024-09-10T08:37:14.252403+0000","last_active":"2024-09-10T08:37:14.254752+0000","last_peered":"2024-09-10T08:37:14.254752+0000","last_clean":"2024-09-10T08:37:14.254752+0000","last_became_active":"2024-09-10T08:37:14.251851+0000","last_became_peered":"2024-09-10T08:37:14.251851+0000","last_unstale":"2024-09-10T08:37:14.254752+0000","last_undegraded":"2024-09-10T08:37:14.254752+0000","last_fullsized":"2024-09-10T08:37:14.254752+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:41.818222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238477+0000","last_change":"2024-09-10T08:37:13.238477+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238477+0000","last_undegraded":"2024-09-10T08:37:13.238477+0000","last_fullsized":"2024-09-10T08:37:13.238477+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237454+0000","last_change":"2024-09-10T08:37:13.237454+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237454+0000","last_undegraded":"2024-09-10T08:37:13.237454+0000","last_fullsized":"2024-09-10T08:37:13.237454+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237992+0000","last_change":"2024-09-10T08:37:13.237992+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237992+0000","last_undegraded":"2024-09-10T08:37:13.237992+0000","last_fullsized":"2024-09-10T08:37:13.237992+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238057+0000","last_change":"2024-09-10T08:37:13.238057+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238057+0000","last_undegraded":"2024-09-10T08:37:13.238057+0000","last_fullsized":"2024-09-10T08:37:13.238057+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":326,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-10T08:37:13.233733+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:37:13.233733+0000","last_peered":"2024-09-10T08:37:13.233733+0000","last_clean":"2024-09-10T08:37:13.233733+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:37:13.233733+0000","last_undegraded":"2024-09-10T08:37:13.233733+0000","last_fullsized":"2024-09-10T08:37:13.233733+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":28,"acting":28,"num_store_stats":2},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476797,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":1232896,"data_stored":560996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1802240,"data_stored":1138488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28224,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343616,"statfs":{"total":96636764160,"available":96607862784,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28228,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343612,"statfs":{"total":96636764160,"available":96607858688,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509500,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32376,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32964,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338876,"statfs":{"total":96636764160,"available":96603009024,"internally_reserved":0,"allocated":1814528,"data_stored":1144697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335252,"statfs":{"total":96636764160,"available":96599298048,"internally_reserved":0,"allocated":1261568,"data_stored":574889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:37:18.179 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:37:18.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.313+0000 7f4501a82640 1 Processor -- start 2024-09-10T08:37:18.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.313+0000 7f4501a82640 1 -- start start 2024-09-10T08:37:18.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f4501a82640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f44fc161ac0 0x7f44fc070a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f4501a82640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc09b110 0x7f44fc0d0390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f4501a82640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44fc071a70 con 0x7f44fc0b4830 2024-09-10T08:37:18.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f4501a82640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f44fc0b4cc0 con 0x7f44fc161ac0 2024-09-10T08:37:18.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f4501a82640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f44fc09bb50 con 0x7f44fc09b110 2024-09-10T08:37:18.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f44fbfff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc09b110 0x7f44fc0d0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f44fb7fe640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f44fc161ac0 0x7f44fc070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f44fbfff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc09b110 0x7f44fc0d0390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:36568/0 (socket says 172.21.15.94:36568) 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f44fbfff640 1 -- 172.21.15.94:0/4112462355 learned_addr learned my addr 172.21.15.94:0/4112462355 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.314+0000 7f44faffd640 1 --1- 172.21.15.94:0/4112462355 >> v1:172.21.15.143:6789/0 conn(0x7f44fc0b4830 0x7f44fc09aa00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:57566/0 (socket says 172.21.15.94:57566) 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.315+0000 7f44fbfff640 1 -- 172.21.15.94:0/4112462355 >> v2:172.21.15.143:3300/0 conn(0x7f44fc161ac0 msgr2=0x7f44fc070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.315+0000 7f44fbfff640 1 --2- 172.21.15.94:0/4112462355 >> v2:172.21.15.143:3300/0 conn(0x7f44fc161ac0 0x7f44fc070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.315+0000 7f44fbfff640 1 -- 172.21.15.94:0/4112462355 >> v1:172.21.15.143:6789/0 conn(0x7f44fc0b4830 legacy=0x7f44fc09aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.315+0000 7f44fbfff640 1 -- 172.21.15.94:0/4112462355 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44fc071d10 con 0x7f44fc09b110 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.315+0000 7f44fa7fc640 1 -- 172.21.15.94:0/4112462355 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2763215026 0 0) 0x7f44fc071a70 con 0x7f44fc0b4830 2024-09-10T08:37:18.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.315+0000 7f44fb7fe640 1 --2- 172.21.15.94:0/4112462355 >> v2:172.21.15.143:3300/0 conn(0x7f44fc161ac0 0x7f44fc070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f44fbfff640 1 --2- 172.21.15.94:0/4112462355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc09b110 0x7f44fc0d0390 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009e50 tx=0x7f44f402a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c57ed800ff364e5c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f44fa7fc640 1 -- 172.21.15.94:0/4112462355 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f4036070 con 0x7f44fc09b110 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f44fa7fc640 1 -- 172.21.15.94:0/4112462355 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44f4031600 con 0x7f44fc09b110 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f44fa7fc640 1 -- 172.21.15.94:0/4112462355 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44f40319d0 con 0x7f44fc09b110 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 -- 172.21.15.94:0/4112462355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc09b110 msgr2=0x7f44fc0d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 --2- 172.21.15.94:0/4112462355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc09b110 0x7f44fc0d0390 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009e50 tx=0x7f44f402a7a0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 -- 172.21.15.94:0/4112462355 shutdown_connections 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 --2- 172.21.15.94:0/4112462355 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc09b110 0x7f44fc0d0390 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 --2- 172.21.15.94:0/4112462355 >> v2:172.21.15.143:3300/0 conn(0x7f44fc161ac0 0x7f44fc070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 -- 172.21.15.94:0/4112462355 >> 172.21.15.94:0/4112462355 conn(0x7f44fc0b3d10 msgr2=0x7f44fc0b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:18.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 -- 172.21.15.94:0/4112462355 shutdown_connections 2024-09-10T08:37:18.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.316+0000 7f4501a82640 1 -- 172.21.15.94:0/4112462355 wait complete. 2024-09-10T08:37:18.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.317+0000 7f4501a82640 1 Processor -- start 2024-09-10T08:37:18.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f4501a82640 1 -- start start 2024-09-10T08:37:18.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f4501a82640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44fc09b110 0x7f44fc15f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f4501a82640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc161ac0 0x7f44fc15ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f4501a82640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44fc0b7450 0x7f44fc0cb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f4501a82640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f44fc071110 con 0x7f44fc09b110 2024-09-10T08:37:18.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f4501a82640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f44fc070f90 con 0x7f44fc0b7450 2024-09-10T08:37:18.321 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f4501a82640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f44fc161ea0 con 0x7f44fc161ac0 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f44fb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44fc09b110 0x7f44fc15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.318+0000 7f44fb7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44fc09b110 0x7f44fc15f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56624/0 (socket says 172.21.15.94:56624) 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fb7fe640 1 -- 172.21.15.94:0/972942319 learned_addr learned my addr 172.21.15.94:0/972942319 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fbfff640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44fc0b7450 0x7f44fc0cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44faffd640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc161ac0 0x7f44fc15ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fb7fe640 1 -- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc161ac0 msgr2=0x7f44fc15ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fb7fe640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc161ac0 0x7f44fc15ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fb7fe640 1 -- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44fc0b7450 msgr2=0x7f44fc0cb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fb7fe640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44fc0b7450 0x7f44fc0cb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fb7fe640 1 -- 172.21.15.94:0/972942319 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44fc0c8af0 con 0x7f44fc09b110 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fbfff640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44fc0b7450 0x7f44fc0cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44faffd640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc161ac0 0x7f44fc15ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:18.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44fb7fe640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44fc09b110 0x7f44fc15f000 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00e960 tx=0x7f44ec00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.319+0000 7f44e3fff640 1 -- 172.21.15.94:0/972942319 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec017070 con 0x7f44fc09b110 2024-09-10T08:37:18.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.320+0000 7f44e3fff640 1 -- 172.21.15.94:0/972942319 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44ec00ca00 con 0x7f44fc09b110 2024-09-10T08:37:18.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.320+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44fc0c8dd0 con 0x7f44fc09b110 2024-09-10T08:37:18.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.320+0000 7f44e3fff640 1 -- 172.21.15.94:0/972942319 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec00cdd0 con 0x7f44fc09b110 2024-09-10T08:37:18.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.320+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44fc0b6f30 con 0x7f44fc09b110 2024-09-10T08:37:18.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.321+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44fc0b1590 con 0x7f44fc09b110 2024-09-10T08:37:18.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.321+0000 7f44e3fff640 1 -- 172.21.15.94:0/972942319 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f44ec01a070 con 0x7f44fc09b110 2024-09-10T08:37:18.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.322+0000 7f44e3fff640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44e806be30 0x7f44e806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.322+0000 7f44e3fff640 1 -- 172.21.15.94:0/972942319 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f44ec08b260 con 0x7f44fc09b110 2024-09-10T08:37:18.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.322+0000 7f44faffd640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44e806be30 0x7f44e806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.322+0000 7f44faffd640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44e806be30 0x7f44e806e2f0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f44fc0c6ac0 tx=0x7f44f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.326+0000 7f44e3fff640 1 -- 172.21.15.94:0/972942319 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44ec059a80 con 0x7f44fc09b110 2024-09-10T08:37:18.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.486+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f44fc0cfa70 con 0x7f44e806be30 2024-09-10T08:37:18.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.492+0000 7f44e3fff640 1 -- 172.21.15.94:0/972942319 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242480 (secure 0 0 0) 0x7f44fc0cfa70 con 0x7f44e806be30 2024-09-10T08:37:18.494 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:18.495 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44e806be30 msgr2=0x7f44e806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44e806be30 0x7f44e806e2f0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f44fc0c6ac0 tx=0x7f44f0009040 comp rx=0 tx=0).stop 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44fc09b110 msgr2=0x7f44fc15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44fc09b110 0x7f44fc15f000 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00e960 tx=0x7f44ec00ee20 comp rx=0 tx=0).stop 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 shutdown_connections 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f44e806be30 0x7f44e806e2f0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f44fc0b7450 0x7f44fc0cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f44fc161ac0 0x7f44fc15ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 --2- 172.21.15.94:0/972942319 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f44fc09b110 0x7f44fc15f000 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.497 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 >> 172.21.15.94:0/972942319 conn(0x7f44fc0b3d10 msgr2=0x7f44fc0d0200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:18.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 shutdown_connections 2024-09-10T08:37:18.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.495+0000 7f4501a82640 1 -- 172.21.15.94:0/972942319 wait complete. 2024-09-10T08:37:18.506 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":238,"stamp":"2024-09-10T08:37:17.869775+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":94,"acting":94,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251944,"kb_used_data":10712,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754722776,"statfs":{"total":773094113280,"available":772836122624,"internally_reserved":0,"allocated":10969088,"data_stored":5623968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":246795825},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.638279"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261208+0000","last_change":"2024-09-10T08:37:15.254935+0000","last_active":"2024-09-10T08:37:16.261208+0000","last_peered":"2024-09-10T08:37:16.261208+0000","last_clean":"2024-09-10T08:37:16.261208+0000","last_became_active":"2024-09-10T08:37:15.254192+0000","last_became_peered":"2024-09-10T08:37:15.254192+0000","last_unstale":"2024-09-10T08:37:16.261208+0000","last_undegraded":"2024-09-10T08:37:16.261208+0000","last_fullsized":"2024-09-10T08:37:16.261208+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:46.654726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261422+0000","last_change":"2024-09-10T08:37:15.257534+0000","last_active":"2024-09-10T08:37:16.261422+0000","last_peered":"2024-09-10T08:37:16.261422+0000","last_clean":"2024-09-10T08:37:16.261422+0000","last_became_active":"2024-09-10T08:37:15.257274+0000","last_became_peered":"2024-09-10T08:37:15.257274+0000","last_unstale":"2024-09-10T08:37:16.261422+0000","last_undegraded":"2024-09-10T08:37:16.261422+0000","last_fullsized":"2024-09-10T08:37:16.261422+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:05.150661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242751+0000","last_change":"2024-09-10T08:37:14.242751+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242751+0000","last_undegraded":"2024-09-10T08:37:14.242751+0000","last_fullsized":"2024-09-10T08:37:14.242751+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242291+0000","last_change":"2024-09-10T08:37:14.242291+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242291+0000","last_undegraded":"2024-09-10T08:37:14.242291+0000","last_fullsized":"2024-09-10T08:37:14.242291+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261576+0000","last_change":"2024-09-10T08:37:15.269741+0000","last_active":"2024-09-10T08:37:16.261576+0000","last_peered":"2024-09-10T08:37:16.261576+0000","last_clean":"2024-09-10T08:37:16.261576+0000","last_became_active":"2024-09-10T08:37:15.269473+0000","last_became_peered":"2024-09-10T08:37:15.269473+0000","last_unstale":"2024-09-10T08:37:16.261576+0000","last_undegraded":"2024-09-10T08:37:16.261576+0000","last_fullsized":"2024-09-10T08:37:16.261576+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:48:26.696805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261284+0000","last_change":"2024-09-10T08:37:15.258303+0000","last_active":"2024-09-10T08:37:16.261284+0000","last_peered":"2024-09-10T08:37:16.261284+0000","last_clean":"2024-09-10T08:37:16.261284+0000","last_became_active":"2024-09-10T08:37:15.258007+0000","last_became_peered":"2024-09-10T08:37:15.258007+0000","last_unstale":"2024-09-10T08:37:16.261284+0000","last_undegraded":"2024-09-10T08:37:16.261284+0000","last_fullsized":"2024-09-10T08:37:16.261284+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:45.108354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.241796+0000","last_change":"2024-09-10T08:37:14.241796+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.241796+0000","last_undegraded":"2024-09-10T08:37:14.241796+0000","last_fullsized":"2024-09-10T08:37:14.241796+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.240972+0000","last_change":"2024-09-10T08:37:14.240972+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.240972+0000","last_undegraded":"2024-09-10T08:37:14.240972+0000","last_fullsized":"2024-09-10T08:37:14.240972+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.243225+0000","last_change":"2024-09-10T08:37:14.243225+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.243225+0000","last_undegraded":"2024-09-10T08:37:14.243225+0000","last_fullsized":"2024-09-10T08:37:14.243225+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238689+0000","last_change":"2024-09-10T08:37:13.238689+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238689+0000","last_undegraded":"2024-09-10T08:37:13.238689+0000","last_fullsized":"2024-09-10T08:37:13.238689+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242757+0000","last_change":"2024-09-10T08:37:14.242757+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242757+0000","last_undegraded":"2024-09-10T08:37:14.242757+0000","last_fullsized":"2024-09-10T08:37:14.242757+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260019+0000","last_change":"2024-09-10T08:37:14.257583+0000","last_active":"2024-09-10T08:37:14.260019+0000","last_peered":"2024-09-10T08:37:14.260019+0000","last_clean":"2024-09-10T08:37:14.260019+0000","last_became_active":"2024-09-10T08:37:14.257242+0000","last_became_peered":"2024-09-10T08:37:14.257242+0000","last_unstale":"2024-09-10T08:37:14.260019+0000","last_undegraded":"2024-09-10T08:37:14.260019+0000","last_fullsized":"2024-09-10T08:37:14.260019+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:12.100909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261483+0000","last_change":"2024-09-10T08:37:14.251987+0000","last_active":"2024-09-10T08:37:16.261483+0000","last_peered":"2024-09-10T08:37:16.261483+0000","last_clean":"2024-09-10T08:37:16.261483+0000","last_became_active":"2024-09-10T08:37:14.251727+0000","last_became_peered":"2024-09-10T08:37:14.251727+0000","last_unstale":"2024-09-10T08:37:16.261483+0000","last_undegraded":"2024-09-10T08:37:16.261483+0000","last_fullsized":"2024-09-10T08:37:16.261483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:16.573887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.233975+0000","last_change":"2024-09-10T08:37:13.233975+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.233975+0000","last_undegraded":"2024-09-10T08:37:13.233975+0000","last_fullsized":"2024-09-10T08:37:13.233975+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236723+0000","last_change":"2024-09-10T08:37:13.236723+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236723+0000","last_undegraded":"2024-09-10T08:37:13.236723+0000","last_fullsized":"2024-09-10T08:37:13.236723+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.259639+0000","last_change":"2024-09-10T08:37:14.257314+0000","last_active":"2024-09-10T08:37:14.259639+0000","last_peered":"2024-09-10T08:37:14.259639+0000","last_clean":"2024-09-10T08:37:14.259639+0000","last_became_active":"2024-09-10T08:37:14.257042+0000","last_became_peered":"2024-09-10T08:37:14.257042+0000","last_unstale":"2024-09-10T08:37:14.259639+0000","last_undegraded":"2024-09-10T08:37:14.259639+0000","last_fullsized":"2024-09-10T08:37:14.259639+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:07:13.208255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234154+0000","last_change":"2024-09-10T08:37:13.234154+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234154+0000","last_undegraded":"2024-09-10T08:37:13.234154+0000","last_fullsized":"2024-09-10T08:37:13.234154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.253197+0000","last_change":"2024-09-10T08:37:14.251163+0000","last_active":"2024-09-10T08:37:14.253197+0000","last_peered":"2024-09-10T08:37:14.253197+0000","last_clean":"2024-09-10T08:37:14.253197+0000","last_became_active":"2024-09-10T08:37:14.250886+0000","last_became_peered":"2024-09-10T08:37:14.250886+0000","last_unstale":"2024-09-10T08:37:14.253197+0000","last_undegraded":"2024-09-10T08:37:14.253197+0000","last_fullsized":"2024-09-10T08:37:14.253197+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:34.329225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260743+0000","last_change":"2024-09-10T08:37:15.268496+0000","last_active":"2024-09-10T08:37:16.260743+0000","last_peered":"2024-09-10T08:37:16.260743+0000","last_clean":"2024-09-10T08:37:16.260743+0000","last_became_active":"2024-09-10T08:37:15.268239+0000","last_became_peered":"2024-09-10T08:37:15.268239+0000","last_unstale":"2024-09-10T08:37:16.260743+0000","last_undegraded":"2024-09-10T08:37:16.260743+0000","last_fullsized":"2024-09-10T08:37:16.260743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:02.168421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237276+0000","last_change":"2024-09-10T08:37:13.237276+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237276+0000","last_undegraded":"2024-09-10T08:37:13.237276+0000","last_fullsized":"2024-09-10T08:37:13.237276+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234549+0000","last_change":"2024-09-10T08:37:13.234549+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234549+0000","last_undegraded":"2024-09-10T08:37:13.234549+0000","last_fullsized":"2024-09-10T08:37:13.234549+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261521+0000","last_change":"2024-09-10T08:37:15.269128+0000","last_active":"2024-09-10T08:37:16.261521+0000","last_peered":"2024-09-10T08:37:16.261521+0000","last_clean":"2024-09-10T08:37:16.261521+0000","last_became_active":"2024-09-10T08:37:15.268852+0000","last_became_peered":"2024-09-10T08:37:15.268852+0000","last_unstale":"2024-09-10T08:37:16.261521+0000","last_undegraded":"2024-09-10T08:37:16.261521+0000","last_fullsized":"2024-09-10T08:37:16.261521+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:53.239958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237659+0000","last_change":"2024-09-10T08:37:13.237659+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237659+0000","last_undegraded":"2024-09-10T08:37:13.237659+0000","last_fullsized":"2024-09-10T08:37:13.237659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.254219+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253966+0000","last_became_peered":"2024-09-10T08:37:14.253966+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:01.776506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238030+0000","last_change":"2024-09-10T08:37:13.238030+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238030+0000","last_undegraded":"2024-09-10T08:37:13.238030+0000","last_fullsized":"2024-09-10T08:37:13.238030+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260043+0000","last_change":"2024-09-10T08:37:14.257945+0000","last_active":"2024-09-10T08:37:14.260043+0000","last_peered":"2024-09-10T08:37:14.260043+0000","last_clean":"2024-09-10T08:37:14.260043+0000","last_became_active":"2024-09-10T08:37:14.257436+0000","last_became_peered":"2024-09-10T08:37:14.257436+0000","last_unstale":"2024-09-10T08:37:14.260043+0000","last_undegraded":"2024-09-10T08:37:14.260043+0000","last_fullsized":"2024-09-10T08:37:14.260043+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:11:06.073783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238483+0000","last_change":"2024-09-10T08:37:13.238483+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238483+0000","last_undegraded":"2024-09-10T08:37:13.238483+0000","last_fullsized":"2024-09-10T08:37:13.238483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234094+0000","last_change":"2024-09-10T08:37:13.234094+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234094+0000","last_undegraded":"2024-09-10T08:37:13.234094+0000","last_fullsized":"2024-09-10T08:37:13.234094+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261340+0000","last_change":"2024-09-10T08:37:15.255174+0000","last_active":"2024-09-10T08:37:16.261340+0000","last_peered":"2024-09-10T08:37:16.261340+0000","last_clean":"2024-09-10T08:37:16.261340+0000","last_became_active":"2024-09-10T08:37:15.254576+0000","last_became_peered":"2024-09-10T08:37:15.254576+0000","last_unstale":"2024-09-10T08:37:16.261340+0000","last_undegraded":"2024-09-10T08:37:16.261340+0000","last_fullsized":"2024-09-10T08:37:16.261340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:59.684160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236921+0000","last_change":"2024-09-10T08:37:13.236921+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236921+0000","last_undegraded":"2024-09-10T08:37:13.236921+0000","last_fullsized":"2024-09-10T08:37:13.236921+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238945+0000","last_change":"2024-09-10T08:37:13.238945+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238945+0000","last_undegraded":"2024-09-10T08:37:13.238945+0000","last_fullsized":"2024-09-10T08:37:13.238945+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238862+0000","last_change":"2024-09-10T08:37:13.238862+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238862+0000","last_undegraded":"2024-09-10T08:37:13.238862+0000","last_fullsized":"2024-09-10T08:37:13.238862+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238635+0000","last_change":"2024-09-10T08:37:13.238635+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238635+0000","last_undegraded":"2024-09-10T08:37:13.238635+0000","last_fullsized":"2024-09-10T08:37:13.238635+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238442+0000","last_change":"2024-09-10T08:37:13.238442+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238442+0000","last_undegraded":"2024-09-10T08:37:13.238442+0000","last_fullsized":"2024-09-10T08:37:13.238442+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261064+0000","last_change":"2024-09-10T08:37:14.251350+0000","last_active":"2024-09-10T08:37:16.261064+0000","last_peered":"2024-09-10T08:37:16.261064+0000","last_clean":"2024-09-10T08:37:16.261064+0000","last_became_active":"2024-09-10T08:37:14.251091+0000","last_became_peered":"2024-09-10T08:37:14.251091+0000","last_unstale":"2024-09-10T08:37:16.261064+0000","last_undegraded":"2024-09-10T08:37:16.261064+0000","last_fullsized":"2024-09-10T08:37:16.261064+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:16.558354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242273+0000","last_change":"2024-09-10T08:37:14.242273+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242273+0000","last_undegraded":"2024-09-10T08:37:14.242273+0000","last_fullsized":"2024-09-10T08:37:14.242273+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236798+0000","last_change":"2024-09-10T08:37:13.236798+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236798+0000","last_undegraded":"2024-09-10T08:37:13.236798+0000","last_fullsized":"2024-09-10T08:37:13.236798+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237649+0000","last_change":"2024-09-10T08:37:13.237649+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237649+0000","last_undegraded":"2024-09-10T08:37:13.237649+0000","last_fullsized":"2024-09-10T08:37:13.237649+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.253572+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253102+0000","last_became_peered":"2024-09-10T08:37:14.253102+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:35.400025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.254752+0000","last_change":"2024-09-10T08:37:14.252403+0000","last_active":"2024-09-10T08:37:14.254752+0000","last_peered":"2024-09-10T08:37:14.254752+0000","last_clean":"2024-09-10T08:37:14.254752+0000","last_became_active":"2024-09-10T08:37:14.251851+0000","last_became_peered":"2024-09-10T08:37:14.251851+0000","last_unstale":"2024-09-10T08:37:14.254752+0000","last_undegraded":"2024-09-10T08:37:14.254752+0000","last_fullsized":"2024-09-10T08:37:14.254752+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:41.818222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238477+0000","last_change":"2024-09-10T08:37:13.238477+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238477+0000","last_undegraded":"2024-09-10T08:37:13.238477+0000","last_fullsized":"2024-09-10T08:37:13.238477+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237454+0000","last_change":"2024-09-10T08:37:13.237454+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237454+0000","last_undegraded":"2024-09-10T08:37:13.237454+0000","last_fullsized":"2024-09-10T08:37:13.237454+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237992+0000","last_change":"2024-09-10T08:37:13.237992+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237992+0000","last_undegraded":"2024-09-10T08:37:13.237992+0000","last_fullsized":"2024-09-10T08:37:13.237992+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238057+0000","last_change":"2024-09-10T08:37:13.238057+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238057+0000","last_undegraded":"2024-09-10T08:37:13.238057+0000","last_fullsized":"2024-09-10T08:37:13.238057+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":326,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-10T08:37:13.233733+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:37:13.233733+0000","last_peered":"2024-09-10T08:37:13.233733+0000","last_clean":"2024-09-10T08:37:13.233733+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:37:13.233733+0000","last_undegraded":"2024-09-10T08:37:13.233733+0000","last_fullsized":"2024-09-10T08:37:13.233733+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":28,"acting":28,"num_store_stats":2},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476797,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":1232896,"data_stored":560996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1802240,"data_stored":1138488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28224,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343616,"statfs":{"total":96636764160,"available":96607862784,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28228,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343612,"statfs":{"total":96636764160,"available":96607858688,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509500,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32376,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32964,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338876,"statfs":{"total":96636764160,"available":96603009024,"internally_reserved":0,"allocated":1814528,"data_stored":1144697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335252,"statfs":{"total":96636764160,"available":96599298048,"internally_reserved":0,"allocated":1261568,"data_stored":574889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:37:18.510 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:37:18.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.644+0000 7fbc50d6d640 1 Processor -- start 2024-09-10T08:37:18.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.644+0000 7fbc50d6d640 1 -- start start 2024-09-10T08:37:18.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc50d6d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbc4c15a7a0 0x7fbc4c0ad2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc50d6d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c072c30 0x7fbc4c0b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc50d6d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbc4c0b50a0 con 0x7fbc4c0b45e0 2024-09-10T08:37:18.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc50d6d640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbc4c06ed10 con 0x7fbc4c15a7a0 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc50d6d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbc4c0ad810 con 0x7fbc4c072c30 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4a59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbc4c15a7a0 0x7fbc4c0ad2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4a59c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbc4c15a7a0 0x7fbc4c0ad2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56632/0 (socket says 172.21.15.94:56632) 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc43fff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fbc4c0b45e0 0x7fbc4c072520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41944/0 (socket says 172.21.15.94:41944) 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4a59c640 1 -- 172.21.15.94:0/594532710 learned_addr learned my addr 172.21.15.94:0/594532710 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4ad9d640 1 --2- 172.21.15.94:0/594532710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c072c30 0x7fbc4c0b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4a59c640 1 -- 172.21.15.94:0/594532710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c072c30 msgr2=0x7fbc4c0b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4a59c640 1 --2- 172.21.15.94:0/594532710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c072c30 0x7fbc4c0b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4a59c640 1 -- 172.21.15.94:0/594532710 >> v1:172.21.15.94:6789/0 conn(0x7fbc4c0b45e0 legacy=0x7fbc4c072520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.645+0000 7fbc4a59c640 1 -- 172.21.15.94:0/594532710 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc4c06e3e0 con 0x7fbc4c15a7a0 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.646+0000 7fbc4a59c640 1 --2- 172.21.15.94:0/594532710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c15a7a0 0x7fbc4c0ad2d0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c00bb10 tx=0x7fbc3c02c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec75bd911a0dc399 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.646+0000 7fbc49d9b640 1 -- 172.21.15.94:0/594532710 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c036020 con 0x7fbc4c15a7a0 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.646+0000 7fbc49d9b640 1 -- 172.21.15.94:0/594532710 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc3c032820 con 0x7fbc4c15a7a0 2024-09-10T08:37:18.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.646+0000 7fbc49d9b640 1 -- 172.21.15.94:0/594532710 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c032bf0 con 0x7fbc4c15a7a0 2024-09-10T08:37:18.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 -- 172.21.15.94:0/594532710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c15a7a0 msgr2=0x7fbc4c0ad2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/594532710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c15a7a0 0x7fbc4c0ad2d0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c00bb10 tx=0x7fbc3c02c920 comp rx=0 tx=0).stop 2024-09-10T08:37:18.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 -- 172.21.15.94:0/594532710 shutdown_connections 2024-09-10T08:37:18.650 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/594532710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c072c30 0x7fbc4c0b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/594532710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c15a7a0 0x7fbc4c0ad2d0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 -- 172.21.15.94:0/594532710 >> 172.21.15.94:0/594532710 conn(0x7fbc4c0b1b30 msgr2=0x7fbc4c0b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 -- 172.21.15.94:0/594532710 shutdown_connections 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.647+0000 7fbc50d6d640 1 -- 172.21.15.94:0/594532710 wait complete. 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.648+0000 7fbc50d6d640 1 Processor -- start 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.648+0000 7fbc50d6d640 1 -- start start 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc50d6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c072c30 0x7fbc4c150820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc50d6d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c0b45e0 0x7fbc4c1f0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc50d6d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc4c15a7a0 0x7fbc4c1533d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc50d6d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4c0b34a0 con 0x7fbc4c072c30 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc50d6d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4c06e9a0 con 0x7fbc4c15a7a0 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc50d6d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbc4c15ab80 con 0x7fbc4c0b45e0 2024-09-10T08:37:18.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c072c30 0x7fbc4c150820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c072c30 0x7fbc4c150820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56646/0 (socket says 172.21.15.94:56646) 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 -- 172.21.15.94:0/2427081689 learned_addr learned my addr 172.21.15.94:0/2427081689 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4ad9d640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc4c15a7a0 0x7fbc4c1533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc43fff640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c0b45e0 0x7fbc4c1f0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 -- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c0b45e0 msgr2=0x7fbc4c1f0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c0b45e0 0x7fbc4c1f0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 -- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc4c15a7a0 msgr2=0x7fbc4c1533d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc4c15a7a0 0x7fbc4c1533d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 -- 172.21.15.94:0/2427081689 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc4c1f10c0 con 0x7fbc4c072c30 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc4a59c640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c072c30 0x7fbc4c150820 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c02c960 tx=0x7fbc3c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.649+0000 7fbc42ffd640 1 -- 172.21.15.94:0/2427081689 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c036040 con 0x7fbc4c072c30 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.650+0000 7fbc42ffd640 1 -- 172.21.15.94:0/2427081689 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc3c03cd70 con 0x7fbc4c072c30 2024-09-10T08:37:18.652 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.650+0000 7fbc42ffd640 1 -- 172.21.15.94:0/2427081689 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c046630 con 0x7fbc4c072c30 2024-09-10T08:37:18.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.650+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc4c1515f0 con 0x7fbc4c072c30 2024-09-10T08:37:18.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.650+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc4c151bb0 con 0x7fbc4c072c30 2024-09-10T08:37:18.653 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.650+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc4c0b4a50 con 0x7fbc4c072c30 2024-09-10T08:37:18.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.651+0000 7fbc42ffd640 1 -- 172.21.15.94:0/2427081689 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbc3c04d060 con 0x7fbc4c072c30 2024-09-10T08:37:18.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.651+0000 7fbc42ffd640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc2c06be60 0x7fbc2c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.651+0000 7fbc42ffd640 1 -- 172.21.15.94:0/2427081689 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7fbc3c0ae440 con 0x7fbc4c072c30 2024-09-10T08:37:18.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.651+0000 7fbc43fff640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc2c06be60 0x7fbc2c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.654 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.652+0000 7fbc43fff640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc2c06be60 0x7fbc2c06e320 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c09d6f0 tx=0x7fbc34007cc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.656+0000 7fbc42ffd640 1 -- 172.21.15.94:0/2427081689 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbc4c1f10c0 con 0x7fbc4c072c30 2024-09-10T08:37:18.817 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.816+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc4c150d60 con 0x7fbc2c06be60 2024-09-10T08:37:18.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.822+0000 7fbc42ffd640 1 -- 172.21.15.94:0/2427081689 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242480 (secure 0 0 0) 0x7fbc4c150d60 con 0x7fbc2c06be60 2024-09-10T08:37:18.824 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:18.825 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:37:18.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc2c06be60 msgr2=0x7fbc2c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc2c06be60 0x7fbc2c06e320 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c09d6f0 tx=0x7fbc34007cc0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c072c30 msgr2=0x7fbc4c150820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c072c30 0x7fbc4c150820 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c02c960 tx=0x7fbc3c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 shutdown_connections 2024-09-10T08:37:18.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbc2c06be60 0x7fbc2c06e320 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbc4c15a7a0 0x7fbc4c1533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbc4c0b45e0 0x7fbc4c1f0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 --2- 172.21.15.94:0/2427081689 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbc4c072c30 0x7fbc4c150820 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 >> 172.21.15.94:0/2427081689 conn(0x7fbc4c0b1b30 msgr2=0x7fbc4c0b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:18.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 shutdown_connections 2024-09-10T08:37:18.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.825+0000 7fbc50d6d640 1 -- 172.21.15.94:0/2427081689 wait complete. 2024-09-10T08:37:18.836 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":238,"stamp":"2024-09-10T08:37:17.869775+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":94,"acting":94,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251944,"kb_used_data":10712,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754722776,"statfs":{"total":773094113280,"available":772836122624,"internally_reserved":0,"allocated":10969088,"data_stored":5623968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":246795825},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.638279"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261208+0000","last_change":"2024-09-10T08:37:15.254935+0000","last_active":"2024-09-10T08:37:16.261208+0000","last_peered":"2024-09-10T08:37:16.261208+0000","last_clean":"2024-09-10T08:37:16.261208+0000","last_became_active":"2024-09-10T08:37:15.254192+0000","last_became_peered":"2024-09-10T08:37:15.254192+0000","last_unstale":"2024-09-10T08:37:16.261208+0000","last_undegraded":"2024-09-10T08:37:16.261208+0000","last_fullsized":"2024-09-10T08:37:16.261208+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:46.654726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261422+0000","last_change":"2024-09-10T08:37:15.257534+0000","last_active":"2024-09-10T08:37:16.261422+0000","last_peered":"2024-09-10T08:37:16.261422+0000","last_clean":"2024-09-10T08:37:16.261422+0000","last_became_active":"2024-09-10T08:37:15.257274+0000","last_became_peered":"2024-09-10T08:37:15.257274+0000","last_unstale":"2024-09-10T08:37:16.261422+0000","last_undegraded":"2024-09-10T08:37:16.261422+0000","last_fullsized":"2024-09-10T08:37:16.261422+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:05.150661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242751+0000","last_change":"2024-09-10T08:37:14.242751+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242751+0000","last_undegraded":"2024-09-10T08:37:14.242751+0000","last_fullsized":"2024-09-10T08:37:14.242751+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242291+0000","last_change":"2024-09-10T08:37:14.242291+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242291+0000","last_undegraded":"2024-09-10T08:37:14.242291+0000","last_fullsized":"2024-09-10T08:37:14.242291+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261576+0000","last_change":"2024-09-10T08:37:15.269741+0000","last_active":"2024-09-10T08:37:16.261576+0000","last_peered":"2024-09-10T08:37:16.261576+0000","last_clean":"2024-09-10T08:37:16.261576+0000","last_became_active":"2024-09-10T08:37:15.269473+0000","last_became_peered":"2024-09-10T08:37:15.269473+0000","last_unstale":"2024-09-10T08:37:16.261576+0000","last_undegraded":"2024-09-10T08:37:16.261576+0000","last_fullsized":"2024-09-10T08:37:16.261576+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:48:26.696805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261284+0000","last_change":"2024-09-10T08:37:15.258303+0000","last_active":"2024-09-10T08:37:16.261284+0000","last_peered":"2024-09-10T08:37:16.261284+0000","last_clean":"2024-09-10T08:37:16.261284+0000","last_became_active":"2024-09-10T08:37:15.258007+0000","last_became_peered":"2024-09-10T08:37:15.258007+0000","last_unstale":"2024-09-10T08:37:16.261284+0000","last_undegraded":"2024-09-10T08:37:16.261284+0000","last_fullsized":"2024-09-10T08:37:16.261284+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:45.108354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.241796+0000","last_change":"2024-09-10T08:37:14.241796+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.241796+0000","last_undegraded":"2024-09-10T08:37:14.241796+0000","last_fullsized":"2024-09-10T08:37:14.241796+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.240972+0000","last_change":"2024-09-10T08:37:14.240972+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.240972+0000","last_undegraded":"2024-09-10T08:37:14.240972+0000","last_fullsized":"2024-09-10T08:37:14.240972+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.243225+0000","last_change":"2024-09-10T08:37:14.243225+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.243225+0000","last_undegraded":"2024-09-10T08:37:14.243225+0000","last_fullsized":"2024-09-10T08:37:14.243225+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238689+0000","last_change":"2024-09-10T08:37:13.238689+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238689+0000","last_undegraded":"2024-09-10T08:37:13.238689+0000","last_fullsized":"2024-09-10T08:37:13.238689+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242757+0000","last_change":"2024-09-10T08:37:14.242757+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242757+0000","last_undegraded":"2024-09-10T08:37:14.242757+0000","last_fullsized":"2024-09-10T08:37:14.242757+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260019+0000","last_change":"2024-09-10T08:37:14.257583+0000","last_active":"2024-09-10T08:37:14.260019+0000","last_peered":"2024-09-10T08:37:14.260019+0000","last_clean":"2024-09-10T08:37:14.260019+0000","last_became_active":"2024-09-10T08:37:14.257242+0000","last_became_peered":"2024-09-10T08:37:14.257242+0000","last_unstale":"2024-09-10T08:37:14.260019+0000","last_undegraded":"2024-09-10T08:37:14.260019+0000","last_fullsized":"2024-09-10T08:37:14.260019+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:12.100909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261483+0000","last_change":"2024-09-10T08:37:14.251987+0000","last_active":"2024-09-10T08:37:16.261483+0000","last_peered":"2024-09-10T08:37:16.261483+0000","last_clean":"2024-09-10T08:37:16.261483+0000","last_became_active":"2024-09-10T08:37:14.251727+0000","last_became_peered":"2024-09-10T08:37:14.251727+0000","last_unstale":"2024-09-10T08:37:16.261483+0000","last_undegraded":"2024-09-10T08:37:16.261483+0000","last_fullsized":"2024-09-10T08:37:16.261483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:16.573887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.233975+0000","last_change":"2024-09-10T08:37:13.233975+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.233975+0000","last_undegraded":"2024-09-10T08:37:13.233975+0000","last_fullsized":"2024-09-10T08:37:13.233975+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236723+0000","last_change":"2024-09-10T08:37:13.236723+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236723+0000","last_undegraded":"2024-09-10T08:37:13.236723+0000","last_fullsized":"2024-09-10T08:37:13.236723+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.259639+0000","last_change":"2024-09-10T08:37:14.257314+0000","last_active":"2024-09-10T08:37:14.259639+0000","last_peered":"2024-09-10T08:37:14.259639+0000","last_clean":"2024-09-10T08:37:14.259639+0000","last_became_active":"2024-09-10T08:37:14.257042+0000","last_became_peered":"2024-09-10T08:37:14.257042+0000","last_unstale":"2024-09-10T08:37:14.259639+0000","last_undegraded":"2024-09-10T08:37:14.259639+0000","last_fullsized":"2024-09-10T08:37:14.259639+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:07:13.208255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234154+0000","last_change":"2024-09-10T08:37:13.234154+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234154+0000","last_undegraded":"2024-09-10T08:37:13.234154+0000","last_fullsized":"2024-09-10T08:37:13.234154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.253197+0000","last_change":"2024-09-10T08:37:14.251163+0000","last_active":"2024-09-10T08:37:14.253197+0000","last_peered":"2024-09-10T08:37:14.253197+0000","last_clean":"2024-09-10T08:37:14.253197+0000","last_became_active":"2024-09-10T08:37:14.250886+0000","last_became_peered":"2024-09-10T08:37:14.250886+0000","last_unstale":"2024-09-10T08:37:14.253197+0000","last_undegraded":"2024-09-10T08:37:14.253197+0000","last_fullsized":"2024-09-10T08:37:14.253197+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:34.329225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260743+0000","last_change":"2024-09-10T08:37:15.268496+0000","last_active":"2024-09-10T08:37:16.260743+0000","last_peered":"2024-09-10T08:37:16.260743+0000","last_clean":"2024-09-10T08:37:16.260743+0000","last_became_active":"2024-09-10T08:37:15.268239+0000","last_became_peered":"2024-09-10T08:37:15.268239+0000","last_unstale":"2024-09-10T08:37:16.260743+0000","last_undegraded":"2024-09-10T08:37:16.260743+0000","last_fullsized":"2024-09-10T08:37:16.260743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:02.168421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237276+0000","last_change":"2024-09-10T08:37:13.237276+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237276+0000","last_undegraded":"2024-09-10T08:37:13.237276+0000","last_fullsized":"2024-09-10T08:37:13.237276+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234549+0000","last_change":"2024-09-10T08:37:13.234549+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234549+0000","last_undegraded":"2024-09-10T08:37:13.234549+0000","last_fullsized":"2024-09-10T08:37:13.234549+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261521+0000","last_change":"2024-09-10T08:37:15.269128+0000","last_active":"2024-09-10T08:37:16.261521+0000","last_peered":"2024-09-10T08:37:16.261521+0000","last_clean":"2024-09-10T08:37:16.261521+0000","last_became_active":"2024-09-10T08:37:15.268852+0000","last_became_peered":"2024-09-10T08:37:15.268852+0000","last_unstale":"2024-09-10T08:37:16.261521+0000","last_undegraded":"2024-09-10T08:37:16.261521+0000","last_fullsized":"2024-09-10T08:37:16.261521+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:53.239958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237659+0000","last_change":"2024-09-10T08:37:13.237659+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237659+0000","last_undegraded":"2024-09-10T08:37:13.237659+0000","last_fullsized":"2024-09-10T08:37:13.237659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.254219+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253966+0000","last_became_peered":"2024-09-10T08:37:14.253966+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:01.776506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238030+0000","last_change":"2024-09-10T08:37:13.238030+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238030+0000","last_undegraded":"2024-09-10T08:37:13.238030+0000","last_fullsized":"2024-09-10T08:37:13.238030+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260043+0000","last_change":"2024-09-10T08:37:14.257945+0000","last_active":"2024-09-10T08:37:14.260043+0000","last_peered":"2024-09-10T08:37:14.260043+0000","last_clean":"2024-09-10T08:37:14.260043+0000","last_became_active":"2024-09-10T08:37:14.257436+0000","last_became_peered":"2024-09-10T08:37:14.257436+0000","last_unstale":"2024-09-10T08:37:14.260043+0000","last_undegraded":"2024-09-10T08:37:14.260043+0000","last_fullsized":"2024-09-10T08:37:14.260043+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:11:06.073783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238483+0000","last_change":"2024-09-10T08:37:13.238483+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238483+0000","last_undegraded":"2024-09-10T08:37:13.238483+0000","last_fullsized":"2024-09-10T08:37:13.238483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234094+0000","last_change":"2024-09-10T08:37:13.234094+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234094+0000","last_undegraded":"2024-09-10T08:37:13.234094+0000","last_fullsized":"2024-09-10T08:37:13.234094+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261340+0000","last_change":"2024-09-10T08:37:15.255174+0000","last_active":"2024-09-10T08:37:16.261340+0000","last_peered":"2024-09-10T08:37:16.261340+0000","last_clean":"2024-09-10T08:37:16.261340+0000","last_became_active":"2024-09-10T08:37:15.254576+0000","last_became_peered":"2024-09-10T08:37:15.254576+0000","last_unstale":"2024-09-10T08:37:16.261340+0000","last_undegraded":"2024-09-10T08:37:16.261340+0000","last_fullsized":"2024-09-10T08:37:16.261340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:59.684160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236921+0000","last_change":"2024-09-10T08:37:13.236921+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236921+0000","last_undegraded":"2024-09-10T08:37:13.236921+0000","last_fullsized":"2024-09-10T08:37:13.236921+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238945+0000","last_change":"2024-09-10T08:37:13.238945+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238945+0000","last_undegraded":"2024-09-10T08:37:13.238945+0000","last_fullsized":"2024-09-10T08:37:13.238945+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238862+0000","last_change":"2024-09-10T08:37:13.238862+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238862+0000","last_undegraded":"2024-09-10T08:37:13.238862+0000","last_fullsized":"2024-09-10T08:37:13.238862+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238635+0000","last_change":"2024-09-10T08:37:13.238635+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238635+0000","last_undegraded":"2024-09-10T08:37:13.238635+0000","last_fullsized":"2024-09-10T08:37:13.238635+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238442+0000","last_change":"2024-09-10T08:37:13.238442+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238442+0000","last_undegraded":"2024-09-10T08:37:13.238442+0000","last_fullsized":"2024-09-10T08:37:13.238442+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261064+0000","last_change":"2024-09-10T08:37:14.251350+0000","last_active":"2024-09-10T08:37:16.261064+0000","last_peered":"2024-09-10T08:37:16.261064+0000","last_clean":"2024-09-10T08:37:16.261064+0000","last_became_active":"2024-09-10T08:37:14.251091+0000","last_became_peered":"2024-09-10T08:37:14.251091+0000","last_unstale":"2024-09-10T08:37:16.261064+0000","last_undegraded":"2024-09-10T08:37:16.261064+0000","last_fullsized":"2024-09-10T08:37:16.261064+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:16.558354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242273+0000","last_change":"2024-09-10T08:37:14.242273+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242273+0000","last_undegraded":"2024-09-10T08:37:14.242273+0000","last_fullsized":"2024-09-10T08:37:14.242273+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236798+0000","last_change":"2024-09-10T08:37:13.236798+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236798+0000","last_undegraded":"2024-09-10T08:37:13.236798+0000","last_fullsized":"2024-09-10T08:37:13.236798+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237649+0000","last_change":"2024-09-10T08:37:13.237649+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237649+0000","last_undegraded":"2024-09-10T08:37:13.237649+0000","last_fullsized":"2024-09-10T08:37:13.237649+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.253572+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253102+0000","last_became_peered":"2024-09-10T08:37:14.253102+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:35.400025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.254752+0000","last_change":"2024-09-10T08:37:14.252403+0000","last_active":"2024-09-10T08:37:14.254752+0000","last_peered":"2024-09-10T08:37:14.254752+0000","last_clean":"2024-09-10T08:37:14.254752+0000","last_became_active":"2024-09-10T08:37:14.251851+0000","last_became_peered":"2024-09-10T08:37:14.251851+0000","last_unstale":"2024-09-10T08:37:14.254752+0000","last_undegraded":"2024-09-10T08:37:14.254752+0000","last_fullsized":"2024-09-10T08:37:14.254752+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:41.818222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238477+0000","last_change":"2024-09-10T08:37:13.238477+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238477+0000","last_undegraded":"2024-09-10T08:37:13.238477+0000","last_fullsized":"2024-09-10T08:37:13.238477+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237454+0000","last_change":"2024-09-10T08:37:13.237454+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237454+0000","last_undegraded":"2024-09-10T08:37:13.237454+0000","last_fullsized":"2024-09-10T08:37:13.237454+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237992+0000","last_change":"2024-09-10T08:37:13.237992+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237992+0000","last_undegraded":"2024-09-10T08:37:13.237992+0000","last_fullsized":"2024-09-10T08:37:13.237992+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238057+0000","last_change":"2024-09-10T08:37:13.238057+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238057+0000","last_undegraded":"2024-09-10T08:37:13.238057+0000","last_fullsized":"2024-09-10T08:37:13.238057+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":326,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-10T08:37:13.233733+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:37:13.233733+0000","last_peered":"2024-09-10T08:37:13.233733+0000","last_clean":"2024-09-10T08:37:13.233733+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:37:13.233733+0000","last_undegraded":"2024-09-10T08:37:13.233733+0000","last_fullsized":"2024-09-10T08:37:13.233733+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":28,"acting":28,"num_store_stats":2},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476797,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":1232896,"data_stored":560996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1802240,"data_stored":1138488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28224,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343616,"statfs":{"total":96636764160,"available":96607862784,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28228,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343612,"statfs":{"total":96636764160,"available":96607858688,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509500,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32376,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32964,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338876,"statfs":{"total":96636764160,"available":96603009024,"internally_reserved":0,"allocated":1814528,"data_stored":1144697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335252,"statfs":{"total":96636764160,"available":96599298048,"internally_reserved":0,"allocated":1261568,"data_stored":574889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:37:18.840 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3f is not active+clean 2024-09-10T08:37:18.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.840 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3e is not active+clean 2024-09-10T08:37:18.840 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.840 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3d is not active+clean 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3c is not active+clean 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3a is not active+clean 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:PG 16.39 is not active+clean 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:PG 16.38 is not active+clean 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:PG 16.37 is not active+clean 2024-09-10T08:37:18.841 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:PG 16.35 is not active+clean 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:PG 16.34 is not active+clean 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:14.242751+0000', 'last_change': '2024-09-10T08:37:14.242751+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.242751+0000', 'last_undegraded': '2024-09-10T08:37:14.242751+0000', 'last_fullsized': '2024-09-10T08:37:14.242751+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:PG 16.33 is not active+clean 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:PG 16.32 is not active+clean 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:PG 16.31 is not active+clean 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.842 INFO:tasks.ceph.ceph_manager.ceph:PG 16.30 is not active+clean 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2f is not active+clean 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2e is not active+clean 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2d is not active+clean 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2c is not active+clean 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:14.242291+0000', 'last_change': '2024-09-10T08:37:14.242291+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.242291+0000', 'last_undegraded': '2024-09-10T08:37:14.242291+0000', 'last_fullsized': '2024-09-10T08:37:14.242291+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2b is not active+clean 2024-09-10T08:37:18.843 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:PG 16.29 is not active+clean 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:PG 16.27 is not active+clean 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:14.241796+0000', 'last_change': '2024-09-10T08:37:14.241796+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.241796+0000', 'last_undegraded': '2024-09-10T08:37:14.241796+0000', 'last_fullsized': '2024-09-10T08:37:14.241796+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:PG 16.26 is not active+clean 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:14.240972+0000', 'last_change': '2024-09-10T08:37:14.240972+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.240972+0000', 'last_undegraded': '2024-09-10T08:37:14.240972+0000', 'last_fullsized': '2024-09-10T08:37:14.240972+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:PG 16.25 is not active+clean 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:PG 16.24 is not active+clean 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.844 INFO:tasks.ceph.ceph_manager.ceph:PG 16.23 is not active+clean 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:PG 16.22 is not active+clean 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:14.243225+0000', 'last_change': '2024-09-10T08:37:14.243225+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.243225+0000', 'last_undegraded': '2024-09-10T08:37:14.243225+0000', 'last_fullsized': '2024-09-10T08:37:14.243225+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:PG 16.21 is not active+clean 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:PG 16.20 is not active+clean 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:PG 16.0 is not active+clean 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1f is not active+clean 2024-09-10T08:37:18.845 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.234136+0000', 'last_change': '2024-09-10T08:37:13.234136+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.234136+0000', 'last_undegraded': '2024-09-10T08:37:13.234136+0000', 'last_fullsized': '2024-09-10T08:37:13.234136+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1 is not active+clean 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1e is not active+clean 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238689+0000', 'last_change': '2024-09-10T08:37:13.238689+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238689+0000', 'last_undegraded': '2024-09-10T08:37:13.238689+0000', 'last_fullsized': '2024-09-10T08:37:13.238689+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2 is not active+clean 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:14.242757+0000', 'last_change': '2024-09-10T08:37:14.242757+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.242757+0000', 'last_undegraded': '2024-09-10T08:37:14.242757+0000', 'last_fullsized': '2024-09-10T08:37:14.242757+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:PG 16.3 is not active+clean 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:PG 16.4 is not active+clean 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1b is not active+clean 2024-09-10T08:37:18.846 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.233975+0000', 'last_change': '2024-09-10T08:37:13.233975+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.233975+0000', 'last_undegraded': '2024-09-10T08:37:13.233975+0000', 'last_fullsized': '2024-09-10T08:37:13.233975+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:PG 16.5 is not active+clean 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1a is not active+clean 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.236723+0000', 'last_change': '2024-09-10T08:37:13.236723+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.236723+0000', 'last_undegraded': '2024-09-10T08:37:13.236723+0000', 'last_fullsized': '2024-09-10T08:37:13.236723+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:PG 16.6 is not active+clean 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:PG 16.7 is not active+clean 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:PG 15.18 is not active+clean 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.234154+0000', 'last_change': '2024-09-10T08:37:13.234154+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.234154+0000', 'last_undegraded': '2024-09-10T08:37:13.234154+0000', 'last_fullsized': '2024-09-10T08:37:13.234154+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T08:37:18.847 INFO:tasks.ceph.ceph_manager.ceph:PG 16.8 is not active+clean 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:PG 15.16 is not active+clean 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.237276+0000', 'last_change': '2024-09-10T08:37:13.237276+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.237276+0000', 'last_undegraded': '2024-09-10T08:37:13.237276+0000', 'last_fullsized': '2024-09-10T08:37:13.237276+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:PG 16.a is not active+clean 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:PG 15.15 is not active+clean 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.234549+0000', 'last_change': '2024-09-10T08:37:13.234549+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.234549+0000', 'last_undegraded': '2024-09-10T08:37:13.234549+0000', 'last_fullsized': '2024-09-10T08:37:13.234549+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:PG 15.14 is not active+clean 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.237659+0000', 'last_change': '2024-09-10T08:37:13.237659+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.237659+0000', 'last_undegraded': '2024-09-10T08:37:13.237659+0000', 'last_fullsized': '2024-09-10T08:37:13.237659+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T08:37:18.848 INFO:tasks.ceph.ceph_manager.ceph:PG 16.c is not active+clean 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:PG 16.d is not active+clean 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:PG 15.12 is not active+clean 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.234136+0000', 'last_change': '2024-09-10T08:37:13.234136+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.234136+0000', 'last_undegraded': '2024-09-10T08:37:13.234136+0000', 'last_fullsized': '2024-09-10T08:37:13.234136+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:PG 16.e is not active+clean 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:PG 15.11 is not active+clean 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238030+0000', 'last_change': '2024-09-10T08:37:13.238030+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238030+0000', 'last_undegraded': '2024-09-10T08:37:13.238030+0000', 'last_fullsized': '2024-09-10T08:37:13.238030+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:PG 16.f is not active+clean 2024-09-10T08:37:18.849 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:PG 16.10 is not active+clean 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:PG 15.f is not active+clean 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238483+0000', 'last_change': '2024-09-10T08:37:13.238483+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238483+0000', 'last_undegraded': '2024-09-10T08:37:13.238483+0000', 'last_fullsized': '2024-09-10T08:37:13.238483+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:PG 16.12 is not active+clean 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:PG 15.d is not active+clean 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.234094+0000', 'last_change': '2024-09-10T08:37:13.234094+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.234094+0000', 'last_undegraded': '2024-09-10T08:37:13.234094+0000', 'last_fullsized': '2024-09-10T08:37:13.234094+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:PG 15.c is not active+clean 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.236921+0000', 'last_change': '2024-09-10T08:37:13.236921+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.236921+0000', 'last_undegraded': '2024-09-10T08:37:13.236921+0000', 'last_fullsized': '2024-09-10T08:37:13.236921+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-10T08:37:18.850 INFO:tasks.ceph.ceph_manager.ceph:PG 16.14 is not active+clean 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:PG 15.b is not active+clean 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238945+0000', 'last_change': '2024-09-10T08:37:13.238945+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238945+0000', 'last_undegraded': '2024-09-10T08:37:13.238945+0000', 'last_fullsized': '2024-09-10T08:37:13.238945+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:PG 16.15 is not active+clean 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:PG 15.a is not active+clean 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238862+0000', 'last_change': '2024-09-10T08:37:13.238862+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238862+0000', 'last_undegraded': '2024-09-10T08:37:13.238862+0000', 'last_fullsized': '2024-09-10T08:37:13.238862+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:PG 16.16 is not active+clean 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:PG 15.9 is not active+clean 2024-09-10T08:37:18.851 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238635+0000', 'last_change': '2024-09-10T08:37:13.238635+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238635+0000', 'last_undegraded': '2024-09-10T08:37:13.238635+0000', 'last_fullsized': '2024-09-10T08:37:13.238635+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:PG 16.17 is not active+clean 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:PG 15.8 is not active+clean 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238442+0000', 'last_change': '2024-09-10T08:37:13.238442+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238442+0000', 'last_undegraded': '2024-09-10T08:37:13.238442+0000', 'last_fullsized': '2024-09-10T08:37:13.238442+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:PG 16.18 is not active+clean 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:PG 16.19 is not active+clean 2024-09-10T08:37:18.852 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:14.242273+0000', 'last_change': '2024-09-10T08:37:14.242273+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.242273+0000', 'last_undegraded': '2024-09-10T08:37:14.242273+0000', 'last_fullsized': '2024-09-10T08:37:14.242273+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:PG 15.6 is not active+clean 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.236798+0000', 'last_change': '2024-09-10T08:37:13.236798+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.236798+0000', 'last_undegraded': '2024-09-10T08:37:13.236798+0000', 'last_fullsized': '2024-09-10T08:37:13.236798+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1a is not active+clean 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:PG 15.5 is not active+clean 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.237649+0000', 'last_change': '2024-09-10T08:37:13.237649+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.237649+0000', 'last_undegraded': '2024-09-10T08:37:13.237649+0000', 'last_fullsized': '2024-09-10T08:37:13.237649+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1b is not active+clean 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1c is not active+clean 2024-09-10T08:37:18.853 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1d is not active+clean 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:PG 15.2 is not active+clean 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238477+0000', 'last_change': '2024-09-10T08:37:13.238477+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238477+0000', 'last_undegraded': '2024-09-10T08:37:13.238477+0000', 'last_fullsized': '2024-09-10T08:37:13.238477+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1e is not active+clean 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1 is not active+clean 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.237454+0000', 'last_change': '2024-09-10T08:37:13.237454+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.237454+0000', 'last_undegraded': '2024-09-10T08:37:13.237454+0000', 'last_fullsized': '2024-09-10T08:37:13.237454+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:PG 16.1f is not active+clean 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:PG 15.0 is not active+clean 2024-09-10T08:37:18.854 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.237992+0000', 'last_change': '2024-09-10T08:37:13.237992+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.237992+0000', 'last_undegraded': '2024-09-10T08:37:13.237992+0000', 'last_fullsized': '2024-09-10T08:37:13.237992+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.855 INFO:tasks.ceph.ceph_manager.ceph:PG 16.11 is not active+clean 2024-09-10T08:37:18.855 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-10T08:37:14.231544+0000', 'last_change': '2024-09-10T08:37:14.231544+0000', 'last_active': '2024-09-10T08:37:14.231544+0000', 'last_peered': '2024-09-10T08:37:14.231544+0000', 'last_clean': '2024-09-10T08:37:14.231544+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:14.231544+0000', 'last_undegraded': '2024-09-10T08:37:14.231544+0000', 'last_fullsized': '2024-09-10T08:37:14.231544+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:14.231544+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-10T08:37:18.855 INFO:tasks.ceph.ceph_manager.ceph:PG 15.e is not active+clean 2024-09-10T08:37:18.855 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 99, 'state': 'creating+peering', 'last_fresh': '2024-09-10T08:37:13.238057+0000', 'last_change': '2024-09-10T08:37:13.238057+0000', 'last_active': '2024-09-10T08:37:13.229480+0000', 'last_peered': '2024-09-10T08:37:13.229480+0000', 'last_clean': '2024-09-10T08:37:13.229480+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:37:13.238057+0000', 'last_undegraded': '2024-09-10T08:37:13.238057+0000', 'last_fullsized': '2024-09-10T08:37:13.238057+0000', 'mapping_epoch': 99, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 99, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'last_clean_scrub_stamp': '2024-09-10T08:37:13.229480+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-10T08:37:18.855 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-10T08:37:18.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.975+0000 7f26aa065640 1 Processor -- start 2024-09-10T08:37:18.975 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.975+0000 7f26aa065640 1 -- start start 2024-09-10T08:37:18.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.975+0000 7f26aa065640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f26a415e750 0x7f26a40ade90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.975+0000 7f26aa065640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a40b01e0 0x7f26a40cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.976 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.975+0000 7f26aa065640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26a40cc330 con 0x7f26a40b05e0 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.975+0000 7f26aa065640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f26a415eb30 con 0x7f26a415e750 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.975+0000 7f26aa065640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f26a40cfc50 con 0x7f26a40b01e0 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f26a415e750 0x7f26a40ade90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f26a415e750 0x7f26a40ade90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56662/0 (socket says 172.21.15.94:56662) 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 -- 172.21.15.94:0/302935687 learned_addr learned my addr 172.21.15.94:0/302935687 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f269affd640 1 --2- 172.21.15.94:0/302935687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a40b01e0 0x7f26a40cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 -- 172.21.15.94:0/302935687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a40b01e0 msgr2=0x7f26a40cecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 --2- 172.21.15.94:0/302935687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a40b01e0 0x7f26a40cecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 -- 172.21.15.94:0/302935687 >> v1:172.21.15.143:6789/0 conn(0x7f26a40b05e0 legacy=0x7f26a40cc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 -- 172.21.15.94:0/302935687 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a40cff30 con 0x7f26a415e750 2024-09-10T08:37:18.977 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f269affd640 1 --2- 172.21.15.94:0/302935687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a40b01e0 0x7f26a40cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.976+0000 7f26a37fe640 1 --2- 172.21.15.94:0/302935687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a415e750 0x7f26a40ade90 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f2694009870 tx=0x7f269402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88764945f9b257c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26a2ffd640 1 -- 172.21.15.94:0/302935687 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2694037070 con 0x7f26a415e750 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26a2ffd640 1 -- 172.21.15.94:0/302935687 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2694032440 con 0x7f26a415e750 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26a2ffd640 1 -- 172.21.15.94:0/302935687 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2694032810 con 0x7f26a415e750 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 -- 172.21.15.94:0/302935687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a415e750 msgr2=0x7f26a40ade90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 --2- 172.21.15.94:0/302935687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a415e750 0x7f26a40ade90 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f2694009870 tx=0x7f269402a270 comp rx=0 tx=0).stop 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 -- 172.21.15.94:0/302935687 shutdown_connections 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 --2- 172.21.15.94:0/302935687 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a40b01e0 0x7f26a40cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 --2- 172.21.15.94:0/302935687 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a415e750 0x7f26a40ade90 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 -- 172.21.15.94:0/302935687 >> 172.21.15.94:0/302935687 conn(0x7f26a40d10e0 msgr2=0x7f26a40d14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:18.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 -- 172.21.15.94:0/302935687 shutdown_connections 2024-09-10T08:37:18.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.977+0000 7f26aa065640 1 -- 172.21.15.94:0/302935687 wait complete. 2024-09-10T08:37:18.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.978+0000 7f26aa065640 1 Processor -- start 2024-09-10T08:37:18.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26aa065640 1 -- start start 2024-09-10T08:37:18.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26aa065640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f26a40b01e0 0x7f26a414e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26aa065640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a40b05e0 0x7f26a41e7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26aa065640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a415e750 0x7f26a41e83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26aa065640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f26a40d0670 con 0x7f26a40b05e0 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26aa065640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f26a40d04f0 con 0x7f26a40b01e0 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26aa065640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f26a40cf870 con 0x7f26a415e750 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f269affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a40b05e0 0x7f26a41e7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f269affd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a40b05e0 0x7f26a41e7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56676/0 (socket says 172.21.15.94:56676) 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f269affd640 1 -- 172.21.15.94:0/1769431000 learned_addr learned my addr 172.21.15.94:0/1769431000 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26a37fe640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f26a40b01e0 0x7f26a414e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.979+0000 7f26a3fff640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a415e750 0x7f26a41e83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f269affd640 1 -- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a415e750 msgr2=0x7f26a41e83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f269affd640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a415e750 0x7f26a41e83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f269affd640 1 -- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f26a40b01e0 msgr2=0x7f26a414e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:18.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f269affd640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f26a40b01e0 0x7f26a414e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f269affd640 1 -- 172.21.15.94:0/1769431000 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a406f5e0 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f269affd640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a40b05e0 0x7f26a41e7e60 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f268c00d7d0 tx=0x7f268c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f26a0ff9640 1 -- 172.21.15.94:0/1769431000 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268c0096a0 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f26a0ff9640 1 -- 172.21.15.94:0/1769431000 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f268c019070 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a40b0cd0 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f26a0ff9640 1 -- 172.21.15.94:0/1769431000 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268c009a80 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.980+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a40c7ea0 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.981+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a40b0af0 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.981+0000 7f26a0ff9640 1 -- 172.21.15.94:0/1769431000 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f268c009c20 con 0x7f26a40b05e0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.982+0000 7f26a0ff9640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f268406be60 0x7f268406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.982+0000 7f26a37fe640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f268406be60 0x7f268406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:18.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.982+0000 7f26a0ff9640 1 -- 172.21.15.94:0/1769431000 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f268c08b2a0 con 0x7f26a40b05e0 2024-09-10T08:37:18.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.983+0000 7f26a37fe640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f268406be60 0x7f268406e320 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f2694034000 tx=0x7f269402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:18.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:18.986+0000 7f26a0ff9640 1 -- 172.21.15.94:0/1769431000 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f26a40b0af0 con 0x7f26a40b05e0 2024-09-10T08:37:19.213 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.213+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f26a409ef90 con 0x7f26a40b05e0 2024-09-10T08:37:19.213 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.213+0000 7f26a0ff9640 1 -- 172.21.15.94:0/1769431000 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1636 (secure 0 0 0) 0x7f268c059470 con 0x7f26a40b05e0 2024-09-10T08:37:19.214 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:19.214 INFO:teuthology.orchestra.run.smithi094.stdout:{"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":297,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":102,"num_osds":8,"num_up_osds":8,"osd_up_since":1725957154,"num_in_osds":8,"osd_in_since":1725957143,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":50},{"state_name":"creating+peering","count":30},{"state_name":"active+clean","count":17}],"num_pgs":97,"num_pools":3,"num_objects":6,"data_bytes":590402,"bytes_used":257990656,"bytes_avail":772836122624,"bytes_total":773094113280,"unknown_pgs_ratio":0.51546388864517212,"inactive_pgs_ratio":0.30927833914756775,"write_bytes_sec":1545,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":51,"btime":"2024-09-10T08:37:17:253941+0000","id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"a","status":"up:active","gid":6906}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-09-10T08:36:31.860429+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f268406be60 msgr2=0x7f268406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f268406be60 0x7f268406e320 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f2694034000 tx=0x7f269402e000 comp rx=0 tx=0).stop 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a40b05e0 msgr2=0x7f26a41e7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a40b05e0 0x7f26a41e7e60 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f268c00d7d0 tx=0x7f268c00dc90 comp rx=0 tx=0).stop 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 shutdown_connections 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f268406be60 0x7f268406e320 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f26a415e750 0x7f26a41e83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f26a40b05e0 0x7f26a41e7e60 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 --2- 172.21.15.94:0/1769431000 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f26a40b01e0 0x7f26a414e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 >> 172.21.15.94:0/1769431000 conn(0x7f26a40d10e0 msgr2=0x7f26a40b2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:19.216 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 shutdown_connections 2024-09-10T08:37:19.217 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.215+0000 7f26aa065640 1 -- 172.21.15.94:0/1769431000 wait complete. 2024-09-10T08:37:19.226 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T08:37:19.227 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:37:19.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.325+0000 7f95f3606640 1 Processor -- start 2024-09-10T08:37:19.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.325+0000 7f95f3606640 1 -- start start 2024-09-10T08:37:19.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95f3606640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 0x7f95ec0b5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95f3606640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95ec067f10 con 0x7f95ec0b6210 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95f3606640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95ec06cdd0 con 0x7f95ec15c280 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95f3606640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f95ec06d0b0 con 0x7f95ec067950 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95f1ba3640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f95ec0b6210 0x7f95ec0b1ae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41960/0 (socket says 172.21.15.94:41960) 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95f1ba3640 1 -- 172.21.15.94:0/544019283 learned_addr learned my addr 172.21.15.94:0/544019283 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95f0ba1640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 0x7f95ec0b5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3269170359 0 0) 0x7f95ec067f10 con 0x7f95ec0b6210 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f95d8003520 con 0x7f95ec0b6210 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3913456750 0 0) 0x7f95d8003520 con 0x7f95ec0b6210 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 msgr2=0x7f95ec0b5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 0x7f95ec0b5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 >> v1:172.21.15.143:6789/0 conn(0x7f95ec15c280 legacy=0x7f95ec06f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95ec06d390 con 0x7f95ec0b6210 2024-09-10T08:37:19.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f95e40019f0 con 0x7f95ec0b6210 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 >> v1:172.21.15.94:6789/0 conn(0x7f95ec0b6210 legacy=0x7f95ec0b1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95d80039e0 0x7f95d8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 0x7f95d8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95d8004d40 0x7f95d80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.326+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec06d0b0 con 0x7f95d8004d40 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f95d800b9c0 con 0x7f95d80039e0 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f95d800bbc0 con 0x7f95ec067950 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f1ba3640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95d8004d40 0x7f95d80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f13a2640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95d80039e0 0x7f95d8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f0ba1640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 0x7f95d8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f1ba3640 1 -- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 msgr2=0x7f95d8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f1ba3640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95ec067950 0x7f95d8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f1ba3640 1 -- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95d80039e0 msgr2=0x7f95d8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f1ba3640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95d80039e0 0x7f95d8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.327+0000 7f95f1ba3640 1 -- 172.21.15.94:0/544019283 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d8003520 con 0x7f95d8004d40 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f1ba3640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95d8004d40 0x7f95d80051c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f95e400a810 tx=0x7f95d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6d32d7cc95493cc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e400a430 con 0x7f95d8004d40 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95e402f070 con 0x7f95d8004d40 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95e3fff640 1 -- 172.21.15.94:0/544019283 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e402bc50 con 0x7f95d8004d40 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f3606640 1 -- 172.21.15.94:0/544019283 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95d8004d40 msgr2=0x7f95d80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f3606640 1 --2- 172.21.15.94:0/544019283 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95d8004d40 0x7f95d80051c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f95e400a810 tx=0x7f95d8005830 comp rx=0 tx=0).stop 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f1ba3640 1 -- 172.21.15.94:0/544019283 reap_dead start 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f3606640 1 -- 172.21.15.94:0/544019283 shutdown_connections 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f3606640 1 -- 172.21.15.94:0/544019283 >> 172.21.15.94:0/544019283 conn(0x7f95ec0cd410 msgr2=0x7f95ec0cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:19.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f3606640 1 -- 172.21.15.94:0/544019283 shutdown_connections 2024-09-10T08:37:19.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.328+0000 7f95f3606640 1 -- 172.21.15.94:0/544019283 wait complete. 2024-09-10T08:37:19.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 Processor -- start 2024-09-10T08:37:19.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 -- start start 2024-09-10T08:37:19.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95d8004d40 0x7f95ec148470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95ec1575c0 0x7f95ec0af050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95ec158d40 0x7f95ec0ae400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec0b2370 con 0x7f95ec1575c0 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec0b21f0 con 0x7f95ec158d40 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f3606640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f95ec0b5cd0 con 0x7f95d8004d40 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f0ba1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95ec1575c0 0x7f95ec0af050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f0ba1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95ec1575c0 0x7f95ec0af050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:56682/0 (socket says 172.21.15.94:56682) 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.330+0000 7f95f0ba1640 1 -- 172.21.15.94:0/3889260538 learned_addr learned my addr 172.21.15.94:0/3889260538 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f1ba3640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95ec158d40 0x7f95ec0ae400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f13a2640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95d8004d40 0x7f95ec148470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f0ba1640 1 -- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95d8004d40 msgr2=0x7f95ec148470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f0ba1640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95d8004d40 0x7f95ec148470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f0ba1640 1 -- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95ec158d40 msgr2=0x7f95ec0ae400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f0ba1640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95ec158d40 0x7f95ec0ae400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f0ba1640 1 -- 172.21.15.94:0/3889260538 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95ec157ca0 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f0ba1640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95ec1575c0 0x7f95ec0af050 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f95dc0119d0 tx=0x7f95dc011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95e1ffb640 1 -- 172.21.15.94:0/3889260538 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95dc00fb50 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95e1ffb640 1 -- 172.21.15.94:0/3889260538 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95dc00fcf0 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95ec157f80 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95e1ffb640 1 -- 172.21.15.94:0/3889260538 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95dc00fea0 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.331+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95ec158540 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.332+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95ec0b3570 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.333+0000 7f95e1ffb640 1 -- 172.21.15.94:0/3889260538 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f95dc012040 con 0x7f95ec1575c0 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.333+0000 7f95e1ffb640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95d006be30 0x7f95d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:19.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.333+0000 7f95e1ffb640 1 -- 172.21.15.94:0/3889260538 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f95dc08b600 con 0x7f95ec1575c0 2024-09-10T08:37:19.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.333+0000 7f95f13a2640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95d006be30 0x7f95d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:19.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.333+0000 7f95f13a2640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95d006be30 0x7f95d006e2f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f95e8000c00 tx=0x7f95e8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:19.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.337+0000 7f95e1ffb640 1 -- 172.21.15.94:0/3889260538 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f95ec0b3570 con 0x7f95ec1575c0 2024-09-10T08:37:19.499 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.499+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95ec157a40 con 0x7f95d006be30 2024-09-10T08:37:19.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.505+0000 7f95e1ffb640 1 -- 172.21.15.94:0/3889260538 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242480 (secure 0 0 0) 0x7f95e8001550 con 0x7f95d006be30 2024-09-10T08:37:19.507 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:19.509 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:37:19.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95d006be30 msgr2=0x7f95d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95d006be30 0x7f95d006e2f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f95e8000c00 tx=0x7f95e8009040 comp rx=0 tx=0).stop 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95ec1575c0 msgr2=0x7f95ec0af050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95ec1575c0 0x7f95ec0af050 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f95dc0119d0 tx=0x7f95dc011e90 comp rx=0 tx=0).stop 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 shutdown_connections 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f95d006be30 0x7f95d006e2f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f95ec158d40 0x7f95ec0ae400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f95ec1575c0 0x7f95ec0af050 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 --2- 172.21.15.94:0/3889260538 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f95d8004d40 0x7f95ec148470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 >> 172.21.15.94:0/3889260538 conn(0x7f95ec0cd410 msgr2=0x7f95ec06bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.507+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 shutdown_connections 2024-09-10T08:37:19.511 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:19.508+0000 7f95f3606640 1 -- 172.21.15.94:0/3889260538 wait complete. 2024-09-10T08:37:19.519 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":238,"stamp":"2024-09-10T08:37:17.869775+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":168,"num_write_kb":2423,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":94,"acting":94,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251944,"kb_used_data":10712,"kb_used_omap":12,"kb_used_meta":241011,"kb_avail":754722776,"statfs":{"total":773094113280,"available":772836122624,"internally_reserved":0,"allocated":10969088,"data_stored":5623968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":246795825},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.638279"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261208+0000","last_change":"2024-09-10T08:37:15.254935+0000","last_active":"2024-09-10T08:37:16.261208+0000","last_peered":"2024-09-10T08:37:16.261208+0000","last_clean":"2024-09-10T08:37:16.261208+0000","last_became_active":"2024-09-10T08:37:15.254192+0000","last_became_peered":"2024-09-10T08:37:15.254192+0000","last_unstale":"2024-09-10T08:37:16.261208+0000","last_undegraded":"2024-09-10T08:37:16.261208+0000","last_fullsized":"2024-09-10T08:37:16.261208+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:46.654726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261422+0000","last_change":"2024-09-10T08:37:15.257534+0000","last_active":"2024-09-10T08:37:16.261422+0000","last_peered":"2024-09-10T08:37:16.261422+0000","last_clean":"2024-09-10T08:37:16.261422+0000","last_became_active":"2024-09-10T08:37:15.257274+0000","last_became_peered":"2024-09-10T08:37:15.257274+0000","last_unstale":"2024-09-10T08:37:16.261422+0000","last_undegraded":"2024-09-10T08:37:16.261422+0000","last_fullsized":"2024-09-10T08:37:16.261422+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:05.150661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242751+0000","last_change":"2024-09-10T08:37:14.242751+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242751+0000","last_undegraded":"2024-09-10T08:37:14.242751+0000","last_fullsized":"2024-09-10T08:37:14.242751+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242291+0000","last_change":"2024-09-10T08:37:14.242291+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242291+0000","last_undegraded":"2024-09-10T08:37:14.242291+0000","last_fullsized":"2024-09-10T08:37:14.242291+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261576+0000","last_change":"2024-09-10T08:37:15.269741+0000","last_active":"2024-09-10T08:37:16.261576+0000","last_peered":"2024-09-10T08:37:16.261576+0000","last_clean":"2024-09-10T08:37:16.261576+0000","last_became_active":"2024-09-10T08:37:15.269473+0000","last_became_peered":"2024-09-10T08:37:15.269473+0000","last_unstale":"2024-09-10T08:37:16.261576+0000","last_undegraded":"2024-09-10T08:37:16.261576+0000","last_fullsized":"2024-09-10T08:37:16.261576+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:48:26.696805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261284+0000","last_change":"2024-09-10T08:37:15.258303+0000","last_active":"2024-09-10T08:37:16.261284+0000","last_peered":"2024-09-10T08:37:16.261284+0000","last_clean":"2024-09-10T08:37:16.261284+0000","last_became_active":"2024-09-10T08:37:15.258007+0000","last_became_peered":"2024-09-10T08:37:15.258007+0000","last_unstale":"2024-09-10T08:37:16.261284+0000","last_undegraded":"2024-09-10T08:37:16.261284+0000","last_fullsized":"2024-09-10T08:37:16.261284+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:45.108354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.241796+0000","last_change":"2024-09-10T08:37:14.241796+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.241796+0000","last_undegraded":"2024-09-10T08:37:14.241796+0000","last_fullsized":"2024-09-10T08:37:14.241796+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.240972+0000","last_change":"2024-09-10T08:37:14.240972+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.240972+0000","last_undegraded":"2024-09-10T08:37:14.240972+0000","last_fullsized":"2024-09-10T08:37:14.240972+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.243225+0000","last_change":"2024-09-10T08:37:14.243225+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.243225+0000","last_undegraded":"2024-09-10T08:37:14.243225+0000","last_fullsized":"2024-09-10T08:37:14.243225+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238689+0000","last_change":"2024-09-10T08:37:13.238689+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238689+0000","last_undegraded":"2024-09-10T08:37:13.238689+0000","last_fullsized":"2024-09-10T08:37:13.238689+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242757+0000","last_change":"2024-09-10T08:37:14.242757+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242757+0000","last_undegraded":"2024-09-10T08:37:14.242757+0000","last_fullsized":"2024-09-10T08:37:14.242757+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260019+0000","last_change":"2024-09-10T08:37:14.257583+0000","last_active":"2024-09-10T08:37:14.260019+0000","last_peered":"2024-09-10T08:37:14.260019+0000","last_clean":"2024-09-10T08:37:14.260019+0000","last_became_active":"2024-09-10T08:37:14.257242+0000","last_became_peered":"2024-09-10T08:37:14.257242+0000","last_unstale":"2024-09-10T08:37:14.260019+0000","last_undegraded":"2024-09-10T08:37:14.260019+0000","last_fullsized":"2024-09-10T08:37:14.260019+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:48:12.100909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261483+0000","last_change":"2024-09-10T08:37:14.251987+0000","last_active":"2024-09-10T08:37:16.261483+0000","last_peered":"2024-09-10T08:37:16.261483+0000","last_clean":"2024-09-10T08:37:16.261483+0000","last_became_active":"2024-09-10T08:37:14.251727+0000","last_became_peered":"2024-09-10T08:37:14.251727+0000","last_unstale":"2024-09-10T08:37:16.261483+0000","last_undegraded":"2024-09-10T08:37:16.261483+0000","last_fullsized":"2024-09-10T08:37:16.261483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:16.573887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.233975+0000","last_change":"2024-09-10T08:37:13.233975+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.233975+0000","last_undegraded":"2024-09-10T08:37:13.233975+0000","last_fullsized":"2024-09-10T08:37:13.233975+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236723+0000","last_change":"2024-09-10T08:37:13.236723+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236723+0000","last_undegraded":"2024-09-10T08:37:13.236723+0000","last_fullsized":"2024-09-10T08:37:13.236723+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.259639+0000","last_change":"2024-09-10T08:37:14.257314+0000","last_active":"2024-09-10T08:37:14.259639+0000","last_peered":"2024-09-10T08:37:14.259639+0000","last_clean":"2024-09-10T08:37:14.259639+0000","last_became_active":"2024-09-10T08:37:14.257042+0000","last_became_peered":"2024-09-10T08:37:14.257042+0000","last_unstale":"2024-09-10T08:37:14.259639+0000","last_undegraded":"2024-09-10T08:37:14.259639+0000","last_fullsized":"2024-09-10T08:37:14.259639+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:07:13.208255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234154+0000","last_change":"2024-09-10T08:37:13.234154+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234154+0000","last_undegraded":"2024-09-10T08:37:13.234154+0000","last_fullsized":"2024-09-10T08:37:13.234154+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.253197+0000","last_change":"2024-09-10T08:37:14.251163+0000","last_active":"2024-09-10T08:37:14.253197+0000","last_peered":"2024-09-10T08:37:14.253197+0000","last_clean":"2024-09-10T08:37:14.253197+0000","last_became_active":"2024-09-10T08:37:14.250886+0000","last_became_peered":"2024-09-10T08:37:14.250886+0000","last_unstale":"2024-09-10T08:37:14.253197+0000","last_undegraded":"2024-09-10T08:37:14.253197+0000","last_fullsized":"2024-09-10T08:37:14.253197+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:47:34.329225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260743+0000","last_change":"2024-09-10T08:37:15.268496+0000","last_active":"2024-09-10T08:37:16.260743+0000","last_peered":"2024-09-10T08:37:16.260743+0000","last_clean":"2024-09-10T08:37:16.260743+0000","last_became_active":"2024-09-10T08:37:15.268239+0000","last_became_peered":"2024-09-10T08:37:15.268239+0000","last_unstale":"2024-09-10T08:37:16.260743+0000","last_undegraded":"2024-09-10T08:37:16.260743+0000","last_fullsized":"2024-09-10T08:37:16.260743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:02.168421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237276+0000","last_change":"2024-09-10T08:37:13.237276+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237276+0000","last_undegraded":"2024-09-10T08:37:13.237276+0000","last_fullsized":"2024-09-10T08:37:13.237276+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234549+0000","last_change":"2024-09-10T08:37:13.234549+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234549+0000","last_undegraded":"2024-09-10T08:37:13.234549+0000","last_fullsized":"2024-09-10T08:37:13.234549+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261521+0000","last_change":"2024-09-10T08:37:15.269128+0000","last_active":"2024-09-10T08:37:16.261521+0000","last_peered":"2024-09-10T08:37:16.261521+0000","last_clean":"2024-09-10T08:37:16.261521+0000","last_became_active":"2024-09-10T08:37:15.268852+0000","last_became_peered":"2024-09-10T08:37:15.268852+0000","last_unstale":"2024-09-10T08:37:16.261521+0000","last_undegraded":"2024-09-10T08:37:16.261521+0000","last_fullsized":"2024-09-10T08:37:16.261521+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:53.239958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237659+0000","last_change":"2024-09-10T08:37:13.237659+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237659+0000","last_undegraded":"2024-09-10T08:37:13.237659+0000","last_fullsized":"2024-09-10T08:37:13.237659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.254219+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253966+0000","last_became_peered":"2024-09-10T08:37:14.253966+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:01.776506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234136+0000","last_change":"2024-09-10T08:37:13.234136+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234136+0000","last_undegraded":"2024-09-10T08:37:13.234136+0000","last_fullsized":"2024-09-10T08:37:13.234136+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238030+0000","last_change":"2024-09-10T08:37:13.238030+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238030+0000","last_undegraded":"2024-09-10T08:37:13.238030+0000","last_fullsized":"2024-09-10T08:37:13.238030+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.260043+0000","last_change":"2024-09-10T08:37:14.257945+0000","last_active":"2024-09-10T08:37:14.260043+0000","last_peered":"2024-09-10T08:37:14.260043+0000","last_clean":"2024-09-10T08:37:14.260043+0000","last_became_active":"2024-09-10T08:37:14.257436+0000","last_became_peered":"2024-09-10T08:37:14.257436+0000","last_unstale":"2024-09-10T08:37:14.260043+0000","last_undegraded":"2024-09-10T08:37:14.260043+0000","last_fullsized":"2024-09-10T08:37:14.260043+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:11:06.073783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238483+0000","last_change":"2024-09-10T08:37:13.238483+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238483+0000","last_undegraded":"2024-09-10T08:37:13.238483+0000","last_fullsized":"2024-09-10T08:37:13.238483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.234094+0000","last_change":"2024-09-10T08:37:13.234094+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.234094+0000","last_undegraded":"2024-09-10T08:37:13.234094+0000","last_fullsized":"2024-09-10T08:37:13.234094+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261340+0000","last_change":"2024-09-10T08:37:15.255174+0000","last_active":"2024-09-10T08:37:16.261340+0000","last_peered":"2024-09-10T08:37:16.261340+0000","last_clean":"2024-09-10T08:37:16.261340+0000","last_became_active":"2024-09-10T08:37:15.254576+0000","last_became_peered":"2024-09-10T08:37:15.254576+0000","last_unstale":"2024-09-10T08:37:16.261340+0000","last_undegraded":"2024-09-10T08:37:16.261340+0000","last_fullsized":"2024-09-10T08:37:16.261340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:59.684160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236921+0000","last_change":"2024-09-10T08:37:13.236921+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236921+0000","last_undegraded":"2024-09-10T08:37:13.236921+0000","last_fullsized":"2024-09-10T08:37:13.236921+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238945+0000","last_change":"2024-09-10T08:37:13.238945+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238945+0000","last_undegraded":"2024-09-10T08:37:13.238945+0000","last_fullsized":"2024-09-10T08:37:13.238945+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238862+0000","last_change":"2024-09-10T08:37:13.238862+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238862+0000","last_undegraded":"2024-09-10T08:37:13.238862+0000","last_fullsized":"2024-09-10T08:37:13.238862+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238635+0000","last_change":"2024-09-10T08:37:13.238635+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238635+0000","last_undegraded":"2024-09-10T08:37:13.238635+0000","last_fullsized":"2024-09-10T08:37:13.238635+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238442+0000","last_change":"2024-09-10T08:37:13.238442+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238442+0000","last_undegraded":"2024-09-10T08:37:13.238442+0000","last_fullsized":"2024-09-10T08:37:13.238442+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261064+0000","last_change":"2024-09-10T08:37:14.251350+0000","last_active":"2024-09-10T08:37:16.261064+0000","last_peered":"2024-09-10T08:37:16.261064+0000","last_clean":"2024-09-10T08:37:16.261064+0000","last_became_active":"2024-09-10T08:37:14.251091+0000","last_became_peered":"2024-09-10T08:37:14.251091+0000","last_unstale":"2024-09-10T08:37:16.261064+0000","last_undegraded":"2024-09-10T08:37:16.261064+0000","last_fullsized":"2024-09-10T08:37:16.261064+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:16.558354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-09-10T08:37:14.242273+0000","last_change":"2024-09-10T08:37:14.242273+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.242273+0000","last_undegraded":"2024-09-10T08:37:14.242273+0000","last_fullsized":"2024-09-10T08:37:14.242273+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.236798+0000","last_change":"2024-09-10T08:37:13.236798+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.236798+0000","last_undegraded":"2024-09-10T08:37:13.236798+0000","last_fullsized":"2024-09-10T08:37:13.236798+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237649+0000","last_change":"2024-09-10T08:37:13.237649+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237649+0000","last_undegraded":"2024-09-10T08:37:13.237649+0000","last_fullsized":"2024-09-10T08:37:13.237649+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.253572+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253102+0000","last_became_peered":"2024-09-10T08:37:14.253102+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:35.400025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":9,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-09-10T08:37:14.254752+0000","last_change":"2024-09-10T08:37:14.252403+0000","last_active":"2024-09-10T08:37:14.254752+0000","last_peered":"2024-09-10T08:37:14.254752+0000","last_clean":"2024-09-10T08:37:14.254752+0000","last_became_active":"2024-09-10T08:37:14.251851+0000","last_became_peered":"2024-09-10T08:37:14.251851+0000","last_unstale":"2024-09-10T08:37:14.254752+0000","last_undegraded":"2024-09-10T08:37:14.254752+0000","last_fullsized":"2024-09-10T08:37:14.254752+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:41.818222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238477+0000","last_change":"2024-09-10T08:37:13.238477+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238477+0000","last_undegraded":"2024-09-10T08:37:13.238477+0000","last_fullsized":"2024-09-10T08:37:13.238477+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237454+0000","last_change":"2024-09-10T08:37:13.237454+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237454+0000","last_undegraded":"2024-09-10T08:37:13.237454+0000","last_fullsized":"2024-09-10T08:37:13.237454+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.237992+0000","last_change":"2024-09-10T08:37:13.237992+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.237992+0000","last_undegraded":"2024-09-10T08:37:13.237992+0000","last_fullsized":"2024-09-10T08:37:13.237992+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-10T08:37:14.231544+0000","last_change":"2024-09-10T08:37:14.231544+0000","last_active":"2024-09-10T08:37:14.231544+0000","last_peered":"2024-09-10T08:37:14.231544+0000","last_clean":"2024-09-10T08:37:14.231544+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:14.231544+0000","last_undegraded":"2024-09-10T08:37:14.231544+0000","last_fullsized":"2024-09-10T08:37:14.231544+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":1,"reported_epoch":99,"state":"creating+peering","last_fresh":"2024-09-10T08:37:13.238057+0000","last_change":"2024-09-10T08:37:13.238057+0000","last_active":"2024-09-10T08:37:13.229480+0000","last_peered":"2024-09-10T08:37:13.229480+0000","last_clean":"2024-09-10T08:37:13.229480+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:37:13.238057+0000","last_undegraded":"2024-09-10T08:37:13.238057+0000","last_fullsized":"2024-09-10T08:37:13.238057+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":326,"reported_epoch":99,"state":"active+clean","last_fresh":"2024-09-10T08:37:13.233733+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:37:13.233733+0000","last_peered":"2024-09-10T08:37:13.233733+0000","last_clean":"2024-09-10T08:37:13.233733+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:37:13.233733+0000","last_undegraded":"2024-09-10T08:37:13.233733+0000","last_fullsized":"2024-09-10T08:37:13.233733+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":28,"acting":28,"num_store_stats":2},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476797,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28240,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343600,"statfs":{"total":96636764160,"available":96607846400,"internally_reserved":0,"allocated":1232896,"data_stored":560996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1760,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1802240,"data_stored":1138488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509500,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28224,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343616,"statfs":{"total":96636764160,"available":96607862784,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28228,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343612,"statfs":{"total":96636764160,"available":96607858688,"internally_reserved":0,"allocated":1220608,"data_stored":554329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509500,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32376,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1208320,"data_stored":548120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509499,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32964,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338876,"statfs":{"total":96636764160,"available":96603009024,"internally_reserved":0,"allocated":1814528,"data_stored":1144697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335252,"statfs":{"total":96636764160,"available":96599298048,"internally_reserved":0,"allocated":1261568,"data_stored":574889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:37:21.233 INFO:tasks.ceph.mds.a.smithi094.stderr:2024-09-10T08:37:21.233+0000 7f902aedc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:37:22.523 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:37:22.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.636+0000 7f167f98f640 1 Processor -- start 2024-09-10T08:37:22.636 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.636+0000 7f167f98f640 1 -- start start 2024-09-10T08:37:22.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167f98f640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f16780b54a0 0x7f16780b5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167f98f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f1678071be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167f98f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16780b5dc0 con 0x7f167806d0f0 2024-09-10T08:37:22.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167f98f640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f167815f7a0 con 0x7f16780b54a0 2024-09-10T08:37:22.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167f98f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f16780d2bd0 con 0x7f1678071750 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167cf2a640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f167806d0f0 0x7f16780d13f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42552/0 (socket says 172.21.15.94:42552) 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167cf2a640 1 -- 172.21.15.94:0/415876902 learned_addr learned my addr 172.21.15.94:0/415876902 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167d72b640 1 --2- 172.21.15.94:0/415876902 >> v2:172.21.15.143:3300/0 conn(0x7f16780b54a0 0x7f16780b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f167df2c640 1 --2- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f1678071be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f166ffff640 1 -- 172.21.15.94:0/415876902 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2620482923 0 0) 0x7f16780b5dc0 con 0x7f167806d0f0 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.637+0000 7f166ffff640 1 -- 172.21.15.94:0/415876902 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1664003520 con 0x7f167806d0f0 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.638+0000 7f166ffff640 1 -- 172.21.15.94:0/415876902 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3842017170 0 0) 0x7f1664003520 con 0x7f167806d0f0 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.638+0000 7f167d72b640 1 -- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 msgr2=0x7f1678071be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.638+0000 7f167d72b640 1 --2- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f1678071be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.638+0000 7f167d72b640 1 -- 172.21.15.94:0/415876902 >> v1:172.21.15.94:6789/0 conn(0x7f167806d0f0 legacy=0x7f16780d13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.638+0000 7f167d72b640 1 -- 172.21.15.94:0/415876902 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f167815eb90 con 0x7f16780b54a0 2024-09-10T08:37:22.639 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.638+0000 7f167df2c640 1 --2- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f1678071be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:22.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.638+0000 7f167d72b640 1 --2- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780b5880 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f16740097d0 tx=0x7f167402a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93b7355bf345e3a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:22.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f166ffff640 1 -- 172.21.15.94:0/415876902 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674037070 con 0x7f16780b54a0 2024-09-10T08:37:22.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f166ffff640 1 -- 172.21.15.94:0/415876902 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f167402abd0 con 0x7f16780b54a0 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f166ffff640 1 -- 172.21.15.94:0/415876902 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1668001670 con 0x7f16780b54a0 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 -- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 msgr2=0x7f16780b5880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 --2- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780b5880 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f16740097d0 tx=0x7f167402a140 comp rx=0 tx=0).stop 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 -- 172.21.15.94:0/415876902 shutdown_connections 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 --2- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f1678071be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 --2- 172.21.15.94:0/415876902 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780b5880 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 -- 172.21.15.94:0/415876902 >> 172.21.15.94:0/415876902 conn(0x7f167806feb0 msgr2=0x7f1678070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 -- 172.21.15.94:0/415876902 shutdown_connections 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.639+0000 7f167f98f640 1 -- 172.21.15.94:0/415876902 wait complete. 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.640+0000 7f167f98f640 1 Processor -- start 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.640+0000 7f167f98f640 1 -- start start 2024-09-10T08:37:22.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167f98f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f167806d0f0 0x7f167814dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167f98f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f16780a9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167f98f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780a9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167f98f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f167815f430 con 0x7f167806d0f0 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167f98f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f167815f150 con 0x7f16780b54a0 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167f98f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f16780d1b00 con 0x7f1678071750 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167d72b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f167806d0f0 0x7f167814dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167d72b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f167806d0f0 0x7f167814dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:44976/0 (socket says 172.21.15.94:44976) 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167d72b640 1 -- 172.21.15.94:0/38593757 learned_addr learned my addr 172.21.15.94:0/38593757 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167df2c640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780a9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.641+0000 7f167cf2a640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f16780a9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167d72b640 1 -- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 msgr2=0x7f16780a9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167d72b640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f16780a9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167d72b640 1 -- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 msgr2=0x7f16780a9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167d72b640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780a9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167d72b640 1 -- 172.21.15.94:0/38593757 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f167815b3d0 con 0x7f167806d0f0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167df2c640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780a9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167cf2a640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f16780a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167d72b640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f167806d0f0 0x7f167814dba0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f16740098f0 tx=0x7f16740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f166dffb640 1 -- 172.21.15.94:0/38593757 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674041020 con 0x7f167806d0f0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f166dffb640 1 -- 172.21.15.94:0/38593757 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f167403d620 con 0x7f167806d0f0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16780aa1f0 con 0x7f167806d0f0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f166dffb640 1 -- 172.21.15.94:0/38593757 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674037040 con 0x7f167806d0f0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.642+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16780aaa90 con 0x7f167806d0f0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.643+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16780b6e30 con 0x7f167806d0f0 2024-09-10T08:37:22.647 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.644+0000 7f166dffb640 1 -- 172.21.15.94:0/38593757 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1674044020 con 0x7f167806d0f0 2024-09-10T08:37:22.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.644+0000 7f166dffb640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f165c06be30 0x7f165c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.644+0000 7f166dffb640 1 -- 172.21.15.94:0/38593757 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f16740ab520 con 0x7f167806d0f0 2024-09-10T08:37:22.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.644+0000 7f167cf2a640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f165c06be30 0x7f165c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.645+0000 7f167cf2a640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f165c06be30 0x7f165c06e2f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f167815b080 tx=0x7f1668009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:22.648 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.648+0000 7f166dffb640 1 -- 172.21.15.94:0/38593757 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f16780b6e30 con 0x7f167806d0f0 2024-09-10T08:37:22.812 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.812+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f167806e0e0 con 0x7f165c06be30 2024-09-10T08:37:22.818 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.817+0000 7f166dffb640 1 -- 172.21.15.94:0/38593757 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252410 (secure 0 0 0) 0x7f167806e0e0 con 0x7f165c06be30 2024-09-10T08:37:22.821 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:22.822 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:37:22.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f165c06be30 msgr2=0x7f165c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f165c06be30 0x7f165c06e2f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f167815b080 tx=0x7f1668009040 comp rx=0 tx=0).stop 2024-09-10T08:37:22.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f167806d0f0 msgr2=0x7f167814dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f167806d0f0 0x7f167814dba0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f16740098f0 tx=0x7f16740046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 shutdown_connections 2024-09-10T08:37:22.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f165c06be30 0x7f165c06e2f0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f16780b54a0 0x7f16780a9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f1678071750 0x7f16780a9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 --2- 172.21.15.94:0/38593757 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f167806d0f0 0x7f167814dba0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 >> 172.21.15.94:0/38593757 conn(0x7f167806feb0 msgr2=0x7f1678071bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:22.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 shutdown_connections 2024-09-10T08:37:22.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.821+0000 7f167f98f640 1 -- 172.21.15.94:0/38593757 wait complete. 2024-09-10T08:37:22.832 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":240,"stamp":"2024-09-10T08:37:21.870593+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":256444,"kb_used_data":11048,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754718276,"statfs":{"total":773094113280,"available":772831514624,"internally_reserved":0,"allocated":11313152,"data_stored":5784396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.633991"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256401+0000","last_change":"2024-09-10T08:37:15.261377+0000","last_active":"2024-09-10T08:37:16.256401+0000","last_peered":"2024-09-10T08:37:16.256401+0000","last_clean":"2024-09-10T08:37:16.256401+0000","last_became_active":"2024-09-10T08:37:15.261092+0000","last_became_peered":"2024-09-10T08:37:15.261092+0000","last_unstale":"2024-09-10T08:37:16.256401+0000","last_undegraded":"2024-09-10T08:37:16.256401+0000","last_fullsized":"2024-09-10T08:37:16.256401+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:37:51.103197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261015+0000","last_change":"2024-09-10T08:37:15.256660+0000","last_active":"2024-09-10T08:37:16.261015+0000","last_peered":"2024-09-10T08:37:16.261015+0000","last_clean":"2024-09-10T08:37:16.261015+0000","last_became_active":"2024-09-10T08:37:15.256377+0000","last_became_peered":"2024-09-10T08:37:15.256377+0000","last_unstale":"2024-09-10T08:37:16.261015+0000","last_undegraded":"2024-09-10T08:37:16.261015+0000","last_fullsized":"2024-09-10T08:37:16.261015+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:48:10.445124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256657+0000","last_change":"2024-09-10T08:37:15.271872+0000","last_active":"2024-09-10T08:37:16.256657+0000","last_peered":"2024-09-10T08:37:16.256657+0000","last_clean":"2024-09-10T08:37:16.256657+0000","last_became_active":"2024-09-10T08:37:15.271576+0000","last_became_peered":"2024-09-10T08:37:15.271576+0000","last_unstale":"2024-09-10T08:37:16.256657+0000","last_undegraded":"2024-09-10T08:37:16.256657+0000","last_fullsized":"2024-09-10T08:37:16.256657+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:18.330774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260756+0000","last_change":"2024-09-10T08:37:15.256203+0000","last_active":"2024-09-10T08:37:16.260756+0000","last_peered":"2024-09-10T08:37:16.260756+0000","last_clean":"2024-09-10T08:37:16.260756+0000","last_became_active":"2024-09-10T08:37:15.255919+0000","last_became_peered":"2024-09-10T08:37:15.255919+0000","last_unstale":"2024-09-10T08:37:16.260756+0000","last_undegraded":"2024-09-10T08:37:16.260756+0000","last_fullsized":"2024-09-10T08:37:16.260756+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:41:12.820539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261208+0000","last_change":"2024-09-10T08:37:15.254935+0000","last_active":"2024-09-10T08:37:16.261208+0000","last_peered":"2024-09-10T08:37:16.261208+0000","last_clean":"2024-09-10T08:37:16.261208+0000","last_became_active":"2024-09-10T08:37:15.254192+0000","last_became_peered":"2024-09-10T08:37:15.254192+0000","last_unstale":"2024-09-10T08:37:16.261208+0000","last_undegraded":"2024-09-10T08:37:16.261208+0000","last_fullsized":"2024-09-10T08:37:16.261208+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:46.654726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260481+0000","last_change":"2024-09-10T08:37:15.262909+0000","last_active":"2024-09-10T08:37:16.260481+0000","last_peered":"2024-09-10T08:37:16.260481+0000","last_clean":"2024-09-10T08:37:16.260481+0000","last_became_active":"2024-09-10T08:37:15.262561+0000","last_became_peered":"2024-09-10T08:37:15.262561+0000","last_unstale":"2024-09-10T08:37:16.260481+0000","last_undegraded":"2024-09-10T08:37:16.260481+0000","last_fullsized":"2024-09-10T08:37:16.260481+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:10.444753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260446+0000","last_change":"2024-09-10T08:37:15.262794+0000","last_active":"2024-09-10T08:37:16.260446+0000","last_peered":"2024-09-10T08:37:16.260446+0000","last_clean":"2024-09-10T08:37:16.260446+0000","last_became_active":"2024-09-10T08:37:15.262474+0000","last_became_peered":"2024-09-10T08:37:15.262474+0000","last_unstale":"2024-09-10T08:37:16.260446+0000","last_undegraded":"2024-09-10T08:37:16.260446+0000","last_fullsized":"2024-09-10T08:37:16.260446+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:11:07.075846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.259921+0000","last_change":"2024-09-10T08:37:15.261880+0000","last_active":"2024-09-10T08:37:16.259921+0000","last_peered":"2024-09-10T08:37:16.259921+0000","last_clean":"2024-09-10T08:37:16.259921+0000","last_became_active":"2024-09-10T08:37:15.261579+0000","last_became_peered":"2024-09-10T08:37:15.261579+0000","last_unstale":"2024-09-10T08:37:16.259921+0000","last_undegraded":"2024-09-10T08:37:16.259921+0000","last_fullsized":"2024-09-10T08:37:16.259921+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:28:06.658850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260926+0000","last_change":"2024-09-10T08:37:15.260619+0000","last_active":"2024-09-10T08:37:16.260926+0000","last_peered":"2024-09-10T08:37:16.260926+0000","last_clean":"2024-09-10T08:37:16.260926+0000","last_became_active":"2024-09-10T08:37:15.259915+0000","last_became_peered":"2024-09-10T08:37:15.259915+0000","last_unstale":"2024-09-10T08:37:16.260926+0000","last_undegraded":"2024-09-10T08:37:16.260926+0000","last_fullsized":"2024-09-10T08:37:16.260926+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:37.597308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261422+0000","last_change":"2024-09-10T08:37:15.257534+0000","last_active":"2024-09-10T08:37:16.261422+0000","last_peered":"2024-09-10T08:37:16.261422+0000","last_clean":"2024-09-10T08:37:16.261422+0000","last_became_active":"2024-09-10T08:37:15.257274+0000","last_became_peered":"2024-09-10T08:37:15.257274+0000","last_unstale":"2024-09-10T08:37:16.261422+0000","last_undegraded":"2024-09-10T08:37:16.261422+0000","last_fullsized":"2024-09-10T08:37:16.261422+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:10:05.150661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257735+0000","last_change":"2024-09-10T08:37:15.264726+0000","last_active":"2024-09-10T08:37:16.257735+0000","last_peered":"2024-09-10T08:37:16.257735+0000","last_clean":"2024-09-10T08:37:16.257735+0000","last_became_active":"2024-09-10T08:37:15.264387+0000","last_became_peered":"2024-09-10T08:37:15.264387+0000","last_unstale":"2024-09-10T08:37:16.257735+0000","last_undegraded":"2024-09-10T08:37:16.257735+0000","last_fullsized":"2024-09-10T08:37:16.257735+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:23.549414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261508+0000","last_change":"2024-09-10T08:37:15.262326+0000","last_active":"2024-09-10T08:37:16.261508+0000","last_peered":"2024-09-10T08:37:16.261508+0000","last_clean":"2024-09-10T08:37:16.261508+0000","last_became_active":"2024-09-10T08:37:15.262036+0000","last_became_peered":"2024-09-10T08:37:15.262036+0000","last_unstale":"2024-09-10T08:37:16.261508+0000","last_undegraded":"2024-09-10T08:37:16.261508+0000","last_fullsized":"2024-09-10T08:37:16.261508+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:18.571980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260601+0000","last_change":"2024-09-10T08:37:15.264998+0000","last_active":"2024-09-10T08:37:16.260601+0000","last_peered":"2024-09-10T08:37:16.260601+0000","last_clean":"2024-09-10T08:37:16.260601+0000","last_became_active":"2024-09-10T08:37:15.264691+0000","last_became_peered":"2024-09-10T08:37:15.264691+0000","last_unstale":"2024-09-10T08:37:16.260601+0000","last_undegraded":"2024-09-10T08:37:16.260601+0000","last_fullsized":"2024-09-10T08:37:16.260601+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:23.549414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257607+0000","last_change":"2024-09-10T08:37:15.256533+0000","last_active":"2024-09-10T08:37:16.257607+0000","last_peered":"2024-09-10T08:37:16.257607+0000","last_clean":"2024-09-10T08:37:16.257607+0000","last_became_active":"2024-09-10T08:37:15.256233+0000","last_became_peered":"2024-09-10T08:37:15.256233+0000","last_unstale":"2024-09-10T08:37:16.257607+0000","last_undegraded":"2024-09-10T08:37:16.257607+0000","last_fullsized":"2024-09-10T08:37:16.257607+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:23:35.947740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257367+0000","last_change":"2024-09-10T08:37:15.272240+0000","last_active":"2024-09-10T08:37:16.257367+0000","last_peered":"2024-09-10T08:37:16.257367+0000","last_clean":"2024-09-10T08:37:16.257367+0000","last_became_active":"2024-09-10T08:37:15.271960+0000","last_became_peered":"2024-09-10T08:37:15.271960+0000","last_unstale":"2024-09-10T08:37:16.257367+0000","last_undegraded":"2024-09-10T08:37:16.257367+0000","last_fullsized":"2024-09-10T08:37:16.257367+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:33.452295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257084+0000","last_change":"2024-09-10T08:37:15.263985+0000","last_active":"2024-09-10T08:37:16.257084+0000","last_peered":"2024-09-10T08:37:16.257084+0000","last_clean":"2024-09-10T08:37:16.257084+0000","last_became_active":"2024-09-10T08:37:15.263267+0000","last_became_peered":"2024-09-10T08:37:15.263267+0000","last_unstale":"2024-09-10T08:37:16.257084+0000","last_undegraded":"2024-09-10T08:37:16.257084+0000","last_fullsized":"2024-09-10T08:37:16.257084+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:05.523388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256505+0000","last_change":"2024-09-10T08:37:15.266221+0000","last_active":"2024-09-10T08:37:16.256505+0000","last_peered":"2024-09-10T08:37:16.256505+0000","last_clean":"2024-09-10T08:37:16.256505+0000","last_became_active":"2024-09-10T08:37:15.265554+0000","last_became_peered":"2024-09-10T08:37:15.265554+0000","last_unstale":"2024-09-10T08:37:16.256505+0000","last_undegraded":"2024-09-10T08:37:16.256505+0000","last_fullsized":"2024-09-10T08:37:16.256505+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:32.761601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261101+0000","last_change":"2024-09-10T08:37:15.262809+0000","last_active":"2024-09-10T08:37:16.261101+0000","last_peered":"2024-09-10T08:37:16.261101+0000","last_clean":"2024-09-10T08:37:16.261101+0000","last_became_active":"2024-09-10T08:37:15.262514+0000","last_became_peered":"2024-09-10T08:37:15.262514+0000","last_unstale":"2024-09-10T08:37:16.261101+0000","last_undegraded":"2024-09-10T08:37:16.261101+0000","last_fullsized":"2024-09-10T08:37:16.261101+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:48:24.502696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256507+0000","last_change":"2024-09-10T08:37:15.259946+0000","last_active":"2024-09-10T08:37:16.256507+0000","last_peered":"2024-09-10T08:37:16.256507+0000","last_clean":"2024-09-10T08:37:16.256507+0000","last_became_active":"2024-09-10T08:37:15.259674+0000","last_became_peered":"2024-09-10T08:37:15.259674+0000","last_unstale":"2024-09-10T08:37:16.256507+0000","last_undegraded":"2024-09-10T08:37:16.256507+0000","last_fullsized":"2024-09-10T08:37:16.256507+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:19:56.020210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261661+0000","last_change":"2024-09-10T08:37:15.255573+0000","last_active":"2024-09-10T08:37:16.261661+0000","last_peered":"2024-09-10T08:37:16.261661+0000","last_clean":"2024-09-10T08:37:16.261661+0000","last_became_active":"2024-09-10T08:37:15.255300+0000","last_became_peered":"2024-09-10T08:37:15.255300+0000","last_unstale":"2024-09-10T08:37:16.261661+0000","last_undegraded":"2024-09-10T08:37:16.261661+0000","last_fullsized":"2024-09-10T08:37:16.261661+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:41:12.820539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260621+0000","last_change":"2024-09-10T08:37:15.266974+0000","last_active":"2024-09-10T08:37:16.260621+0000","last_peered":"2024-09-10T08:37:16.260621+0000","last_clean":"2024-09-10T08:37:16.260621+0000","last_became_active":"2024-09-10T08:37:15.266700+0000","last_became_peered":"2024-09-10T08:37:15.266700+0000","last_unstale":"2024-09-10T08:37:16.260621+0000","last_undegraded":"2024-09-10T08:37:16.260621+0000","last_fullsized":"2024-09-10T08:37:16.260621+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:55:53.230231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261576+0000","last_change":"2024-09-10T08:37:15.269741+0000","last_active":"2024-09-10T08:37:16.261576+0000","last_peered":"2024-09-10T08:37:16.261576+0000","last_clean":"2024-09-10T08:37:16.261576+0000","last_became_active":"2024-09-10T08:37:15.269473+0000","last_became_peered":"2024-09-10T08:37:15.269473+0000","last_unstale":"2024-09-10T08:37:16.261576+0000","last_undegraded":"2024-09-10T08:37:16.261576+0000","last_fullsized":"2024-09-10T08:37:16.261576+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:48:26.696805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256082+0000","last_change":"2024-09-10T08:37:15.271208+0000","last_active":"2024-09-10T08:37:16.256082+0000","last_peered":"2024-09-10T08:37:16.256082+0000","last_clean":"2024-09-10T08:37:16.256082+0000","last_became_active":"2024-09-10T08:37:15.270929+0000","last_became_peered":"2024-09-10T08:37:15.270929+0000","last_unstale":"2024-09-10T08:37:16.256082+0000","last_undegraded":"2024-09-10T08:37:16.256082+0000","last_fullsized":"2024-09-10T08:37:16.256082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:12.777350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261284+0000","last_change":"2024-09-10T08:37:15.258303+0000","last_active":"2024-09-10T08:37:16.261284+0000","last_peered":"2024-09-10T08:37:16.261284+0000","last_clean":"2024-09-10T08:37:16.261284+0000","last_became_active":"2024-09-10T08:37:15.258007+0000","last_became_peered":"2024-09-10T08:37:15.258007+0000","last_unstale":"2024-09-10T08:37:16.261284+0000","last_undegraded":"2024-09-10T08:37:16.261284+0000","last_fullsized":"2024-09-10T08:37:16.261284+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:47:45.108354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261568+0000","last_change":"2024-09-10T08:37:15.267197+0000","last_active":"2024-09-10T08:37:16.261568+0000","last_peered":"2024-09-10T08:37:16.261568+0000","last_clean":"2024-09-10T08:37:16.261568+0000","last_became_active":"2024-09-10T08:37:15.266885+0000","last_became_peered":"2024-09-10T08:37:15.266885+0000","last_unstale":"2024-09-10T08:37:16.261568+0000","last_undegraded":"2024-09-10T08:37:16.261568+0000","last_fullsized":"2024-09-10T08:37:16.261568+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:31:23.549414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261338+0000","last_change":"2024-09-10T08:37:15.256909+0000","last_active":"2024-09-10T08:37:16.261338+0000","last_peered":"2024-09-10T08:37:16.261338+0000","last_clean":"2024-09-10T08:37:16.261338+0000","last_became_active":"2024-09-10T08:37:15.256590+0000","last_became_peered":"2024-09-10T08:37:15.256590+0000","last_unstale":"2024-09-10T08:37:16.261338+0000","last_undegraded":"2024-09-10T08:37:16.261338+0000","last_fullsized":"2024-09-10T08:37:16.261338+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:32.064219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257903+0000","last_change":"2024-09-10T08:37:15.263806+0000","last_active":"2024-09-10T08:37:16.257903+0000","last_peered":"2024-09-10T08:37:16.257903+0000","last_clean":"2024-09-10T08:37:16.257903+0000","last_became_active":"2024-09-10T08:37:15.263509+0000","last_became_peered":"2024-09-10T08:37:15.263509+0000","last_unstale":"2024-09-10T08:37:16.257903+0000","last_undegraded":"2024-09-10T08:37:16.257903+0000","last_fullsized":"2024-09-10T08:37:16.257903+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:05.523388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260955+0000","last_change":"2024-09-10T08:37:15.265707+0000","last_active":"2024-09-10T08:37:16.260955+0000","last_peered":"2024-09-10T08:37:16.260955+0000","last_clean":"2024-09-10T08:37:16.260955+0000","last_became_active":"2024-09-10T08:37:15.265248+0000","last_became_peered":"2024-09-10T08:37:15.265248+0000","last_unstale":"2024-09-10T08:37:16.260955+0000","last_undegraded":"2024-09-10T08:37:16.260955+0000","last_fullsized":"2024-09-10T08:37:16.260955+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:02.872039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260649+0000","last_change":"2024-09-10T08:37:15.256170+0000","last_active":"2024-09-10T08:37:16.260649+0000","last_peered":"2024-09-10T08:37:16.260649+0000","last_clean":"2024-09-10T08:37:16.260649+0000","last_became_active":"2024-09-10T08:37:15.255882+0000","last_became_peered":"2024-09-10T08:37:15.255882+0000","last_unstale":"2024-09-10T08:37:16.260649+0000","last_undegraded":"2024-09-10T08:37:16.260649+0000","last_fullsized":"2024-09-10T08:37:16.260649+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:46:05.780701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260702+0000","last_change":"2024-09-10T08:37:15.267208+0000","last_active":"2024-09-10T08:37:16.260702+0000","last_peered":"2024-09-10T08:37:16.260702+0000","last_clean":"2024-09-10T08:37:16.260702+0000","last_became_active":"2024-09-10T08:37:15.266925+0000","last_became_peered":"2024-09-10T08:37:15.266925+0000","last_unstale":"2024-09-10T08:37:16.260702+0000","last_undegraded":"2024-09-10T08:37:16.260702+0000","last_fullsized":"2024-09-10T08:37:16.260702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:48.437005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260446+0000","last_change":"2024-09-10T08:37:15.261455+0000","last_active":"2024-09-10T08:37:16.260446+0000","last_peered":"2024-09-10T08:37:16.260446+0000","last_clean":"2024-09-10T08:37:16.260446+0000","last_became_active":"2024-09-10T08:37:15.261116+0000","last_became_peered":"2024-09-10T08:37:15.261116+0000","last_unstale":"2024-09-10T08:37:16.260446+0000","last_undegraded":"2024-09-10T08:37:16.260446+0000","last_fullsized":"2024-09-10T08:37:16.260446+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:24.849896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.259975+0000","last_change":"2024-09-10T08:37:15.261334+0000","last_active":"2024-09-10T08:37:16.259975+0000","last_peered":"2024-09-10T08:37:16.259975+0000","last_clean":"2024-09-10T08:37:16.259975+0000","last_became_active":"2024-09-10T08:37:15.260968+0000","last_became_peered":"2024-09-10T08:37:15.260968+0000","last_unstale":"2024-09-10T08:37:16.259975+0000","last_undegraded":"2024-09-10T08:37:16.259975+0000","last_fullsized":"2024-09-10T08:37:16.259975+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:58:47.079360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256189+0000","last_change":"2024-09-10T08:37:15.258280+0000","last_active":"2024-09-10T08:37:16.256189+0000","last_peered":"2024-09-10T08:37:16.256189+0000","last_clean":"2024-09-10T08:37:16.256189+0000","last_became_active":"2024-09-10T08:37:15.257621+0000","last_became_peered":"2024-09-10T08:37:15.257621+0000","last_unstale":"2024-09-10T08:37:16.256189+0000","last_undegraded":"2024-09-10T08:37:16.256189+0000","last_fullsized":"2024-09-10T08:37:16.256189+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:53:46.850636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"101'4","reported_seq":18,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261133+0000","last_change":"2024-09-10T08:37:14.254194+0000","last_active":"2024-09-10T08:37:16.261133+0000","last_peered":"2024-09-10T08:37:16.261133+0000","last_clean":"2024-09-10T08:37:16.261133+0000","last_became_active":"2024-09-10T08:37:14.253429+0000","last_became_peered":"2024-09-10T08:37:14.253429+0000","last_unstale":"2024-09-10T08:37:16.261133+0000","last_undegraded":"2024-09-10T08:37:16.261133+0000","last_fullsized":"2024-09-10T08:37:16.261133+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:57:15.049789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261033+0000","last_change":"2024-09-10T08:37:15.256062+0000","last_active":"2024-09-10T08:37:16.261033+0000","last_peered":"2024-09-10T08:37:16.261033+0000","last_clean":"2024-09-10T08:37:16.261033+0000","last_became_active":"2024-09-10T08:37:15.255753+0000","last_became_peered":"2024-09-10T08:37:15.255753+0000","last_unstale":"2024-09-10T08:37:16.261033+0000","last_undegraded":"2024-09-10T08:37:16.261033+0000","last_fullsized":"2024-09-10T08:37:16.261033+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:50:16.600730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260714+0000","last_change":"2024-09-10T08:37:14.249053+0000","last_active":"2024-09-10T08:37:16.260714+0000","last_peered":"2024-09-10T08:37:16.260714+0000","last_clean":"2024-09-10T08:37:16.260714+0000","last_became_active":"2024-09-10T08:37:14.248797+0000","last_became_peered":"2024-09-10T08:37:14.248797+0000","last_unstale":"2024-09-10T08:37:16.260714+0000","last_undegraded":"2024-09-10T08:37:16.260714+0000","last_fullsized":"2024-09-10T08:37:16.260714+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:25:21.310383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260851+0000","last_change":"2024-09-10T08:37:15.253583+0000","last_active":"2024-09-10T08:37:16.260851+0000","last_peered":"2024-09-10T08:37:16.260851+0000","last_clean":"2024-09-10T08:37:16.260851+0000","last_became_active":"2024-09-10T08:37:15.253294+0000","last_became_peered":"2024-09-10T08:37:15.253294+0000","last_unstale":"2024-09-10T08:37:16.260851+0000","last_undegraded":"2024-09-10T08:37:16.260851+0000","last_fullsized":"2024-09-10T08:37:16.260851+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:28.306773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261766+0000","last_change":"2024-09-10T08:37:14.257583+0000","last_active":"2024-09-10T08:37:16.261766+0000","last_peered":"2024-09-10T08:37:16.261766+0000","last_clean":"2024-09-10T08:37:16.261766+0000","last_became_active":"2024-09-10T08:37:14.257242+0000","last_became_peered":"2024-09-10T08:37:14.257242+0000","last_unstale":"2024-09-10T08:37:16.261766+0000","last_undegraded":"2024-09-10T08:37:16.261766+0000","last_fullsized":"2024-09-10T08:37:16.261766+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:26:36.595245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257499+0000","last_change":"2024-09-10T08:37:15.264006+0000","last_active":"2024-09-10T08:37:16.257499+0000","last_peered":"2024-09-10T08:37:16.257499+0000","last_clean":"2024-09-10T08:37:16.257499+0000","last_became_active":"2024-09-10T08:37:15.263671+0000","last_became_peered":"2024-09-10T08:37:15.263671+0000","last_unstale":"2024-09-10T08:37:16.257499+0000","last_undegraded":"2024-09-10T08:37:16.257499+0000","last_fullsized":"2024-09-10T08:37:16.257499+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:18.571980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261483+0000","last_change":"2024-09-10T08:37:14.251987+0000","last_active":"2024-09-10T08:37:16.261483+0000","last_peered":"2024-09-10T08:37:16.261483+0000","last_clean":"2024-09-10T08:37:16.261483+0000","last_became_active":"2024-09-10T08:37:14.251727+0000","last_became_peered":"2024-09-10T08:37:14.251727+0000","last_unstale":"2024-09-10T08:37:16.261483+0000","last_undegraded":"2024-09-10T08:37:16.261483+0000","last_fullsized":"2024-09-10T08:37:16.261483+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:24:16.573887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260795+0000","last_change":"2024-09-10T08:37:15.254085+0000","last_active":"2024-09-10T08:37:16.260795+0000","last_peered":"2024-09-10T08:37:16.260795+0000","last_clean":"2024-09-10T08:37:16.260795+0000","last_became_active":"2024-09-10T08:37:15.253822+0000","last_became_peered":"2024-09-10T08:37:15.253822+0000","last_unstale":"2024-09-10T08:37:16.260795+0000","last_undegraded":"2024-09-10T08:37:16.260795+0000","last_fullsized":"2024-09-10T08:37:16.260795+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:27:23.219419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.258346+0000","last_change":"2024-09-10T08:37:14.252733+0000","last_active":"2024-09-10T08:37:16.258346+0000","last_peered":"2024-09-10T08:37:16.258346+0000","last_clean":"2024-09-10T08:37:16.258346+0000","last_became_active":"2024-09-10T08:37:14.252369+0000","last_became_peered":"2024-09-10T08:37:14.252369+0000","last_unstale":"2024-09-10T08:37:16.258346+0000","last_undegraded":"2024-09-10T08:37:16.258346+0000","last_fullsized":"2024-09-10T08:37:16.258346+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:27.304709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256643+0000","last_change":"2024-09-10T08:37:15.259251+0000","last_active":"2024-09-10T08:37:16.256643+0000","last_peered":"2024-09-10T08:37:16.256643+0000","last_clean":"2024-09-10T08:37:16.256643+0000","last_became_active":"2024-09-10T08:37:15.259004+0000","last_became_peered":"2024-09-10T08:37:15.259004+0000","last_unstale":"2024-09-10T08:37:16.256643+0000","last_undegraded":"2024-09-10T08:37:16.256643+0000","last_fullsized":"2024-09-10T08:37:16.256643+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:37:41.385812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257557+0000","last_change":"2024-09-10T08:37:14.255585+0000","last_active":"2024-09-10T08:37:16.257557+0000","last_peered":"2024-09-10T08:37:16.257557+0000","last_clean":"2024-09-10T08:37:16.257557+0000","last_became_active":"2024-09-10T08:37:14.255312+0000","last_became_peered":"2024-09-10T08:37:14.255312+0000","last_unstale":"2024-09-10T08:37:16.257557+0000","last_undegraded":"2024-09-10T08:37:16.257557+0000","last_fullsized":"2024-09-10T08:37:16.257557+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:01.869975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261183+0000","last_change":"2024-09-10T08:37:15.265487+0000","last_active":"2024-09-10T08:37:16.261183+0000","last_peered":"2024-09-10T08:37:16.261183+0000","last_clean":"2024-09-10T08:37:16.261183+0000","last_became_active":"2024-09-10T08:37:15.265158+0000","last_became_peered":"2024-09-10T08:37:15.265158+0000","last_unstale":"2024-09-10T08:37:16.261183+0000","last_undegraded":"2024-09-10T08:37:16.261183+0000","last_fullsized":"2024-09-10T08:37:16.261183+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:04:02.055029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260630+0000","last_change":"2024-09-10T08:37:14.257314+0000","last_active":"2024-09-10T08:37:16.260630+0000","last_peered":"2024-09-10T08:37:16.260630+0000","last_clean":"2024-09-10T08:37:16.260630+0000","last_became_active":"2024-09-10T08:37:14.257042+0000","last_became_peered":"2024-09-10T08:37:14.257042+0000","last_unstale":"2024-09-10T08:37:16.260630+0000","last_undegraded":"2024-09-10T08:37:16.260630+0000","last_fullsized":"2024-09-10T08:37:16.260630+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:25:09.442690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261082+0000","last_change":"2024-09-10T08:37:15.260857+0000","last_active":"2024-09-10T08:37:16.261082+0000","last_peered":"2024-09-10T08:37:16.261082+0000","last_clean":"2024-09-10T08:37:16.261082+0000","last_became_active":"2024-09-10T08:37:15.260578+0000","last_became_peered":"2024-09-10T08:37:15.260578+0000","last_unstale":"2024-09-10T08:37:16.261082+0000","last_undegraded":"2024-09-10T08:37:16.261082+0000","last_fullsized":"2024-09-10T08:37:16.261082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:56:33.452295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260204+0000","last_change":"2024-09-10T08:37:14.257009+0000","last_active":"2024-09-10T08:37:16.260204+0000","last_peered":"2024-09-10T08:37:16.260204+0000","last_clean":"2024-09-10T08:37:16.260204+0000","last_became_active":"2024-09-10T08:37:14.256724+0000","last_became_peered":"2024-09-10T08:37:14.256724+0000","last_unstale":"2024-09-10T08:37:16.260204+0000","last_undegraded":"2024-09-10T08:37:16.260204+0000","last_fullsized":"2024-09-10T08:37:16.260204+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:04:01.052965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256028+0000","last_change":"2024-09-10T08:37:15.258497+0000","last_active":"2024-09-10T08:37:16.256028+0000","last_peered":"2024-09-10T08:37:16.256028+0000","last_clean":"2024-09-10T08:37:16.256028+0000","last_became_active":"2024-09-10T08:37:15.258025+0000","last_became_peered":"2024-09-10T08:37:15.258025+0000","last_unstale":"2024-09-10T08:37:16.256028+0000","last_undegraded":"2024-09-10T08:37:16.256028+0000","last_fullsized":"2024-09-10T08:37:16.256028+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:52:22.039395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261656+0000","last_change":"2024-09-10T08:37:14.251163+0000","last_active":"2024-09-10T08:37:16.261656+0000","last_peered":"2024-09-10T08:37:16.261656+0000","last_clean":"2024-09-10T08:37:16.261656+0000","last_became_active":"2024-09-10T08:37:14.250886+0000","last_became_peered":"2024-09-10T08:37:14.250886+0000","last_unstale":"2024-09-10T08:37:16.261656+0000","last_undegraded":"2024-09-10T08:37:16.261656+0000","last_fullsized":"2024-09-10T08:37:16.261656+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:16:01.869975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260743+0000","last_change":"2024-09-10T08:37:15.268496+0000","last_active":"2024-09-10T08:37:16.260743+0000","last_peered":"2024-09-10T08:37:16.260743+0000","last_clean":"2024-09-10T08:37:16.260743+0000","last_became_active":"2024-09-10T08:37:15.268239+0000","last_became_peered":"2024-09-10T08:37:15.268239+0000","last_unstale":"2024-09-10T08:37:16.260743+0000","last_undegraded":"2024-09-10T08:37:16.260743+0000","last_fullsized":"2024-09-10T08:37:16.260743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:04:02.168421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256072+0000","last_change":"2024-09-10T08:37:14.253811+0000","last_active":"2024-09-10T08:37:16.256072+0000","last_peered":"2024-09-10T08:37:16.256072+0000","last_clean":"2024-09-10T08:37:16.256072+0000","last_became_active":"2024-09-10T08:37:14.253496+0000","last_became_peered":"2024-09-10T08:37:14.253496+0000","last_unstale":"2024-09-10T08:37:16.256072+0000","last_undegraded":"2024-09-10T08:37:16.256072+0000","last_fullsized":"2024-09-10T08:37:16.256072+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:14:08.571753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261146+0000","last_change":"2024-09-10T08:37:15.253001+0000","last_active":"2024-09-10T08:37:16.261146+0000","last_peered":"2024-09-10T08:37:16.261146+0000","last_clean":"2024-09-10T08:37:16.261146+0000","last_became_active":"2024-09-10T08:37:15.252714+0000","last_became_peered":"2024-09-10T08:37:15.252714+0000","last_unstale":"2024-09-10T08:37:16.261146+0000","last_undegraded":"2024-09-10T08:37:16.261146+0000","last_fullsized":"2024-09-10T08:37:16.261146+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:48:15.341059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"101'3","reported_seq":17,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.258380+0000","last_change":"2024-09-10T08:37:14.253861+0000","last_active":"2024-09-10T08:37:16.258380+0000","last_peered":"2024-09-10T08:37:16.258380+0000","last_clean":"2024-09-10T08:37:16.258380+0000","last_became_active":"2024-09-10T08:37:14.253573+0000","last_became_peered":"2024-09-10T08:37:14.253573+0000","last_unstale":"2024-09-10T08:37:16.258380+0000","last_undegraded":"2024-09-10T08:37:16.258380+0000","last_fullsized":"2024-09-10T08:37:16.258380+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:47.434941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261521+0000","last_change":"2024-09-10T08:37:15.269128+0000","last_active":"2024-09-10T08:37:16.261521+0000","last_peered":"2024-09-10T08:37:16.261521+0000","last_clean":"2024-09-10T08:37:16.261521+0000","last_became_active":"2024-09-10T08:37:15.268852+0000","last_became_peered":"2024-09-10T08:37:15.268852+0000","last_unstale":"2024-09-10T08:37:16.261521+0000","last_undegraded":"2024-09-10T08:37:16.261521+0000","last_fullsized":"2024-09-10T08:37:16.261521+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:24:53.239958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"101'6","reported_seq":20,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261000+0000","last_change":"2024-09-10T08:37:14.255355+0000","last_active":"2024-09-10T08:37:16.261000+0000","last_peered":"2024-09-10T08:37:16.261000+0000","last_clean":"2024-09-10T08:37:16.261000+0000","last_became_active":"2024-09-10T08:37:14.255038+0000","last_became_peered":"2024-09-10T08:37:14.255038+0000","last_unstale":"2024-09-10T08:37:16.261000+0000","last_undegraded":"2024-09-10T08:37:16.261000+0000","last_fullsized":"2024-09-10T08:37:16.261000+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:01:43.364456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257237+0000","last_change":"2024-09-10T08:37:15.270360+0000","last_active":"2024-09-10T08:37:16.257237+0000","last_peered":"2024-09-10T08:37:16.257237+0000","last_clean":"2024-09-10T08:37:16.257237+0000","last_became_active":"2024-09-10T08:37:15.270081+0000","last_became_peered":"2024-09-10T08:37:15.270081+0000","last_unstale":"2024-09-10T08:37:16.257237+0000","last_undegraded":"2024-09-10T08:37:16.257237+0000","last_fullsized":"2024-09-10T08:37:16.257237+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:54:48.437005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.254219+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253966+0000","last_became_peered":"2024-09-10T08:37:14.253966+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:29:01.776506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261316+0000","last_change":"2024-09-10T08:37:15.260369+0000","last_active":"2024-09-10T08:37:16.261316+0000","last_peered":"2024-09-10T08:37:16.261316+0000","last_clean":"2024-09-10T08:37:16.261316+0000","last_became_active":"2024-09-10T08:37:15.259698+0000","last_became_peered":"2024-09-10T08:37:15.259698+0000","last_unstale":"2024-09-10T08:37:16.261316+0000","last_undegraded":"2024-09-10T08:37:16.261316+0000","last_fullsized":"2024-09-10T08:37:16.261316+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:49.443811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260484+0000","last_change":"2024-09-10T08:37:14.256153+0000","last_active":"2024-09-10T08:37:16.260484+0000","last_peered":"2024-09-10T08:37:16.260484+0000","last_clean":"2024-09-10T08:37:16.260484+0000","last_became_active":"2024-09-10T08:37:14.255911+0000","last_became_peered":"2024-09-10T08:37:14.255911+0000","last_unstale":"2024-09-10T08:37:16.260484+0000","last_undegraded":"2024-09-10T08:37:16.260484+0000","last_fullsized":"2024-09-10T08:37:16.260484+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:06:48.441748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260690+0000","last_change":"2024-09-10T08:37:15.262356+0000","last_active":"2024-09-10T08:37:16.260690+0000","last_peered":"2024-09-10T08:37:16.260690+0000","last_clean":"2024-09-10T08:37:16.260690+0000","last_became_active":"2024-09-10T08:37:15.262083+0000","last_became_peered":"2024-09-10T08:37:15.262083+0000","last_unstale":"2024-09-10T08:37:16.260690+0000","last_undegraded":"2024-09-10T08:37:16.260690+0000","last_fullsized":"2024-09-10T08:37:16.260690+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:14:58.244354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260333+0000","last_change":"2024-09-10T08:37:14.249370+0000","last_active":"2024-09-10T08:37:16.260333+0000","last_peered":"2024-09-10T08:37:16.260333+0000","last_clean":"2024-09-10T08:37:16.260333+0000","last_became_active":"2024-09-10T08:37:14.248570+0000","last_became_peered":"2024-09-10T08:37:14.248570+0000","last_unstale":"2024-09-10T08:37:16.260333+0000","last_undegraded":"2024-09-10T08:37:16.260333+0000","last_fullsized":"2024-09-10T08:37:16.260333+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:33:28.682970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256533+0000","last_change":"2024-09-10T08:37:15.266437+0000","last_active":"2024-09-10T08:37:16.256533+0000","last_peered":"2024-09-10T08:37:16.256533+0000","last_clean":"2024-09-10T08:37:16.256533+0000","last_became_active":"2024-09-10T08:37:15.265949+0000","last_became_peered":"2024-09-10T08:37:15.265949+0000","last_unstale":"2024-09-10T08:37:16.256533+0000","last_undegraded":"2024-09-10T08:37:16.256533+0000","last_fullsized":"2024-09-10T08:37:16.256533+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:11:29.407840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"101'8","reported_seq":22,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260331+0000","last_change":"2024-09-10T08:37:14.257945+0000","last_active":"2024-09-10T08:37:16.260331+0000","last_peered":"2024-09-10T08:37:16.260331+0000","last_clean":"2024-09-10T08:37:16.260331+0000","last_became_active":"2024-09-10T08:37:14.257436+0000","last_became_peered":"2024-09-10T08:37:14.257436+0000","last_unstale":"2024-09-10T08:37:16.260331+0000","last_undegraded":"2024-09-10T08:37:16.260331+0000","last_fullsized":"2024-09-10T08:37:16.260331+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:09.377667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260069+0000","last_change":"2024-09-10T08:37:15.266034+0000","last_active":"2024-09-10T08:37:16.260069+0000","last_peered":"2024-09-10T08:37:16.260069+0000","last_clean":"2024-09-10T08:37:16.260069+0000","last_became_active":"2024-09-10T08:37:15.263504+0000","last_became_peered":"2024-09-10T08:37:15.263504+0000","last_unstale":"2024-09-10T08:37:16.260069+0000","last_undegraded":"2024-09-10T08:37:16.260069+0000","last_fullsized":"2024-09-10T08:37:16.260069+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:31:28.354529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260805+0000","last_change":"2024-09-10T08:37:14.255730+0000","last_active":"2024-09-10T08:37:16.260805+0000","last_peered":"2024-09-10T08:37:16.260805+0000","last_clean":"2024-09-10T08:37:16.260805+0000","last_became_active":"2024-09-10T08:37:14.255434+0000","last_became_peered":"2024-09-10T08:37:14.255434+0000","last_unstale":"2024-09-10T08:37:16.260805+0000","last_undegraded":"2024-09-10T08:37:16.260805+0000","last_fullsized":"2024-09-10T08:37:16.260805+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:45:17.876919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260967+0000","last_change":"2024-09-10T08:37:15.261616+0000","last_active":"2024-09-10T08:37:16.260967+0000","last_peered":"2024-09-10T08:37:16.260967+0000","last_clean":"2024-09-10T08:37:16.260967+0000","last_became_active":"2024-09-10T08:37:15.261299+0000","last_became_peered":"2024-09-10T08:37:15.261299+0000","last_unstale":"2024-09-10T08:37:16.260967+0000","last_undegraded":"2024-09-10T08:37:16.260967+0000","last_fullsized":"2024-09-10T08:37:16.260967+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:54:10.379731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"101'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.258478+0000","last_change":"2024-09-10T08:37:14.256655+0000","last_active":"2024-09-10T08:37:16.258478+0000","last_peered":"2024-09-10T08:37:16.258478+0000","last_clean":"2024-09-10T08:37:16.258478+0000","last_became_active":"2024-09-10T08:37:14.256225+0000","last_became_peered":"2024-09-10T08:37:14.256225+0000","last_unstale":"2024-09-10T08:37:16.258478+0000","last_undegraded":"2024-09-10T08:37:16.258478+0000","last_fullsized":"2024-09-10T08:37:16.258478+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:31.062155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261340+0000","last_change":"2024-09-10T08:37:15.255174+0000","last_active":"2024-09-10T08:37:16.261340+0000","last_peered":"2024-09-10T08:37:16.261340+0000","last_clean":"2024-09-10T08:37:16.261340+0000","last_became_active":"2024-09-10T08:37:15.254576+0000","last_became_peered":"2024-09-10T08:37:15.254576+0000","last_unstale":"2024-09-10T08:37:16.261340+0000","last_undegraded":"2024-09-10T08:37:16.261340+0000","last_fullsized":"2024-09-10T08:37:16.261340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:17:59.684160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257233+0000","last_change":"2024-09-10T08:37:14.256761+0000","last_active":"2024-09-10T08:37:16.257233+0000","last_peered":"2024-09-10T08:37:16.257233+0000","last_clean":"2024-09-10T08:37:16.257233+0000","last_became_active":"2024-09-10T08:37:14.256530+0000","last_became_peered":"2024-09-10T08:37:14.256530+0000","last_unstale":"2024-09-10T08:37:16.257233+0000","last_undegraded":"2024-09-10T08:37:16.257233+0000","last_fullsized":"2024-09-10T08:37:16.257233+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:48:09.443061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256320+0000","last_change":"2024-09-10T08:37:15.261933+0000","last_active":"2024-09-10T08:37:16.256320+0000","last_peered":"2024-09-10T08:37:16.256320+0000","last_clean":"2024-09-10T08:37:16.256320+0000","last_became_active":"2024-09-10T08:37:15.261685+0000","last_became_peered":"2024-09-10T08:37:15.261685+0000","last_unstale":"2024-09-10T08:37:16.256320+0000","last_undegraded":"2024-09-10T08:37:16.256320+0000","last_fullsized":"2024-09-10T08:37:16.256320+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:36:03.498909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260670+0000","last_change":"2024-09-10T08:37:14.250556+0000","last_active":"2024-09-10T08:37:16.260670+0000","last_peered":"2024-09-10T08:37:16.260670+0000","last_clean":"2024-09-10T08:37:16.260670+0000","last_became_active":"2024-09-10T08:37:14.250232+0000","last_became_peered":"2024-09-10T08:37:14.250232+0000","last_unstale":"2024-09-10T08:37:16.260670+0000","last_undegraded":"2024-09-10T08:37:16.260670+0000","last_fullsized":"2024-09-10T08:37:16.260670+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:20:47.741923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256538+0000","last_change":"2024-09-10T08:37:15.263245+0000","last_active":"2024-09-10T08:37:16.256538+0000","last_peered":"2024-09-10T08:37:16.256538+0000","last_clean":"2024-09-10T08:37:16.256538+0000","last_became_active":"2024-09-10T08:37:15.262958+0000","last_became_peered":"2024-09-10T08:37:15.262958+0000","last_unstale":"2024-09-10T08:37:16.256538+0000","last_undegraded":"2024-09-10T08:37:16.256538+0000","last_fullsized":"2024-09-10T08:37:16.256538+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:28:17.543975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260327+0000","last_change":"2024-09-10T08:37:14.255346+0000","last_active":"2024-09-10T08:37:16.260327+0000","last_peered":"2024-09-10T08:37:16.260327+0000","last_clean":"2024-09-10T08:37:16.260327+0000","last_became_active":"2024-09-10T08:37:14.254837+0000","last_became_peered":"2024-09-10T08:37:14.254837+0000","last_unstale":"2024-09-10T08:37:16.260327+0000","last_undegraded":"2024-09-10T08:37:16.260327+0000","last_fullsized":"2024-09-10T08:37:16.260327+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:48:40.995290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260969+0000","last_change":"2024-09-10T08:37:15.258683+0000","last_active":"2024-09-10T08:37:16.260969+0000","last_peered":"2024-09-10T08:37:16.260969+0000","last_clean":"2024-09-10T08:37:16.260969+0000","last_became_active":"2024-09-10T08:37:15.258403+0000","last_became_peered":"2024-09-10T08:37:15.258403+0000","last_unstale":"2024-09-10T08:37:16.260969+0000","last_undegraded":"2024-09-10T08:37:16.260969+0000","last_fullsized":"2024-09-10T08:37:16.260969+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:05.523388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260514+0000","last_change":"2024-09-10T08:37:14.255854+0000","last_active":"2024-09-10T08:37:16.260514+0000","last_peered":"2024-09-10T08:37:16.260514+0000","last_clean":"2024-09-10T08:37:16.260514+0000","last_became_active":"2024-09-10T08:37:14.255564+0000","last_became_peered":"2024-09-10T08:37:14.255564+0000","last_unstale":"2024-09-10T08:37:16.260514+0000","last_undegraded":"2024-09-10T08:37:16.260514+0000","last_fullsized":"2024-09-10T08:37:16.260514+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:34:38.532331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260942+0000","last_change":"2024-09-10T08:37:15.254874+0000","last_active":"2024-09-10T08:37:16.260942+0000","last_peered":"2024-09-10T08:37:16.260942+0000","last_clean":"2024-09-10T08:37:16.260942+0000","last_became_active":"2024-09-10T08:37:15.254568+0000","last_became_peered":"2024-09-10T08:37:15.254568+0000","last_unstale":"2024-09-10T08:37:16.260942+0000","last_undegraded":"2024-09-10T08:37:16.260942+0000","last_fullsized":"2024-09-10T08:37:16.260942+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:30:04.941079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260116+0000","last_change":"2024-09-10T08:37:14.257785+0000","last_active":"2024-09-10T08:37:16.260116+0000","last_peered":"2024-09-10T08:37:16.260116+0000","last_clean":"2024-09-10T08:37:16.260116+0000","last_became_active":"2024-09-10T08:37:14.257513+0000","last_became_peered":"2024-09-10T08:37:14.257513+0000","last_unstale":"2024-09-10T08:37:16.260116+0000","last_undegraded":"2024-09-10T08:37:16.260116+0000","last_fullsized":"2024-09-10T08:37:16.260116+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:07:59.960854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256083+0000","last_change":"2024-09-10T08:37:15.261280+0000","last_active":"2024-09-10T08:37:16.256083+0000","last_peered":"2024-09-10T08:37:16.256083+0000","last_clean":"2024-09-10T08:37:16.256083+0000","last_became_active":"2024-09-10T08:37:15.260988+0000","last_became_peered":"2024-09-10T08:37:15.260988+0000","last_unstale":"2024-09-10T08:37:16.256083+0000","last_undegraded":"2024-09-10T08:37:16.256083+0000","last_fullsized":"2024-09-10T08:37:16.256083+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:20:39.566371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261064+0000","last_change":"2024-09-10T08:37:14.251350+0000","last_active":"2024-09-10T08:37:16.261064+0000","last_peered":"2024-09-10T08:37:16.261064+0000","last_clean":"2024-09-10T08:37:16.261064+0000","last_became_active":"2024-09-10T08:37:14.251091+0000","last_became_peered":"2024-09-10T08:37:14.251091+0000","last_unstale":"2024-09-10T08:37:16.261064+0000","last_undegraded":"2024-09-10T08:37:16.261064+0000","last_fullsized":"2024-09-10T08:37:16.261064+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:57:16.558354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260582+0000","last_change":"2024-09-10T08:37:15.262176+0000","last_active":"2024-09-10T08:37:16.260582+0000","last_peered":"2024-09-10T08:37:16.260582+0000","last_clean":"2024-09-10T08:37:16.260582+0000","last_became_active":"2024-09-10T08:37:15.261862+0000","last_became_peered":"2024-09-10T08:37:15.261862+0000","last_unstale":"2024-09-10T08:37:16.260582+0000","last_undegraded":"2024-09-10T08:37:16.260582+0000","last_fullsized":"2024-09-10T08:37:16.260582+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:06.761368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"102'1","reported_seq":15,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.256226+0000","last_change":"2024-09-10T08:37:14.255082+0000","last_active":"2024-09-10T08:37:16.256226+0000","last_peered":"2024-09-10T08:37:16.256226+0000","last_clean":"2024-09-10T08:37:16.256226+0000","last_became_active":"2024-09-10T08:37:14.254806+0000","last_became_peered":"2024-09-10T08:37:14.254806+0000","last_unstale":"2024-09-10T08:37:16.256226+0000","last_undegraded":"2024-09-10T08:37:16.256226+0000","last_fullsized":"2024-09-10T08:37:16.256226+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:53:30.689023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260484+0000","last_change":"2024-09-10T08:37:15.259504+0000","last_active":"2024-09-10T08:37:16.260484+0000","last_peered":"2024-09-10T08:37:16.260484+0000","last_clean":"2024-09-10T08:37:16.260484+0000","last_became_active":"2024-09-10T08:37:15.259258+0000","last_became_peered":"2024-09-10T08:37:15.259258+0000","last_unstale":"2024-09-10T08:37:16.260484+0000","last_undegraded":"2024-09-10T08:37:16.260484+0000","last_fullsized":"2024-09-10T08:37:16.260484+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:19:18.571980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261252+0000","last_change":"2024-09-10T08:37:14.259205+0000","last_active":"2024-09-10T08:37:16.261252+0000","last_peered":"2024-09-10T08:37:16.261252+0000","last_clean":"2024-09-10T08:37:16.261252+0000","last_became_active":"2024-09-10T08:37:14.258654+0000","last_became_peered":"2024-09-10T08:37:14.258654+0000","last_unstale":"2024-09-10T08:37:16.261252+0000","last_undegraded":"2024-09-10T08:37:16.261252+0000","last_fullsized":"2024-09-10T08:37:16.261252+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:30:53.985800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257340+0000","last_change":"2024-09-10T08:37:15.271165+0000","last_active":"2024-09-10T08:37:16.257340+0000","last_peered":"2024-09-10T08:37:16.257340+0000","last_clean":"2024-09-10T08:37:16.257340+0000","last_became_active":"2024-09-10T08:37:15.270865+0000","last_became_peered":"2024-09-10T08:37:15.270865+0000","last_unstale":"2024-09-10T08:37:16.257340+0000","last_undegraded":"2024-09-10T08:37:16.257340+0000","last_fullsized":"2024-09-10T08:37:16.257340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:28.306773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261461+0000","last_change":"2024-09-10T08:37:14.253572+0000","last_active":"2024-09-10T08:37:16.261461+0000","last_peered":"2024-09-10T08:37:16.261461+0000","last_clean":"2024-09-10T08:37:16.261461+0000","last_became_active":"2024-09-10T08:37:14.253102+0000","last_became_peered":"2024-09-10T08:37:14.253102+0000","last_unstale":"2024-09-10T08:37:16.261461+0000","last_undegraded":"2024-09-10T08:37:16.261461+0000","last_fullsized":"2024-09-10T08:37:16.261461+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:38:35.400025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260918+0000","last_change":"2024-09-10T08:37:15.254111+0000","last_active":"2024-09-10T08:37:16.260918+0000","last_peered":"2024-09-10T08:37:16.260918+0000","last_clean":"2024-09-10T08:37:16.260918+0000","last_became_active":"2024-09-10T08:37:15.253852+0000","last_became_peered":"2024-09-10T08:37:15.253852+0000","last_unstale":"2024-09-10T08:37:16.260918+0000","last_undegraded":"2024-09-10T08:37:16.260918+0000","last_fullsized":"2024-09-10T08:37:16.260918+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:51.985010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.261028+0000","last_change":"2024-09-10T08:37:14.252403+0000","last_active":"2024-09-10T08:37:16.261028+0000","last_peered":"2024-09-10T08:37:16.261028+0000","last_clean":"2024-09-10T08:37:16.261028+0000","last_became_active":"2024-09-10T08:37:14.251851+0000","last_became_peered":"2024-09-10T08:37:14.251851+0000","last_unstale":"2024-09-10T08:37:16.261028+0000","last_undegraded":"2024-09-10T08:37:16.261028+0000","last_fullsized":"2024-09-10T08:37:16.261028+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:23.847833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260561+0000","last_change":"2024-09-10T08:37:15.255248+0000","last_active":"2024-09-10T08:37:16.260561+0000","last_peered":"2024-09-10T08:37:16.260561+0000","last_clean":"2024-09-10T08:37:16.260561+0000","last_became_active":"2024-09-10T08:37:15.254964+0000","last_became_peered":"2024-09-10T08:37:15.254964+0000","last_unstale":"2024-09-10T08:37:16.260561+0000","last_undegraded":"2024-09-10T08:37:16.260561+0000","last_fullsized":"2024-09-10T08:37:16.260561+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:25:13.414534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260429+0000","last_change":"2024-09-10T08:37:14.249532+0000","last_active":"2024-09-10T08:37:16.260429+0000","last_peered":"2024-09-10T08:37:16.260429+0000","last_clean":"2024-09-10T08:37:16.260429+0000","last_became_active":"2024-09-10T08:37:14.248638+0000","last_became_peered":"2024-09-10T08:37:14.248638+0000","last_unstale":"2024-09-10T08:37:16.260429+0000","last_undegraded":"2024-09-10T08:37:16.260429+0000","last_fullsized":"2024-09-10T08:37:16.260429+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:55:07.362585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.258089+0000","last_change":"2024-09-10T08:37:15.263855+0000","last_active":"2024-09-10T08:37:16.258089+0000","last_peered":"2024-09-10T08:37:16.258089+0000","last_clean":"2024-09-10T08:37:16.258089+0000","last_became_active":"2024-09-10T08:37:15.263526+0000","last_became_peered":"2024-09-10T08:37:15.263526+0000","last_unstale":"2024-09-10T08:37:16.258089+0000","last_undegraded":"2024-09-10T08:37:16.258089+0000","last_fullsized":"2024-09-10T08:37:16.258089+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:38:39.042785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260645+0000","last_change":"2024-09-10T08:37:14.258218+0000","last_active":"2024-09-10T08:37:16.260645+0000","last_peered":"2024-09-10T08:37:16.260645+0000","last_clean":"2024-09-10T08:37:16.260645+0000","last_became_active":"2024-09-10T08:37:14.257949+0000","last_became_peered":"2024-09-10T08:37:14.257949+0000","last_unstale":"2024-09-10T08:37:16.260645+0000","last_undegraded":"2024-09-10T08:37:16.260645+0000","last_fullsized":"2024-09-10T08:37:16.260645+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:06:08.472101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257423+0000","last_change":"2024-09-10T08:37:15.264621+0000","last_active":"2024-09-10T08:37:16.257423+0000","last_peered":"2024-09-10T08:37:16.257423+0000","last_clean":"2024-09-10T08:37:16.257423+0000","last_became_active":"2024-09-10T08:37:15.264342+0000","last_became_peered":"2024-09-10T08:37:15.264342+0000","last_unstale":"2024-09-10T08:37:16.257423+0000","last_undegraded":"2024-09-10T08:37:16.257423+0000","last_fullsized":"2024-09-10T08:37:16.257423+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:47:32.064219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":14,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260203+0000","last_change":"2024-09-10T08:37:14.249675+0000","last_active":"2024-09-10T08:37:16.260203+0000","last_peered":"2024-09-10T08:37:16.260203+0000","last_clean":"2024-09-10T08:37:16.260203+0000","last_became_active":"2024-09-10T08:37:14.249385+0000","last_became_peered":"2024-09-10T08:37:14.249385+0000","last_unstale":"2024-09-10T08:37:16.260203+0000","last_undegraded":"2024-09-10T08:37:16.260203+0000","last_fullsized":"2024-09-10T08:37:16.260203+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:58:53.104897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":12,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.257744+0000","last_change":"2024-09-10T08:37:15.269530+0000","last_active":"2024-09-10T08:37:16.257744+0000","last_peered":"2024-09-10T08:37:16.257744+0000","last_clean":"2024-09-10T08:37:16.257744+0000","last_became_active":"2024-09-10T08:37:15.269175+0000","last_became_peered":"2024-09-10T08:37:15.269175+0000","last_unstale":"2024-09-10T08:37:16.257744+0000","last_undegraded":"2024-09-10T08:37:16.257744+0000","last_fullsized":"2024-09-10T08:37:16.257744+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:14.231544+0000","last_clean_scrub_stamp":"2024-09-10T08:37:14.231544+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:41:12.820539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"101'2","reported_seq":16,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.260748+0000","last_change":"2024-09-10T08:37:14.256595+0000","last_active":"2024-09-10T08:37:16.260748+0000","last_peered":"2024-09-10T08:37:16.260748+0000","last_clean":"2024-09-10T08:37:16.260748+0000","last_became_active":"2024-09-10T08:37:14.256301+0000","last_became_peered":"2024-09-10T08:37:14.256301+0000","last_unstale":"2024-09-10T08:37:16.260748+0000","last_undegraded":"2024-09-10T08:37:16.260748+0000","last_fullsized":"2024-09-10T08:37:16.260748+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":99,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:37:13.229480+0000","last_clean_scrub_stamp":"2024-09-10T08:37:13.229480+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:45:04.774903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":332,"reported_epoch":102,"state":"active+clean","last_fresh":"2024-09-10T08:37:16.258268+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:37:16.258268+0000","last_peered":"2024-09-10T08:37:16.258268+0000","last_clean":"2024-09-10T08:37:16.258268+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:37:16.258268+0000","last_undegraded":"2024-09-10T08:37:16.258268+0000","last_fullsized":"2024-09-10T08:37:16.258268+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476798,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1265664,"data_stored":574947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509500,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33012,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338828,"statfs":{"total":96636764160,"available":96602959872,"internally_reserved":0,"allocated":1859584,"data_stored":1165383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509501,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28280,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343560,"statfs":{"total":96636764160,"available":96607805440,"internally_reserved":0,"allocated":1277952,"data_stored":577071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509500,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28264,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343576,"statfs":{"total":96636764160,"available":96607821824,"internally_reserved":0,"allocated":1257472,"data_stored":574855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509501,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1261568,"data_stored":575437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509500,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32428,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339412,"statfs":{"total":96636764160,"available":96603557888,"internally_reserved":0,"allocated":1261568,"data_stored":574889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509500,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33020,"kb_used_data":1824,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338820,"statfs":{"total":96636764160,"available":96602951680,"internally_reserved":0,"allocated":1867776,"data_stored":1166925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335252,"statfs":{"total":96636764160,"available":96599298048,"internally_reserved":0,"allocated":1261568,"data_stored":574889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:37:22.837 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:37:22.838 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-10T08:37:22.978 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.978+0000 7f81fb67b640 1 Processor -- start 2024-09-10T08:37:22.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.978+0000 7f81fb67b640 1 -- start start 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81fb67b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f4161900 0x7f81f40b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81fb67b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f81f406c220 0x7f81f40b0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81fb67b640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81f40b4500 con 0x7f81f40b6150 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81fb67b640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f81f40b47e0 con 0x7f81f406c220 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81fb67b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f81f40b2610 con 0x7f81f4161900 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81f8c16640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f81f40b6150 0x7f81f406bb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42568/0 (socket says 172.21.15.94:42568) 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81f8c16640 1 -- 172.21.15.94:0/2872614719 learned_addr learned my addr 172.21.15.94:0/2872614719 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.979+0000 7f81f9c18640 1 --2- 172.21.15.94:0/2872614719 >> v2:172.21.15.94:3300/0 conn(0x7f81f406c220 0x7f81f40b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.983 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81f9417640 1 --2- 172.21.15.94:0/2872614719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f4161900 0x7f81f40b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81ebfff640 1 -- 172.21.15.94:0/2872614719 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1615661226 0 0) 0x7f81f40b4500 con 0x7f81f40b6150 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81ebfff640 1 -- 172.21.15.94:0/2872614719 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81e0003520 con 0x7f81f40b6150 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81f9c18640 1 -- 172.21.15.94:0/2872614719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f4161900 msgr2=0x7f81f40b5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81f9c18640 1 --2- 172.21.15.94:0/2872614719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f4161900 0x7f81f40b5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81f9c18640 1 -- 172.21.15.94:0/2872614719 >> v1:172.21.15.94:6789/0 conn(0x7f81f40b6150 legacy=0x7f81f406bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81f9c18640 1 -- 172.21.15.94:0/2872614719 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f40b28f0 con 0x7f81f406c220 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.980+0000 7f81f9c18640 1 --2- 172.21.15.94:0/2872614719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f406c220 0x7f81f40b0310 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f81ec009d90 tx=0x7f81ec02a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbf7111e8331006f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81ebfff640 1 -- 172.21.15.94:0/2872614719 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec007740 con 0x7f81f406c220 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81ebfff640 1 -- 172.21.15.94:0/2872614719 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81ec0078e0 con 0x7f81f406c220 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81ebfff640 1 -- 172.21.15.94:0/2872614719 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec007cb0 con 0x7f81f406c220 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 -- 172.21.15.94:0/2872614719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f406c220 msgr2=0x7f81f40b0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 --2- 172.21.15.94:0/2872614719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f406c220 0x7f81f40b0310 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f81ec009d90 tx=0x7f81ec02a530 comp rx=0 tx=0).stop 2024-09-10T08:37:22.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 -- 172.21.15.94:0/2872614719 shutdown_connections 2024-09-10T08:37:22.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 --2- 172.21.15.94:0/2872614719 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f406c220 0x7f81f40b0310 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 --2- 172.21.15.94:0/2872614719 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f4161900 0x7f81f40b5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 -- 172.21.15.94:0/2872614719 >> 172.21.15.94:0/2872614719 conn(0x7f81f40b65b0 msgr2=0x7f81f40b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:22.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 -- 172.21.15.94:0/2872614719 shutdown_connections 2024-09-10T08:37:22.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.981+0000 7f81fb67b640 1 -- 172.21.15.94:0/2872614719 wait complete. 2024-09-10T08:37:22.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.982+0000 7f81fb67b640 1 Processor -- start 2024-09-10T08:37:22.985 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.982+0000 7f81fb67b640 1 -- start start 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81fb67b640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81f406c220 0x7f81f409d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81fb67b640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f40b6150 0x7f81f41f4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81fb67b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f4161900 0x7f81f4160170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81fb67b640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f81f40b4210 con 0x7f81f4161900 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81fb67b640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f81f40b4090 con 0x7f81f406c220 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81fb67b640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f81f40b0850 con 0x7f81f40b6150 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81f9c18640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f4161900 0x7f81f4160170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81f9c18640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f4161900 0x7f81f4160170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45006/0 (socket says 172.21.15.94:45006) 2024-09-10T08:37:22.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81f9c18640 1 -- 172.21.15.94:0/4205009224 learned_addr learned my addr 172.21.15.94:0/4205009224 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81f9417640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81f406c220 0x7f81f409d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.983+0000 7f81f8c16640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f40b6150 0x7f81f41f4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f9c18640 1 -- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f40b6150 msgr2=0x7f81f41f4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f9c18640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f40b6150 0x7f81f41f4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f9c18640 1 -- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81f406c220 msgr2=0x7f81f409d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f9c18640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81f406c220 0x7f81f409d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f9c18640 1 -- 172.21.15.94:0/4205009224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f41f4e50 con 0x7f81f4161900 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f9417640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81f406c220 0x7f81f409d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f8c16640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f40b6150 0x7f81f41f4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:22.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81f9c18640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f4161900 0x7f81f4160170 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f81ec02ab20 tx=0x7f81ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81e9ffb640 1 -- 172.21.15.94:0/4205009224 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec040070 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81e9ffb640 1 -- 172.21.15.94:0/4205009224 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81ec031bc0 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81f409dbc0 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81e9ffb640 1 -- 172.21.15.94:0/4205009224 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec009450 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.984+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81f409e180 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.985+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81f40b0310 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.985+0000 7f81e9ffb640 1 -- 172.21.15.94:0/4205009224 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81ec039040 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.986+0000 7f81e9ffb640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81d806be30 0x7f81d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.986+0000 7f81e9ffb640 1 -- 172.21.15.94:0/4205009224 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f81ec0ac990 con 0x7f81f4161900 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.986+0000 7f81f9417640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81d806be30 0x7f81d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:22.990 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.986+0000 7f81f9417640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81d806be30 0x7f81d806e2f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f81f0009a20 tx=0x7f81f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:22.991 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:22.990+0000 7f81e9ffb640 1 -- 172.21.15.94:0/4205009224 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81f41f4e50 con 0x7f81f4161900 2024-09-10T08:37:23.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.218+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f81f40afcc0 con 0x7f81f4161900 2024-09-10T08:37:23.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.220+0000 7f81e9ffb640 1 -- 172.21.15.94:0/4205009224 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7f81ec07b2d0 con 0x7f81f4161900 2024-09-10T08:37:23.221 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-09-10T08:37:23.221 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQD0A+BmdQIuDxAA+oqlGGuIJLZ3npWa+osy3A== 2024-09-10T08:37:23.221 INFO:teuthology.orchestra.run.smithi094.stdout: caps mds = "allow" 2024-09-10T08:37:23.221 INFO:teuthology.orchestra.run.smithi094.stdout: caps mon = "allow r" 2024-09-10T08:37:23.221 INFO:teuthology.orchestra.run.smithi094.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-10T08:37:23.222 INFO:teuthology.orchestra.run.smithi094.stderr:updated caps for client.0 2024-09-10T08:37:23.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81d806be30 msgr2=0x7f81d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:23.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81d806be30 0x7f81d806e2f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f81f0009a20 tx=0x7f81f0008040 comp rx=0 tx=0).stop 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f4161900 msgr2=0x7f81f4160170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f4161900 0x7f81f4160170 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f81ec02ab20 tx=0x7f81ec004a40 comp rx=0 tx=0).stop 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 shutdown_connections 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81d806be30 0x7f81d806e2f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81f4161900 0x7f81f4160170 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81f40b6150 0x7f81f41f4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 --2- 172.21.15.94:0/4205009224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81f406c220 0x7f81f409d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 >> 172.21.15.94:0/4205009224 conn(0x7f81f40b65b0 msgr2=0x7f81f406fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 shutdown_connections 2024-09-10T08:37:23.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.223+0000 7f81fb67b640 1 -- 172.21.15.94:0/4205009224 wait complete. 2024-09-10T08:37:23.235 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:23.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.334+0000 7fb4fddf1640 1 Processor -- start 2024-09-10T08:37:23.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.334+0000 7fb4fddf1640 1 -- start start 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4fddf1640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fb4f815e620 0x7fb4f80d13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4fddf1640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb4f80d1930 0x7fb4f806d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4fddf1640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4f80717f0 con 0x7fb4f80b54a0 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4fddf1640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb4f80d2b80 con 0x7fb4f80d1930 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4fddf1640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fb4f8071a90 con 0x7fb4f815e620 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4f7fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb4f80d1930 0x7fb4f806d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4f7fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb4f80d1930 0x7fb4f806d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45012/0 (socket says 172.21.15.94:45012) 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.335+0000 7fb4f7fff640 1 -- 172.21.15.94:0/507558579 learned_addr learned my addr 172.21.15.94:0/507558579 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:23.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.336+0000 7fb4f7fff640 1 -- 172.21.15.94:0/507558579 >> v2:172.21.15.143:3300/0 conn(0x7fb4f815e620 msgr2=0x7fb4f80d13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:23.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.336+0000 7fb4f7fff640 1 --2- 172.21.15.94:0/507558579 >> v2:172.21.15.143:3300/0 conn(0x7fb4f815e620 0x7fb4f80d13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.336+0000 7fb4f7fff640 1 -- 172.21.15.94:0/507558579 >> v1:172.21.15.143:6789/0 conn(0x7fb4f80b54a0 legacy=0x7fb4f80b5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:23.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.336+0000 7fb4f7fff640 1 -- 172.21.15.94:0/507558579 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f8071d70 con 0x7fb4f80d1930 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.336+0000 7fb4f7fff640 1 --2- 172.21.15.94:0/507558579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f80d1930 0x7fb4f806d1f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80696a0 tx=0x7fb4f002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c633fa17e43bd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.336+0000 7fb4f67fc640 1 -- 172.21.15.94:0/507558579 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0036070 con 0x7fb4f80d1930 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.336+0000 7fb4f67fc640 1 -- 172.21.15.94:0/507558579 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4f0031600 con 0x7fb4f80d1930 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4f67fc640 1 -- 172.21.15.94:0/507558579 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f00319d0 con 0x7fb4f80d1930 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 -- 172.21.15.94:0/507558579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f80d1930 msgr2=0x7fb4f806d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/507558579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f80d1930 0x7fb4f806d1f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80696a0 tx=0x7fb4f002a660 comp rx=0 tx=0).stop 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 -- 172.21.15.94:0/507558579 shutdown_connections 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/507558579 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f80d1930 0x7fb4f806d1f0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/507558579 >> v2:172.21.15.143:3300/0 conn(0x7fb4f815e620 0x7fb4f80d13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 -- 172.21.15.94:0/507558579 >> 172.21.15.94:0/507558579 conn(0x7fb4f806feb0 msgr2=0x7fb4f8070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:23.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 -- 172.21.15.94:0/507558579 shutdown_connections 2024-09-10T08:37:23.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.337+0000 7fb4fddf1640 1 -- 172.21.15.94:0/507558579 wait complete. 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.338+0000 7fb4fddf1640 1 Processor -- start 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.338+0000 7fb4fddf1640 1 -- start start 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4fddf1640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4f80b54a0 0x7fb4f815b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4fddf1640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4f80d1930 0x7fb4f8158690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4fddf1640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f815e620 0x7fb4f81e8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4fddf1640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f80cec20 con 0x7fb4f815e620 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4fddf1640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f8072330 con 0x7fb4f80b54a0 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4fddf1640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb4f80ceda0 con 0x7fb4f80d1930 2024-09-10T08:37:23.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4f7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f815e620 0x7fb4f81e8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4f7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f815e620 0x7fb4f81e8f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45024/0 (socket says 172.21.15.94:45024) 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4f7fff640 1 -- 172.21.15.94:0/1804147431 learned_addr learned my addr 172.21.15.94:0/1804147431 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4f77fe640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4f80b54a0 0x7fb4f815b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.339+0000 7fb4f6ffd640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4f80d1930 0x7fb4f8158690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4f7fff640 1 -- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4f80d1930 msgr2=0x7fb4f8158690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4f7fff640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4f80d1930 0x7fb4f8158690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4f7fff640 1 -- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4f80b54a0 msgr2=0x7fb4f815b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4f7fff640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4f80b54a0 0x7fb4f815b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4f7fff640 1 -- 172.21.15.94:0/1804147431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f8158de0 con 0x7fb4f815e620 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4f77fe640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4f80b54a0 0x7fb4f815b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4f7fff640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f815e620 0x7fb4f81e8f70 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0034040 tx=0x7fb4f0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4dffff640 1 -- 172.21.15.94:0/1804147431 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0041020 con 0x7fb4f815e620 2024-09-10T08:37:23.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4dffff640 1 -- 172.21.15.94:0/1804147431 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4f00077a0 con 0x7fb4f815e620 2024-09-10T08:37:23.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4dffff640 1 -- 172.21.15.94:0/1804147431 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0036040 con 0x7fb4f815e620 2024-09-10T08:37:23.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f80ce1c0 con 0x7fb4f815e620 2024-09-10T08:37:23.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.340+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f80cc670 con 0x7fb4f815e620 2024-09-10T08:37:23.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.341+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4f8069350 con 0x7fb4f815e620 2024-09-10T08:37:23.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.341+0000 7fb4dffff640 1 -- 172.21.15.94:0/1804147431 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb4f0044020 con 0x7fb4f815e620 2024-09-10T08:37:23.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.342+0000 7fb4dffff640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4e406be30 0x7fb4e406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:23.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.342+0000 7fb4dffff640 1 -- 172.21.15.94:0/1804147431 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7fb4f00abf00 con 0x7fb4f815e620 2024-09-10T08:37:23.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.342+0000 7fb4f77fe640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4e406be30 0x7fb4e406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:23.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.342+0000 7fb4f77fe640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4e406be30 0x7fb4e406e2f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8006fd0 tx=0x7fb4e8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:23.346 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.346+0000 7fb4dffff640 1 -- 172.21.15.94:0/1804147431 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb4f004b030 con 0x7fb4f815e620 2024-09-10T08:37:23.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.547+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb4f80cc840 con 0x7fb4f815e620 2024-09-10T08:37:23.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.547+0000 7fb4dffff640 1 -- 172.21.15.94:0/1804147431 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 51 v51) ==== 94+0+5231 (secure 0 0 0) 0x7fb4f007a730 con 0x7fb4f815e620 2024-09-10T08:37:23.548 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:23.548 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":51,"btime":"2024-09-10T08:37:17:253941+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5780,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6834/4201880004","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":4201880004},{"type":"v1","addr":"172.21.15.143:6834","nonce":4201880004}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6271,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/2816600974","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6833","nonce":2816600974},{"type":"v1","addr":"172.21.15.143:6835","nonce":2816600974}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":6903,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6836/1822788257","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1822788257},{"type":"v1","addr":"172.21.15.94:6836","nonce":1822788257}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":51,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:16.582435+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6906},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6906":{"gid":6906,"name":"a","rank":0,"incarnation":49,"state":"up:active","state_seq":3,"addr":"172.21.15.94:6837/2497595248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6835","nonce":2497595248},{"type":"v1","addr":"172.21.15.94:6837","nonce":2497595248}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6906,"qdb_cluster":[6906]},"id":7}]} 2024-09-10T08:37:23.548 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 51 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4e406be30 msgr2=0x7fb4e406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4e406be30 0x7fb4e406e2f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8006fd0 tx=0x7fb4e8008040 comp rx=0 tx=0).stop 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f815e620 msgr2=0x7fb4f81e8f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f815e620 0x7fb4f81e8f70 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0034040 tx=0x7fb4f0004a40 comp rx=0 tx=0).stop 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 shutdown_connections 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb4e406be30 0x7fb4e406e2f0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb4f815e620 0x7fb4f81e8f70 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb4f80d1930 0x7fb4f8158690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 --2- 172.21.15.94:0/1804147431 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb4f80b54a0 0x7fb4f815b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:23.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 >> 172.21.15.94:0/1804147431 conn(0x7fb4f806feb0 msgr2=0x7fb4f80cf6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:23.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 shutdown_connections 2024-09-10T08:37:23.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:23.549+0000 7fb4fddf1640 1 -- 172.21.15.94:0/1804147431 wait complete. 2024-09-10T08:37:23.963 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 51, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:37:14.580990+0000', 'modified': '2024-09-10T08:37:16.582435+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6906}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6906': {'gid': 6906, 'name': 'a', 'rank': 0, 'incarnation': 49, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.94:6837/2497595248', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6835', 'nonce': 2497595248}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2497595248}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6906, 'qdb_cluster': [6906]} 2024-09-10T08:37:23.963 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:37:23.964 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T08:37:24.073 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.072+0000 7f09ca8d0640 1 Processor -- start 2024-09-10T08:37:24.073 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.072+0000 7f09ca8d0640 1 -- start start 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09ca8d0640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f09c40af460 0x7f09c4073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09ca8d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c406ed10 0x7f09c406f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09ca8d0640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09c40d0e20 con 0x7f09c415b700 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09ca8d0640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f09c40738b0 con 0x7f09c40af460 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09ca8d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f09c40722d0 con 0x7f09c406ed10 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c8e6d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c406ed10 0x7f09c406f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c37fe640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f09c415b700 0x7f09c40d0710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:43800/0 (socket says 172.21.15.94:43800) 2024-09-10T08:37:24.074 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c37fe640 1 -- 172.21.15.94:0/4192753176 learned_addr learned my addr 172.21.15.94:0/4192753176 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:24.075 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c3fff640 1 --2- 172.21.15.94:0/4192753176 >> v2:172.21.15.143:3300/0 conn(0x7f09c40af460 0x7f09c4073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.075 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c2ffd640 1 -- 172.21.15.94:0/4192753176 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1294712774 0 0) 0x7f09c40d0e20 con 0x7f09c415b700 2024-09-10T08:37:24.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c2ffd640 1 -- 172.21.15.94:0/4192753176 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f09ac003520 con 0x7f09c415b700 2024-09-10T08:37:24.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c8e6d640 1 -- 172.21.15.94:0/4192753176 >> v2:172.21.15.143:3300/0 conn(0x7f09c40af460 msgr2=0x7f09c4073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/4192753176 >> v2:172.21.15.143:3300/0 conn(0x7f09c40af460 0x7f09c4073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c8e6d640 1 -- 172.21.15.94:0/4192753176 >> v1:172.21.15.143:6789/0 conn(0x7f09c415b700 legacy=0x7f09c40d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c8e6d640 1 -- 172.21.15.94:0/4192753176 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c40725b0 con 0x7f09c406ed10 2024-09-10T08:37:24.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.073+0000 7f09c3fff640 1 --2- 172.21.15.94:0/4192753176 >> v2:172.21.15.143:3300/0 conn(0x7f09c40af460 0x7f09c4073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:24.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.074+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/4192753176 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c406ed10 0x7f09c406f1c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f09bc009d90 tx=0x7f09bc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f97c8f60db63e716 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.074+0000 7f09c2ffd640 1 -- 172.21.15.94:0/4192753176 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc007740 con 0x7f09c406ed10 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.074+0000 7f09c2ffd640 1 -- 172.21.15.94:0/4192753176 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09bc0078e0 con 0x7f09c406ed10 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.074+0000 7f09c2ffd640 1 -- 172.21.15.94:0/4192753176 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc007c90 con 0x7f09c406ed10 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 -- 172.21.15.94:0/4192753176 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c406ed10 msgr2=0x7f09c406f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/4192753176 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c406ed10 0x7f09c406f1c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f09bc009d90 tx=0x7f09bc02a660 comp rx=0 tx=0).stop 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 -- 172.21.15.94:0/4192753176 shutdown_connections 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/4192753176 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c406ed10 0x7f09c406f1c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/4192753176 >> v2:172.21.15.143:3300/0 conn(0x7f09c40af460 0x7f09c4073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 -- 172.21.15.94:0/4192753176 >> 172.21.15.94:0/4192753176 conn(0x7f09c406bcf0 msgr2=0x7f09c406c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 -- 172.21.15.94:0/4192753176 shutdown_connections 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.075+0000 7f09ca8d0640 1 -- 172.21.15.94:0/4192753176 wait complete. 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.076+0000 7f09ca8d0640 1 Processor -- start 2024-09-10T08:37:24.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.076+0000 7f09ca8d0640 1 -- start start 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09ca8d0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f09c406ed10 0x7f09c41548c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09ca8d0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f09c40af460 0x7f09c41574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09ca8d0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c415b700 0x7f09c40b1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09ca8d0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f09c4072e50 con 0x7f09c40af460 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09ca8d0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f09c4072b70 con 0x7f09c406ed10 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09ca8d0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f09c40af840 con 0x7f09c415b700 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09c37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f09c40af460 0x7f09c41574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09c37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f09c40af460 0x7f09c41574f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45032/0 (socket says 172.21.15.94:45032) 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09c37fe640 1 -- 172.21.15.94:0/1889089039 learned_addr learned my addr 172.21.15.94:0/1889089039 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09c3fff640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f09c406ed10 0x7f09c41548c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c415b700 0x7f09c40b1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09c37fe640 1 -- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c415b700 msgr2=0x7f09c40b1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.077+0000 7f09c37fe640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c415b700 0x7f09c40b1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09c37fe640 1 -- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f09c406ed10 msgr2=0x7f09c41548c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09c37fe640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f09c406ed10 0x7f09c41548c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09c37fe640 1 -- 172.21.15.94:0/1889089039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c4155ed0 con 0x7f09c40af460 2024-09-10T08:37:24.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09c37fe640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f09c40af460 0x7f09c41574f0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f09b800c390 tx=0x7f09b800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09c0ff9640 1 -- 172.21.15.94:0/1889089039 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b8017070 con 0x7f09c40af460 2024-09-10T08:37:24.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09c0ff9640 1 -- 172.21.15.94:0/1889089039 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09b8005ce0 con 0x7f09c40af460 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09c41561b0 con 0x7f09c40af460 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09c0ff9640 1 -- 172.21.15.94:0/1889089039 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b80072f0 con 0x7f09c40af460 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.078+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09c4156770 con 0x7f09c40af460 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.079+0000 7f09c0ff9640 1 -- 172.21.15.94:0/1889089039 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f09b801a070 con 0x7f09c40af460 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.080+0000 7f09c0ff9640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f09b006be30 0x7f09b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.080+0000 7f09c3fff640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f09b006be30 0x7f09b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.080+0000 7f09c0ff9640 1 -- 172.21.15.94:0/1889089039 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f09b808a2f0 con 0x7f09c40af460 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.081+0000 7f09c3fff640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f09b006be30 0x7f09b006e2f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f09b4009560 tx=0x7f09b4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.081+0000 7f09cd66a740 1 Processor -- start 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.081+0000 7f09cd66a740 1 -- start start 2024-09-10T08:37:24.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b48657500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b48673290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862aa80 0x563b486737d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09cd66a740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x563b4858f520 con 0x563b4862aa80 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x563b485373e0 con 0x563b48671ae0 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x563b4858b4e0 con 0x563b48657120 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862aa80 0x563b486737d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862aa80 0x563b486737d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45048/0 (socket says 172.21.15.94:45048) 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2414435231 learned_addr learned my addr 172.21.15.94:0/2414435231 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b48657500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 msgr2=0x563b48657500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b48657500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 msgr2=0x563b48673290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b48673290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2414435231 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b485522f0 con 0x563b4862aa80 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b48657500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862aa80 0x563b486737d0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f09bc009eb0 tx=0x7f09bc02e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e816ba8fb80d1c2e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09a9ffb640 1 -- 172.21.15.94:0/2414435231 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc007880 con 0x563b4862aa80 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09a9ffb640 1 -- 172.21.15.94:0/2414435231 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09bc007a20 con 0x563b4862aa80 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.082+0000 7f09a9ffb640 1 -- 172.21.15.94:0/2414435231 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc007dd0 con 0x563b4862aa80 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 -- 172.21.15.94:0/2414435231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862aa80 msgr2=0x563b486737d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862aa80 0x563b486737d0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f09bc009eb0 tx=0x7f09bc02e000 comp rx=0 tx=0).stop 2024-09-10T08:37:24.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 -- 172.21.15.94:0/2414435231 shutdown_connections 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b48673290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862aa80 0x563b486737d0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2414435231 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b48657500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 -- 172.21.15.94:0/2414435231 >> 172.21.15.94:0/2414435231 conn(0x563b48629a80 msgr2=0x563b48671f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 -- 172.21.15.94:0/2414435231 shutdown_connections 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.083+0000 7f09cd66a740 1 -- 172.21.15.94:0/2414435231 wait complete. 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.084+0000 7f09cd66a740 1 -- start start 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.084+0000 7f09cd66a740 1 Processor -- start 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.084+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48657120 0x563b48673ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48671ae0 0x563b486513a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862af20 0x563b4862b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x563b48657ee0 con 0x563b4862af20 2024-09-10T08:37:24.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x563b48518450 con 0x563b48657120 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x563b48672770 con 0x563b48671ae0 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 10 client.0 _ll_register_callbacks cb 0x563b482a1ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862af20 0x563b4862b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862af20 0x563b4862b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45064/0 (socket says 172.21.15.94:45064) 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2277019795 learned_addr learned my addr 172.21.15.94:0/2277019795 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48657120 0x563b48673ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c37fe640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48671ae0 0x563b486513a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48671ae0 msgr2=0x563b486513a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48671ae0 0x563b486513a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48657120 msgr2=0x563b48673ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48657120 0x563b48673ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 -- 172.21.15.94:0/2277019795 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b482a22d0 con 0x563b4862af20 2024-09-10T08:37:24.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48657120 0x563b48673ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862af20 0x563b4862b3a0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x563b48654ab0 tx=0x7f09bc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8af40cf68d303cd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09a2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2277019795 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc003ba0 con 0x563b4862af20 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09bc007a20 con 0x563b4862af20 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2277019795 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f09bc04a040 con 0x563b4862af20 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2277019795 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) ==== 24+0+0 (secure 0 0 0) 0x7f09bc059050 con 0x563b4862af20 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 10 client.7062 fetch_fsmap learned FSMap version 51 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.085+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=2+}) -- 0x563b4836c6b0 con 0x563b4862af20 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2277019795 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09bc007a20 con 0x563b4862af20 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2277019795 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 51) ==== 3502+0+0 (secure 0 0 0) 0x7f09bc05c020 con 0x563b4862af20 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09cd66a740 10 client.7062 fetch_fsmap finished waiting for FSMap version 51 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09cd66a740 10 client.7062 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09cd66a740 20 client.7062 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:24.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4866ebb0 0x563b4866c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09cd66a740 4 client.7062 mds_command: new command op to 6906 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 --> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b4859cc50 con 0x563b4866ebb0 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4866ebb0 0x563b4866c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09a2ffd640 10 client.7062 ms_handle_connect on v2:172.21.15.94:6835/2497595248 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.086+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4866ebb0 0x563b4866c560 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e2f96da33f6ade server_cookie=c9af05dd5c9b69e5 in_seq=0 out_seq=0 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2277019795 <== mds.0 v2:172.21.15.94:6835/2497595248 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563b4859cc50 con 0x563b4866ebb0 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09a2ffd640 10 client.7062 handle_command_reply: tid=0 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 client.7062 shutdown 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862af20 msgr2=0x563b4862b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862af20 0x563b4862b3a0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x563b48654ab0 tx=0x7f09bc004ab0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 shutdown_connections 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4866ebb0 0x563b4866c560 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b4862af20 0x563b4862b3a0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48671ae0 0x563b486513a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2277019795 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48657120 0x563b48673ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09a2ffd640 0 client.7062 ms_handle_reset on v2:172.21.15.94:6835/2497595248 2024-09-10T08:37:24.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 >> 172.21.15.94:0/2277019795 conn(0x563b4862aa80 msgr2=0x563b48675440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 shutdown_connections 2024-09-10T08:37:24.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 1 -- 172.21.15.94:0/2277019795 wait complete. 2024-09-10T08:37:24.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.087+0000 7f09cd66a740 20 client.7062 trim_cache size 0 max 16384 2024-09-10T08:37:24.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.105+0000 7f09cd66a740 1 Processor -- start 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.105+0000 7f09cd66a740 1 -- start start 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.105+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b4862af20 0x563b4864ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.105+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b4862e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48671ae0 0x563b48699ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09cd66a740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f09c41fb930 con 0x563b48671ae0 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f09c41f21c0 con 0x563b4862af20 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f09c41fb2e0 con 0x563b48657120 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48671ae0 0x563b48699ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48671ae0 0x563b48699ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45078/0 (socket says 172.21.15.94:45078) 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 -- 172.21.15.94:0/3341927492 learned_addr learned my addr 172.21.15.94:0/3341927492 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 -- 172.21.15.94:0/3341927492 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 msgr2=0x563b4862e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/3341927492 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b4862e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 -- 172.21.15.94:0/3341927492 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b4862af20 msgr2=0x563b4864ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/3341927492 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b4862af20 0x563b4864ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 -- 172.21.15.94:0/3341927492 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b48651710 con 0x563b48671ae0 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/3341927492 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48671ae0 0x563b48699ff0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f09bc002210 tx=0x7f09bc04b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ffdb10e912c3f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09a97fa640 1 -- 172.21.15.94:0/3341927492 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc009a30 con 0x563b48671ae0 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09a97fa640 1 -- 172.21.15.94:0/3341927492 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09bc007a00 con 0x563b48671ae0 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.106+0000 7f09a97fa640 1 -- 172.21.15.94:0/3341927492 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc007de0 con 0x563b48671ae0 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 -- 172.21.15.94:0/3341927492 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48671ae0 msgr2=0x563b48699ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 --2- 172.21.15.94:0/3341927492 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48671ae0 0x563b48699ff0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f09bc002210 tx=0x7f09bc04b000 comp rx=0 tx=0).stop 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 -- 172.21.15.94:0/3341927492 shutdown_connections 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 --2- 172.21.15.94:0/3341927492 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48671ae0 0x563b48699ff0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 --2- 172.21.15.94:0/3341927492 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b48657120 0x563b4862e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 --2- 172.21.15.94:0/3341927492 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b4862af20 0x563b4864ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 -- 172.21.15.94:0/3341927492 >> 172.21.15.94:0/3341927492 conn(0x563b4862aa80 msgr2=0x563b4866d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 -- 172.21.15.94:0/3341927492 shutdown_connections 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 -- 172.21.15.94:0/3341927492 wait complete. 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.107+0000 7f09cd66a740 1 -- start start 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 1 Processor -- start 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b4862af20 0x563b486f7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48657120 0x563b4866d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b4866d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x563b48657ee0 con 0x563b48657120 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x563b48518450 con 0x563b48671ae0 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x563b486518e0 con 0x563b4862af20 2024-09-10T08:37:24.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09cd66a740 10 client.0 _ll_register_callbacks cb 0x7f09bc009c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09c37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48657120 0x563b4866d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09c37fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48657120 0x563b4866d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45082/0 (socket says 172.21.15.94:45082) 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.108+0000 7f09c37fe640 1 -- 172.21.15.94:0/2219297185 learned_addr learned my addr 172.21.15.94:0/2219297185 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b4862af20 0x563b486f7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c37fe640 1 -- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b4862af20 msgr2=0x563b486f7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c37fe640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b4862af20 0x563b486f7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b4866d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c37fe640 1 -- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 msgr2=0x563b4866d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c37fe640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b4866d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c37fe640 1 -- 172.21.15.94:0/2219297185 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b48672010 con 0x563b48657120 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c8e6d640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b4866d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c37fe640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48657120 0x563b4866d250 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f09b80584e0 tx=0x7f09b8058610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=488fcb9f0ec489fd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09a2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2219297185 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b8007490 con 0x563b48657120 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2219297185 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f09b8007630 con 0x563b48657120 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09bc007a00 con 0x563b48657120 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2219297185 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) ==== 24+0+0 (secure 0 0 0) 0x7f09b80579a0 con 0x563b48657120 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 10 client.7068 fetch_fsmap learned FSMap version 51 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=2+}) -- 0x563b4869a770 con 0x563b48657120 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2219297185 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09bc007a00 con 0x563b48657120 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2219297185 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 51) ==== 3502+0+0 (secure 0 0 0) 0x7f09b8088170 con 0x563b48657120 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 10 client.7068 fetch_fsmap finished waiting for FSMap version 51 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 10 client.7068 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 20 client.7068 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4867add0 0x563b4866fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 4 client.7068 mds_command: new command op to 6906 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 --> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] -- command(tid 0: {"prefix": "status"}) -- 0x563b48596fa0 con 0x563b4867add0 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.109+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4867add0 0x563b4866fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09a2ffd640 10 client.7068 ms_handle_connect on v2:172.21.15.94:6835/2497595248 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09c3fff640 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4867add0 0x563b4866fee0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28d1731c7a7388e8 server_cookie=ca9e57f698cbf114 in_seq=0 out_seq=0 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09a2ffd640 1 -- 172.21.15.94:0/2219297185 <== mds.0 v2:172.21.15.94:6835/2497595248 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x563b48596fa0 con 0x563b4867add0 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09a2ffd640 10 client.7068 handle_command_reply: tid=0 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 client.7068 shutdown 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48657120 msgr2=0x563b4866d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48657120 0x563b4866d250 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f09b80584e0 tx=0x7f09b8058610 comp rx=0 tx=0).stop 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 shutdown_connections 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x563b48671ae0 0x563b4866d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:6835/2497595248,v1:172.21.15.94:6837/2497595248] conn(0x563b4867add0 0x563b4866fee0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x563b48657120 0x563b4866d250 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 --2- 172.21.15.94:0/2219297185 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x563b4862af20 0x563b486f7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09a2ffd640 0 client.7068 ms_handle_reset on v2:172.21.15.94:6835/2497595248 2024-09-10T08:37:24.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 >> 172.21.15.94:0/2219297185 conn(0x563b4862aa80 msgr2=0x563b4864b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 shutdown_connections 2024-09-10T08:37:24.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 1 -- 172.21.15.94:0/2219297185 wait complete. 2024-09-10T08:37:24.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.110+0000 7f09cd66a740 20 client.7068 trim_cache size 0 max 16384 2024-09-10T08:37:24.120 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 6906, 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 8.8722187800000007, 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 51, 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 102, 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 102, 2024-09-10T08:37:24.121 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 13.203348013999999 2024-09-10T08:37:24.122 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f09b006be30 msgr2=0x7f09b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f09b006be30 0x7f09b006e2f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f09b4009560 tx=0x7f09b4009190 comp rx=0 tx=0).stop 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f09c40af460 msgr2=0x7f09c41574f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f09c40af460 0x7f09c41574f0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f09b800c390 tx=0x7f09b800c850 comp rx=0 tx=0).stop 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 shutdown_connections 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f09b006be30 0x7f09b006e2f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f09c415b700 0x7f09c40b1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f09c40af460 0x7f09c41574f0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 --2- 172.21.15.94:0/1889089039 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f09c406ed10 0x7f09c41548c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 >> 172.21.15.94:0/1889089039 conn(0x7f09c406bcf0 msgr2=0x7f09c415e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 shutdown_connections 2024-09-10T08:37:24.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.111+0000 7f09ca8d0640 1 -- 172.21.15.94:0/1889089039 wait complete. 2024-09-10T08:37:24.124 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:37:24.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.222+0000 7fa7450af640 1 Processor -- start 2024-09-10T08:37:24.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.222+0000 7fa7450af640 1 -- start start 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa7450af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 0x7fa7400ccd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa7450af640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fa7400708e0 0x7fa7400ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa7450af640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa7400ced30 0x7fa74015c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa7450af640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa740070d20 con 0x7fa7400ced30 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa7450af640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fa7400d1880 con 0x7fa7400708e0 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa7450af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa7400cc830 con 0x7fa740159e60 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa73f59e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa7400ced30 0x7fa74015c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa73f59e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa7400ced30 0x7fa74015c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45086/0 (socket says 172.21.15.94:45086) 2024-09-10T08:37:24.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.223+0000 7fa73f59e640 1 -- 172.21.15.94:0/2941026047 learned_addr learned my addr 172.21.15.94:0/2941026047 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:24.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73f59e640 1 -- 172.21.15.94:0/2941026047 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 msgr2=0x7fa7400ccd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73f59e640 1 --2- 172.21.15.94:0/2941026047 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 0x7fa7400ccd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73f59e640 1 -- 172.21.15.94:0/2941026047 >> v2:172.21.15.143:3300/0 conn(0x7fa7400708e0 msgr2=0x7fa7400ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:24.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73f59e640 1 --2- 172.21.15.94:0/2941026047 >> v2:172.21.15.143:3300/0 conn(0x7fa7400708e0 0x7fa7400ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73f59e640 1 -- 172.21.15.94:0/2941026047 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7400d1af0 con 0x7fa7400ced30 2024-09-10T08:37:24.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73f59e640 1 --2- 172.21.15.94:0/2941026047 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400ced30 0x7fa74015c800 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa738009e80 tx=0x7fa73802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a5915287394965b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73dd9b640 1 -- 172.21.15.94:0/2941026047 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa738036070 con 0x7fa7400ced30 2024-09-10T08:37:24.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73dd9b640 1 -- 172.21.15.94:0/2941026047 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa738031600 con 0x7fa7400ced30 2024-09-10T08:37:24.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.224+0000 7fa73dd9b640 1 -- 172.21.15.94:0/2941026047 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7380319d0 con 0x7fa7400ced30 2024-09-10T08:37:24.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 -- 172.21.15.94:0/2941026047 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400ced30 msgr2=0x7fa74015c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 --2- 172.21.15.94:0/2941026047 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400ced30 0x7fa74015c800 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa738009e80 tx=0x7fa73802a6f0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 -- 172.21.15.94:0/2941026047 shutdown_connections 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 --2- 172.21.15.94:0/2941026047 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400ced30 0x7fa74015c800 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 --2- 172.21.15.94:0/2941026047 >> v2:172.21.15.143:3300/0 conn(0x7fa7400708e0 0x7fa7400ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 --2- 172.21.15.94:0/2941026047 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 0x7fa7400ccd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 -- 172.21.15.94:0/2941026047 >> 172.21.15.94:0/2941026047 conn(0x7fa74006fdc0 msgr2=0x7fa7400701d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 -- 172.21.15.94:0/2941026047 shutdown_connections 2024-09-10T08:37:24.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.225+0000 7fa7450af640 1 -- 172.21.15.94:0/2941026047 wait complete. 2024-09-10T08:37:24.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.226+0000 7fa7450af640 1 Processor -- start 2024-09-10T08:37:24.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa7450af640 1 -- start start 2024-09-10T08:37:24.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa7450af640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400708e0 0x7fa7400b0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa7450af640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7400ced30 0x7fa7400b73d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa7450af640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 0x7fa74015eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa7450af640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa740160800 con 0x7fa7400708e0 2024-09-10T08:37:24.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa7450af640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa740160be0 con 0x7fa7400ced30 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa7450af640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa740160980 con 0x7fa740159e60 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa73ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400708e0 0x7fa7400b0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa73ed9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400708e0 0x7fa7400b0de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45090/0 (socket says 172.21.15.94:45090) 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.227+0000 7fa73ed9d640 1 -- 172.21.15.94:0/1584273378 learned_addr learned my addr 172.21.15.94:0/1584273378 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa73ed9d640 1 -- 172.21.15.94:0/1584273378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 msgr2=0x7fa74015eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa73ed9d640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 0x7fa74015eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa73ed9d640 1 -- 172.21.15.94:0/1584273378 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7400ced30 msgr2=0x7fa7400b73d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa73ed9d640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7400ced30 0x7fa7400b73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa73ed9d640 1 -- 172.21.15.94:0/1584273378 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7400b64f0 con 0x7fa7400708e0 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa73ed9d640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400708e0 0x7fa7400b0de0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fa73000b440 tx=0x7fa73000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa7277fe640 1 -- 172.21.15.94:0/1584273378 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730015020 con 0x7fa7400708e0 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa7277fe640 1 -- 172.21.15.94:0/1584273378 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa730011890 con 0x7fa7400708e0 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7400b5450 con 0x7fa7400708e0 2024-09-10T08:37:24.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa7277fe640 1 -- 172.21.15.94:0/1584273378 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730011c80 con 0x7fa7400708e0 2024-09-10T08:37:24.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.228+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7400b5a10 con 0x7fa7400708e0 2024-09-10T08:37:24.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.229+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7400cf1e0 con 0x7fa7400708e0 2024-09-10T08:37:24.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.229+0000 7fa7277fe640 1 -- 172.21.15.94:0/1584273378 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa730018020 con 0x7fa7400708e0 2024-09-10T08:37:24.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.230+0000 7fa7277fe640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa72c06be60 0x7fa72c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:24.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.230+0000 7fa7277fe640 1 -- 172.21.15.94:0/1584273378 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7fa73008b100 con 0x7fa7400708e0 2024-09-10T08:37:24.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.230+0000 7fa73e59c640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa72c06be60 0x7fa72c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:24.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.230+0000 7fa73e59c640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa72c06be60 0x7fa72c06e320 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa7401f7e70 tx=0x7fa734006c90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:24.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.234+0000 7fa7277fe640 1 -- 172.21.15.94:0/1584273378 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa73001f020 con 0x7fa7400708e0 2024-09-10T08:37:24.435 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.435+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa7400cc610 con 0x7fa7400708e0 2024-09-10T08:37:24.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.435+0000 7fa7277fe640 1 -- 172.21.15.94:0/1584273378 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v51) ==== 53+0+73 (secure 0 0 0) 0x7fa73000d040 con 0x7fa7400708e0 2024-09-10T08:37:24.436 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa72c06be60 msgr2=0x7fa72c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa72c06be60 0x7fa72c06e320 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa7401f7e70 tx=0x7fa734006c90 comp rx=0 tx=0).stop 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400708e0 msgr2=0x7fa7400b0de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400708e0 0x7fa7400b0de0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fa73000b440 tx=0x7fa73000b900 comp rx=0 tx=0).stop 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 shutdown_connections 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa72c06be60 0x7fa72c06e320 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa7400ced30 0x7fa7400b73d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa740159e60 0x7fa74015eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.438 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 --2- 172.21.15.94:0/1584273378 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa7400708e0 0x7fa7400b0de0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:24.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 >> 172.21.15.94:0/1584273378 conn(0x7fa74006fdc0 msgr2=0x7fa74015a480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:24.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 shutdown_connections 2024-09-10T08:37:24.439 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24.437+0000 7fa7450af640 1 -- 172.21.15.94:0/1584273378 wait complete. 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:37:24.449 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:37:24.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:24.450 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:37:24.466 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42512sec preferred_lft 42512sec 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:24.467 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:24.468 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:37:24.469 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:24.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:24.469 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:37:24.530 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:37:24.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:24.531 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:37:24.587 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:37:24.587 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:37:24.588 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:37:24.588 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:37:24.588 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:37:24.588 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:37:24.589 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:37:24.589 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:37:24.589 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:37:24.589 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:37:24.589 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:37:24.675 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:37:24.707 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:24.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:24.713 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:37:24.728 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:37:24.728 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:37:24.729 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:37:24.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:24.729 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:37:24.794 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:37:24.794 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:24.794 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:24.849 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:37:24.850 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:24.850 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:24.905 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:37:24.971 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:25.026 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:37:25.027 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:37:25.028 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:25.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:25.029 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:37:25.082 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:37:25.082 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:37:25.124 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:37:25.149 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:25.206 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:37:25.205+0000 7fec75065480 -1 init, newargv = 0x556ec1c2a720 newargc=15 2024-09-10T08:37:25.206 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:37:25.206 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:37:25.207 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:37:25.208 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:37:25.209 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:37:25.209 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:37:25.209 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:25.209 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:25.209 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:25.209 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:25.209 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[64012]: starting ceph client 2024-09-10T08:37:25.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:25.210 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:37:25.210 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[64012]: starting fuse 2024-09-10T08:37:25.265 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:37:25.266 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:37:25.268 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:37:25.269 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:37:25.270 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:25.270 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:37:25.270 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:37:25.382 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.64012.asok 2024-09-10T08:37:25.386 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:25.393 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.64012.asok 2024-09-10T08:37:25.393 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:25.393 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.64012.asok status 2024-09-10T08:37:25.526 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "64012", 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:25.527 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 7077, 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 7077 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 180834497 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:25.528 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 180834497 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.7077 192.168.0.1:0/180834497", 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/180834497", 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 51, 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 102, 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:37:25.529 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:37:25.530 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:25.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:25.535 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:37:25.535 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:25.550 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:37:25.551 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:25.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:25.551 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:25.616 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:37:25.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.753+0000 7f22ee653640 1 Processor -- start 2024-09-10T08:37:25.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.753+0000 7f22ee653640 1 -- start start 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ee653640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ee653640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f22e80b0630 0x7f22e8070740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ee653640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22e806bbb0 con 0x7f22e8073370 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ee653640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f22e8073b80 con 0x7f22e80b0630 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ee653640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f22e8070c80 con 0x7f22e8072f90 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ecbf0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f22e80b0630 0x7f22e8070740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ecbf0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f22e80b0630 0x7f22e8070740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45092/0 (socket says 172.21.15.94:45092) 2024-09-10T08:37:25.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.754+0000 7f22ecbf0640 1 -- 172.21.15.94:0/102209568 learned_addr learned my addr 172.21.15.94:0/102209568 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:25.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22ecbf0640 1 -- 172.21.15.94:0/102209568 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 msgr2=0x7f22e80ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:25.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22ecbf0640 1 --2- 172.21.15.94:0/102209568 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22ecbf0640 1 -- 172.21.15.94:0/102209568 >> v1:172.21.15.143:6789/0 conn(0x7f22e8073370 legacy=0x7f22e80aff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:25.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22ecbf0640 1 -- 172.21.15.94:0/102209568 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e806be20 con 0x7f22e80b0630 2024-09-10T08:37:25.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22ecbf0640 1 --2- 172.21.15.94:0/102209568 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e80b0630 0x7f22e8070740 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009e50 tx=0x7f22e002a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7be764423932ca10 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:25.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22e6ffd640 1 -- 172.21.15.94:0/102209568 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e0036070 con 0x7f22e80b0630 2024-09-10T08:37:25.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22e6ffd640 1 -- 172.21.15.94:0/102209568 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22e0031600 con 0x7f22e80b0630 2024-09-10T08:37:25.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.755+0000 7f22e6ffd640 1 -- 172.21.15.94:0/102209568 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e00319d0 con 0x7f22e80b0630 2024-09-10T08:37:25.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 -- 172.21.15.94:0/102209568 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e80b0630 msgr2=0x7f22e8070740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:25.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 --2- 172.21.15.94:0/102209568 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e80b0630 0x7f22e8070740 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009e50 tx=0x7f22e002a750 comp rx=0 tx=0).stop 2024-09-10T08:37:25.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 -- 172.21.15.94:0/102209568 shutdown_connections 2024-09-10T08:37:25.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 --2- 172.21.15.94:0/102209568 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e80b0630 0x7f22e8070740 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 --2- 172.21.15.94:0/102209568 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 -- 172.21.15.94:0/102209568 >> 172.21.15.94:0/102209568 conn(0x7f22e80d10d0 msgr2=0x7f22e80d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:25.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 -- 172.21.15.94:0/102209568 shutdown_connections 2024-09-10T08:37:25.758 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.756+0000 7f22ee653640 1 -- 172.21.15.94:0/102209568 wait complete. 2024-09-10T08:37:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.757+0000 7f22ee653640 1 Processor -- start 2024-09-10T08:37:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.757+0000 7f22ee653640 1 -- start start 2024-09-10T08:37:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22ee653640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80c96c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22ee653640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e8073370 0x7f22e80caaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22ee653640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22e80b0630 0x7f22e815d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22ee653640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f22e806c6c0 con 0x7f22e8073370 2024-09-10T08:37:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22ee653640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f22e806c3e0 con 0x7f22e80b0630 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22ee653640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f22e815dd50 con 0x7f22e8072f90 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22e77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e8073370 0x7f22e80caaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22e77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e8073370 0x7f22e80caaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45108/0 (socket says 172.21.15.94:45108) 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22e77fe640 1 -- 172.21.15.94:0/3875026530 learned_addr learned my addr 172.21.15.94:0/3875026530 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22ecbf0640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22e80b0630 0x7f22e815d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.758+0000 7f22e7fff640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80c96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e77fe640 1 -- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 msgr2=0x7f22e80c96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e77fe640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80c96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e77fe640 1 -- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22e80b0630 msgr2=0x7f22e815d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e77fe640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22e80b0630 0x7f22e815d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e77fe640 1 -- 172.21.15.94:0/3875026530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e8160190 con 0x7f22e8073370 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22ecbf0640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22e80b0630 0x7f22e815d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:25.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e7fff640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:25.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e77fe640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e8073370 0x7f22e80caaf0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f22dc00c400 tx=0x7f22dc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:25.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e4ff9640 1 -- 172.21.15.94:0/3875026530 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22dc017070 con 0x7f22e8073370 2024-09-10T08:37:25.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e4ff9640 1 -- 172.21.15.94:0/3875026530 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22dc0035f0 con 0x7f22e8073370 2024-09-10T08:37:25.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22e4ff9640 1 -- 172.21.15.94:0/3875026530 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22dc0039e0 con 0x7f22e8073370 2024-09-10T08:37:25.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22e8160470 con 0x7f22e8073370 2024-09-10T08:37:25.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.759+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22e8160a30 con 0x7f22e8073370 2024-09-10T08:37:25.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.760+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22e80ceca0 con 0x7f22e8073370 2024-09-10T08:37:25.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.760+0000 7f22e4ff9640 1 -- 172.21.15.94:0/3875026530 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f22dc01a070 con 0x7f22e8073370 2024-09-10T08:37:25.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.761+0000 7f22e4ff9640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22d406be60 0x7f22d406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:25.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.761+0000 7f22e4ff9640 1 -- 172.21.15.94:0/3875026530 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6101+0+0 (secure 0 0 0) 0x7f22dc08a2c0 con 0x7f22e8073370 2024-09-10T08:37:25.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.761+0000 7f22e7fff640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22d406be60 0x7f22d406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:25.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.761+0000 7f22e7fff640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22d406be60 0x7f22d406e320 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f22d8006fd0 tx=0x7f22d8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:25.765 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.765+0000 7f22e4ff9640 1 -- 172.21.15.94:0/3875026530 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f22dc0010c0 con 0x7f22e8073370 2024-09-10T08:37:25.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.969+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f22e80ccf80 con 0x7f22e8073370 2024-09-10T08:37:25.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.970+0000 7f22e4ff9640 1 -- 172.21.15.94:0/3875026530 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v51) ==== 53+0+73 (secure 0 0 0) 0x7f22dc058490 con 0x7f22e8073370 2024-09-10T08:37:25.970 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:37:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.971+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22d406be60 msgr2=0x7f22d406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.971+0000 7f22ee653640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22d406be60 0x7f22d406e320 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f22d8006fd0 tx=0x7f22d8008040 comp rx=0 tx=0).stop 2024-09-10T08:37:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e8073370 msgr2=0x7f22e80caaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e8073370 0x7f22e80caaf0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f22dc00c400 tx=0x7f22dc00c8c0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 shutdown_connections 2024-09-10T08:37:25.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f22d406be60 0x7f22d406e320 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f22e80b0630 0x7f22e815d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f22e8073370 0x7f22e80caaf0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 --2- 172.21.15.94:0/3875026530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f22e8072f90 0x7f22e80c96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 >> 172.21.15.94:0/3875026530 conn(0x7f22e80d10d0 msgr2=0x7f22e80afbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 shutdown_connections 2024-09-10T08:37:25.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:25.972+0000 7f22ee653640 1 -- 172.21.15.94:0/3875026530 wait complete. 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:37:25.983 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:37:25.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:25.984 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:37:26.003 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:26.004 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42481sec preferred_lft 42481sec 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:26.005 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:26.006 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:37:26.007 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:26.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:26.007 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:37:26.071 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:37:26.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:26.073 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:37:26.132 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:37:26.132 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:37:26.132 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:37:26.132 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:37:26.132 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:37:26.132 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:37:26.132 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:37:26.133 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:37:26.133 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:37:26.133 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:37:26.133 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:37:26.224 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:37:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:37:26.258 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:37:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:26.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:26.264 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:37:26.280 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:37:26.280 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:37:26.280 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:37:26.281 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:26.281 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:37:26.346 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:37:26.346 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:26.346 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:26.401 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:37:26.402 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:26.402 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:26.457 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:37:26.522 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:37:26.578 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:26.579 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:26.580 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:26.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:26.581 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:37:26.633 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:37:26.633 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:37:26.676 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:37:26.700 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:26.757 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:37:26.757 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:37:26.757 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:26.758 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:26.759 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:37:26.760 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:37:26.760 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:37:26.760 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:37:26.760 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:37:26.760 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:37:26.760 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:37:26.761 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:26.761 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:26.761 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:26.761 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:26.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:26.761 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:37:26.762 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:37:26.757+0000 7f2f7c460480 -1 init, newargv = 0x55ce7fe656d0 newargc=15 2024-09-10T08:37:26.762 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[48410]: starting ceph client 2024-09-10T08:37:26.763 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[48410]: starting fuse 2024-09-10T08:37:26.777 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:37:26.778 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:37:26.778 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:37:26.779 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:37:26.780 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:26.780 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:37:26.780 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:37:26.894 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.48410.asok 2024-09-10T08:37:26.897 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:37:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:26.904 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48410.asok 2024-09-10T08:37:26.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:26.904 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48410.asok status 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "48410", 2024-09-10T08:37:27.037 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 5870, 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 5870 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:27.038 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1062741216 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 1062741216 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.5870 192.168.0.1:0/1062741216", 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/1062741216", 2024-09-10T08:37:27.039 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:37:27.040 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 51, 2024-09-10T08:37:27.040 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 102, 2024-09-10T08:37:27.040 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:37:27.040 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:37:27.040 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:37:27.040 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:37:27.045 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:27.045 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:37:27.045 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:27.060 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:37:27.061 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:27.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:27.061 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:27.126 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:27.126 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:27.146 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:27.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.296+0000 7efded56d640 1 Processor -- start 2024-09-10T08:37:27.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.296+0000 7efded56d640 1 -- start start 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.297+0000 7efded56d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7efde806fe50 0x7efde815ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.297+0000 7efded56d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efde80cf530 con 0x7efde8070760 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.297+0000 7efded56d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efde80b5460 con 0x7efde815b1c0 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.297+0000 7efded56d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7efde80afff0 con 0x7efde806fe50 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.297+0000 7efde67fc640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7efde8070760 0x7efde806f740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:42578/0 (socket says 172.21.15.94:42578) 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.297+0000 7efde67fc640 1 -- 172.21.15.94:0/4172272535 learned_addr learned my addr 172.21.15.94:0/4172272535 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde77fe640 1 --2- 172.21.15.94:0/4172272535 >> v2:172.21.15.143:3300/0 conn(0x7efde806fe50 0x7efde815ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3983426975 0 0) 0x7efdd0001110 con 0x7efde8070760 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efdd4003520 con 0x7efde8070760 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1625900972 0 0) 0x7efde80b5460 con 0x7efde815b1c0 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efdd0001110 con 0x7efde815b1c0 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3284094689 0 0) 0x7efdd4003520 con 0x7efde8070760 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde77fe640 1 -- 172.21.15.94:0/4172272535 >> v1:172.21.15.143:6789/0 conn(0x7efde815b1c0 legacy=0x7efde80b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde77fe640 1 -- 172.21.15.94:0/4172272535 >> v1:172.21.15.94:6789/0 conn(0x7efde8070760 legacy=0x7efde806f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.298+0000 7efde77fe640 1 -- 172.21.15.94:0/4172272535 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efde80cf7b0 con 0x7efde806fe50 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efde77fe640 1 --2- 172.21.15.94:0/4172272535 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde815ec80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7efde00097a0 tx=0x7efde002a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=934c3c8997063ee1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde0037070 con 0x7efde806fe50 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efde002ac50 con 0x7efde806fe50 2024-09-10T08:37:27.300 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efde5ffb640 1 -- 172.21.15.94:0/4172272535 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0001840 con 0x7efde806fe50 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efded56d640 1 -- 172.21.15.94:0/4172272535 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 msgr2=0x7efde815ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efded56d640 1 --2- 172.21.15.94:0/4172272535 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde815ec80 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7efde00097a0 tx=0x7efde002a1c0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efded56d640 1 -- 172.21.15.94:0/4172272535 shutdown_connections 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efded56d640 1 --2- 172.21.15.94:0/4172272535 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde815ec80 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efded56d640 1 -- 172.21.15.94:0/4172272535 >> 172.21.15.94:0/4172272535 conn(0x7efde80732e0 msgr2=0x7efde806bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efded56d640 1 -- 172.21.15.94:0/4172272535 shutdown_connections 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.299+0000 7efded56d640 1 -- 172.21.15.94:0/4172272535 wait complete. 2024-09-10T08:37:27.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.301+0000 7efded56d640 1 Processor -- start 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.301+0000 7efded56d640 1 -- start start 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde814bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efde8070760 0x7efde81531c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efde815b1c0 0x7efde8153700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7efde815f6d0 con 0x7efde8070760 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7efde815f9b0 con 0x7efde806fe50 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7efde80cfcb0 con 0x7efde815b1c0 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efde8070760 0x7efde81531c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efde8070760 0x7efde81531c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45120/0 (socket says 172.21.15.94:45120) 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 -- 172.21.15.94:0/1728564981 learned_addr learned my addr 172.21.15.94:0/1728564981 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde6ffd640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde814bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde77fe640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efde815b1c0 0x7efde8153700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 -- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efde815b1c0 msgr2=0x7efde8153700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efde815b1c0 0x7efde8153700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 -- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 msgr2=0x7efde814bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde814bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 -- 172.21.15.94:0/1728564981 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efde814ee40 con 0x7efde8070760 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde6ffd640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde814bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde77fe640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efde815b1c0 0x7efde8153700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efde67fc640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efde8070760 0x7efde81531c0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7efdd000cac0 tx=0x7efdd000cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efddf7fe640 1 -- 172.21.15.94:0/1728564981 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0017070 con 0x7efde8070760 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efddf7fe640 1 -- 172.21.15.94:0/1728564981 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efdd0005d00 con 0x7efde8070760 2024-09-10T08:37:27.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efddf7fe640 1 -- 172.21.15.94:0/1728564981 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd00072b0 con 0x7efde8070760 2024-09-10T08:37:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efde814f120 con 0x7efde8070760 2024-09-10T08:37:27.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.302+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efde814f6e0 con 0x7efde8070760 2024-09-10T08:37:27.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.303+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efde815ec80 con 0x7efde8070760 2024-09-10T08:37:27.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.304+0000 7efddf7fe640 1 -- 172.21.15.94:0/1728564981 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efdd001a070 con 0x7efde8070760 2024-09-10T08:37:27.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.304+0000 7efddf7fe640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efdc806be30 0x7efdc806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.304+0000 7efddf7fe640 1 -- 172.21.15.94:0/1728564981 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6130+0+0 (secure 0 0 0) 0x7efdd008a770 con 0x7efde8070760 2024-09-10T08:37:27.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.304+0000 7efde6ffd640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efdc806be30 0x7efdc806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.305+0000 7efde6ffd640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efdc806be30 0x7efdc806e2f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7efdd8001560 tx=0x7efdd8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:27.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.309+0000 7efddf7fe640 1 -- 172.21.15.94:0/1728564981 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efde80cf530 con 0x7efde8070760 2024-09-10T08:37:27.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.485+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efde80af6b0 con 0x7efde8070760 2024-09-10T08:37:27.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.485+0000 7efddf7fe640 1 -- 172.21.15.94:0/1728564981 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7efdd0058f70 con 0x7efde8070760 2024-09-10T08:37:27.487 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:37:27.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efdc806be30 msgr2=0x7efdc806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efdc806be30 0x7efdc806e2f0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7efdd8001560 tx=0x7efdd8009040 comp rx=0 tx=0).stop 2024-09-10T08:37:27.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efde8070760 msgr2=0x7efde81531c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efde8070760 0x7efde81531c0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7efdd000cac0 tx=0x7efdd000cf80 comp rx=0 tx=0).stop 2024-09-10T08:37:27.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 shutdown_connections 2024-09-10T08:37:27.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7efdc806be30 0x7efdc806e2f0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7efde815b1c0 0x7efde8153700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7efde8070760 0x7efde81531c0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 --2- 172.21.15.94:0/1728564981 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7efde806fe50 0x7efde814bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 >> 172.21.15.94:0/1728564981 conn(0x7efde80732e0 msgr2=0x7efde80cd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:27.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 shutdown_connections 2024-09-10T08:37:27.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.487+0000 7efded56d640 1 -- 172.21.15.94:0/1728564981 wait complete. 2024-09-10T08:37:27.500 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:27.500 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:27.516 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:27.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.654+0000 7fe87c942640 1 Processor -- start 2024-09-10T08:37:27.655 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.654+0000 7fe87c942640 1 -- start start 2024-09-10T08:37:27.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe87c942640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fe87809ac70 0x7fe87809b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe87c942640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe87809b590 0x7fe878070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe87c942640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8780b49a0 con 0x7fe878070590 2024-09-10T08:37:27.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe87c942640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe87806dac0 con 0x7fe87809b590 2024-09-10T08:37:27.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe87c942640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fe87806d750 con 0x7fe87809ac70 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe875d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe87809b590 0x7fe878070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe875d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe87809b590 0x7fe878070050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45134/0 (socket says 172.21.15.94:45134) 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe875d9b640 1 -- 172.21.15.94:0/3994356650 learned_addr learned my addr 172.21.15.94:0/3994356650 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe875d9b640 1 -- 172.21.15.94:0/3994356650 >> v2:172.21.15.143:3300/0 conn(0x7fe87809ac70 msgr2=0x7fe87809b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe87659c640 1 --2- 172.21.15.94:0/3994356650 >> v2:172.21.15.143:3300/0 conn(0x7fe87809ac70 0x7fe87809b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe875d9b640 1 --2- 172.21.15.94:0/3994356650 >> v2:172.21.15.143:3300/0 conn(0x7fe87809ac70 0x7fe87809b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe875d9b640 1 -- 172.21.15.94:0/3994356650 >> v1:172.21.15.143:6789/0 conn(0x7fe878070590 legacy=0x7fe878162870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe875d9b640 1 -- 172.21.15.94:0/3994356650 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe87806e900 con 0x7fe87809b590 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.655+0000 7fe87659c640 1 --2- 172.21.15.94:0/3994356650 >> v2:172.21.15.143:3300/0 conn(0x7fe87809ac70 0x7fe87809b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.656+0000 7fe875d9b640 1 --2- 172.21.15.94:0/3994356650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe878070050 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fe878072c00 tx=0x7fe86c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=523b98204413f5d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.656+0000 7fe87559a640 1 -- 172.21.15.94:0/3994356650 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86c037070 con 0x7fe87809b590 2024-09-10T08:37:27.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.656+0000 7fe87559a640 1 -- 172.21.15.94:0/3994356650 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe86c02ae20 con 0x7fe87809b590 2024-09-10T08:37:27.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.656+0000 7fe87559a640 1 -- 172.21.15.94:0/3994356650 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86c032660 con 0x7fe87809b590 2024-09-10T08:37:27.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 -- 172.21.15.94:0/3994356650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 msgr2=0x7fe878070050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 --2- 172.21.15.94:0/3994356650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe878070050 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fe878072c00 tx=0x7fe86c02a110 comp rx=0 tx=0).stop 2024-09-10T08:37:27.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 -- 172.21.15.94:0/3994356650 shutdown_connections 2024-09-10T08:37:27.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 --2- 172.21.15.94:0/3994356650 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe878070050 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 --2- 172.21.15.94:0/3994356650 >> v2:172.21.15.143:3300/0 conn(0x7fe87809ac70 0x7fe87809b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 -- 172.21.15.94:0/3994356650 >> 172.21.15.94:0/3994356650 conn(0x7fe8780b3ce0 msgr2=0x7fe8780b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 -- 172.21.15.94:0/3994356650 shutdown_connections 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.657+0000 7fe87c942640 1 -- 172.21.15.94:0/3994356650 wait complete. 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.658+0000 7fe87c942640 1 Processor -- start 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.658+0000 7fe87c942640 1 -- start start 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87c942640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe878070590 0x7fe8781f8610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87c942640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe87809ac70 0x7fe87815d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87c942640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe87815de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87c942640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe8780d12e0 con 0x7fe87809b590 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87c942640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe8780d1160 con 0x7fe878070590 2024-09-10T08:37:27.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87c942640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe8780d1460 con 0x7fe87809ac70 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe87815de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe87815de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:45136/0 (socket says 172.21.15.94:45136) 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 -- 172.21.15.94:0/3141129233 learned_addr learned my addr 172.21.15.94:0/3141129233 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe875d9b640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe87809ac70 0x7fe87815d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87659c640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe878070590 0x7fe8781f8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 -- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe87809ac70 msgr2=0x7fe87815d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe87809ac70 0x7fe87815d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 -- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe878070590 msgr2=0x7fe8781f8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe878070590 0x7fe8781f8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 -- 172.21.15.94:0/3141129233 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8781589e0 con 0x7fe87809b590 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe876d9d640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe87815de80 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fe87000b970 tx=0x7fe87000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:27.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe866ffd640 1 -- 172.21.15.94:0/3141129233 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe870019070 con 0x7fe87809b590 2024-09-10T08:37:27.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe866ffd640 1 -- 172.21.15.94:0/3141129233 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe87000cb40 con 0x7fe87809b590 2024-09-10T08:37:27.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.659+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8781560a0 con 0x7fe87809b590 2024-09-10T08:37:27.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.660+0000 7fe866ffd640 1 -- 172.21.15.94:0/3141129233 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe870014440 con 0x7fe87809b590 2024-09-10T08:37:27.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.660+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8781f80f0 con 0x7fe87809b590 2024-09-10T08:37:27.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.660+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe87809b050 con 0x7fe87809b590 2024-09-10T08:37:27.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.661+0000 7fe866ffd640 1 -- 172.21.15.94:0/3141129233 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe87001c070 con 0x7fe87809b590 2024-09-10T08:37:27.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.661+0000 7fe866ffd640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe85806be30 0x7fe85806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:27.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.661+0000 7fe866ffd640 1 -- 172.21.15.94:0/3141129233 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6130+0+0 (secure 0 0 0) 0x7fe87008abc0 con 0x7fe87809b590 2024-09-10T08:37:27.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.662+0000 7fe87659c640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe85806be30 0x7fe85806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:27.665 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.662+0000 7fe87659c640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe85806be30 0x7fe85806e2f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe87815f3a0 tx=0x7fe868008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:27.668 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.666+0000 7fe866ffd640 1 -- 172.21.15.94:0/3141129233 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe870058d70 con 0x7fe87809b590 2024-09-10T08:37:27.847 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.846+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe87809bc70 con 0x7fe87809b590 2024-09-10T08:37:27.848 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.846+0000 7fe866ffd640 1 -- 172.21.15.94:0/3141129233 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v103) ==== 80+0+0 (secure 0 0 0) 0x7fe87005d070 con 0x7fe87809b590 2024-09-10T08:37:27.848 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe85806be30 msgr2=0x7fe85806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe85806be30 0x7fe85806e2f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe87815f3a0 tx=0x7fe868008040 comp rx=0 tx=0).stop 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 msgr2=0x7fe87815de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe87815de80 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fe87000b970 tx=0x7fe87000be30 comp rx=0 tx=0).stop 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 shutdown_connections 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe85806be30 0x7fe85806e2f0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe87809b590 0x7fe87815de80 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe87809ac70 0x7fe87815d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 --2- 172.21.15.94:0/3141129233 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe878070590 0x7fe8781f8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 >> 172.21.15.94:0/3141129233 conn(0x7fe8780b3ce0 msgr2=0x7fe8780b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 shutdown_connections 2024-09-10T08:37:27.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:27.848+0000 7fe87c942640 1 -- 172.21.15.94:0/3141129233 wait complete. 2024-09-10T08:37:27.860 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:37:27.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:27.860 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:27.884 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[64012]: fuse finished with error 0 and tester_r 0 2024-09-10T08:37:27.886 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:33.988 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:37:33.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:33.989 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:37:34.008 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:34.008 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:34.031 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:34.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.157+0000 7f73a7cd0640 1 Processor -- start 2024-09-10T08:37:34.159 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.157+0000 7f73a7cd0640 1 -- start start 2024-09-10T08:37:34.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a7cd0640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f73a015b700 0x7f73a0073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a7cd0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a006ed10 0x7f73a006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a7cd0640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73a00d0e20 con 0x7f73a00af460 2024-09-10T08:37:34.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a7cd0640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f73a00738b0 con 0x7f73a015b700 2024-09-10T08:37:34.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a7cd0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f73a00722d0 con 0x7f73a006ed10 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a526b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f73a015b700 0x7f73a0073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a526b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f73a015b700 0x7f73a0073370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47152/0 (socket says 172.21.15.94:47152) 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a5a6c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f73a00af460 0x7f73a00d0710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:58954/0 (socket says 172.21.15.94:58954) 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.158+0000 7f73a526b640 1 -- 172.21.15.94:0/2984746830 learned_addr learned my addr 172.21.15.94:0/2984746830 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.159+0000 7f73a626d640 1 --2- 172.21.15.94:0/2984746830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a006ed10 0x7f73a006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.159+0000 7f73a526b640 1 -- 172.21.15.94:0/2984746830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a006ed10 msgr2=0x7f73a006f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.159+0000 7f73a526b640 1 --2- 172.21.15.94:0/2984746830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a006ed10 0x7f73a006f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.159+0000 7f73a526b640 1 -- 172.21.15.94:0/2984746830 >> v1:172.21.15.94:6789/0 conn(0x7f73a00af460 legacy=0x7f73a00d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.159+0000 7f73a526b640 1 -- 172.21.15.94:0/2984746830 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73a00725b0 con 0x7f73a015b700 2024-09-10T08:37:34.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.159+0000 7f73a626d640 1 --2- 172.21.15.94:0/2984746830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a006ed10 0x7f73a006f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:34.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.159+0000 7f73a526b640 1 --2- 172.21.15.94:0/2984746830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a0073370 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f739000bb10 tx=0x7f739002c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49be3021a39c606c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:34.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a4a6a640 1 -- 172.21.15.94:0/2984746830 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390036020 con 0x7f73a015b700 2024-09-10T08:37:34.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a4a6a640 1 -- 172.21.15.94:0/2984746830 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7390032820 con 0x7f73a015b700 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a4a6a640 1 -- 172.21.15.94:0/2984746830 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390032bf0 con 0x7f73a015b700 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 -- 172.21.15.94:0/2984746830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 msgr2=0x7f73a0073370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/2984746830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a0073370 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f739000bb10 tx=0x7f739002c920 comp rx=0 tx=0).stop 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 -- 172.21.15.94:0/2984746830 shutdown_connections 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/2984746830 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a006ed10 0x7f73a006f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/2984746830 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a0073370 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 -- 172.21.15.94:0/2984746830 >> 172.21.15.94:0/2984746830 conn(0x7f73a006bcf0 msgr2=0x7f73a006c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 -- 172.21.15.94:0/2984746830 shutdown_connections 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.160+0000 7f73a7cd0640 1 -- 172.21.15.94:0/2984746830 wait complete. 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 Processor -- start 2024-09-10T08:37:34.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 -- start start 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73a006ed10 0x7f73a015a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a00af460 0x7f73a01412f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a00b2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f73a0072e50 con 0x7f73a015b700 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f73a0072b70 con 0x7f73a006ed10 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a7cd0640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f73a00af840 con 0x7f73a00af460 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a626d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a00b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a626d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a00b2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47154/0 (socket says 172.21.15.94:47154) 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.162+0000 7f73a626d640 1 -- 172.21.15.94:0/1902537593 learned_addr learned my addr 172.21.15.94:0/1902537593 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a5a6c640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73a006ed10 0x7f73a015a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a526b640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a00af460 0x7f73a01412f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a626d640 1 -- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a00af460 msgr2=0x7f73a01412f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.167 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a626d640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a00af460 0x7f73a01412f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a626d640 1 -- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73a006ed10 msgr2=0x7f73a015a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a626d640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73a006ed10 0x7f73a015a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a626d640 1 -- 172.21.15.94:0/1902537593 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73a0150950 con 0x7f73a015b700 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a5a6c640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73a006ed10 0x7f73a015a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a626d640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a00b2120 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f739800cef0 tx=0x7f739800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73967fc640 1 -- 172.21.15.94:0/1902537593 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f739801a070 con 0x7f73a015b700 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73967fc640 1 -- 172.21.15.94:0/1902537593 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f739800d860 con 0x7f73a015b700 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73967fc640 1 -- 172.21.15.94:0/1902537593 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f739800dc50 con 0x7f73a015b700 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73a0159b50 con 0x7f73a015b700 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.163+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73a015a110 con 0x7f73a015b700 2024-09-10T08:37:34.168 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.164+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73a00ad2d0 con 0x7f73a015b700 2024-09-10T08:37:34.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.165+0000 7f73967fc640 1 -- 172.21.15.94:0/1902537593 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f739801d070 con 0x7f73a015b700 2024-09-10T08:37:34.169 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.165+0000 7f73967fc640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f738406be30 0x7f738406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.165+0000 7f73967fc640 1 -- 172.21.15.94:0/1902537593 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6130+0+0 (secure 0 0 0) 0x7f739808b880 con 0x7f73a015b700 2024-09-10T08:37:34.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.165+0000 7f73a5a6c640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f738406be30 0x7f738406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.166+0000 7f73a5a6c640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f738406be30 0x7f738406e2f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f739c007fd0 tx=0x7f739c007d60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:34.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.170+0000 7f73967fc640 1 -- 172.21.15.94:0/1902537593 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f73a00ad2d0 con 0x7f73a015b700 2024-09-10T08:37:34.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.349+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f73a01511a0 con 0x7f73a015b700 2024-09-10T08:37:34.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.350+0000 7f73967fc640 1 -- 172.21.15.94:0/1902537593 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v104) ==== 80+0+0 (secure 0 0 0) 0x7f73a01511a0 con 0x7f73a015b700 2024-09-10T08:37:34.351 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:37:34.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f738406be30 msgr2=0x7f738406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f738406be30 0x7f738406e2f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f739c007fd0 tx=0x7f739c007d60 comp rx=0 tx=0).stop 2024-09-10T08:37:34.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 msgr2=0x7f73a00b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a00b2120 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f739800cef0 tx=0x7f739800a710 comp rx=0 tx=0).stop 2024-09-10T08:37:34.353 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 shutdown_connections 2024-09-10T08:37:34.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f738406be30 0x7f738406e2f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f73a015b700 0x7f73a00b2120 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f73a00af460 0x7f73a01412f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 --2- 172.21.15.94:0/1902537593 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f73a006ed10 0x7f73a015a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 >> 172.21.15.94:0/1902537593 conn(0x7f73a006bcf0 msgr2=0x7f73a00b4080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:34.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 shutdown_connections 2024-09-10T08:37:34.354 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.352+0000 7f73a7cd0640 1 -- 172.21.15.94:0/1902537593 wait complete. 2024-09-10T08:37:34.364 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:37:34.364 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:34.384 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:34.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.482+0000 7f12f69b7640 1 Processor -- start 2024-09-10T08:37:34.556 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.482+0000 7f12f69b7640 1 -- start start 2024-09-10T08:37:34.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f69b7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f12f0161900 0x7f12f00b5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f69b7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f12f006c220 0x7f12f00b0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f69b7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12f00b4500 con 0x7f12f00b6150 2024-09-10T08:37:34.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f69b7640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f12f00b47e0 con 0x7f12f006c220 2024-09-10T08:37:34.565 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f69b7640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f12f00b2610 con 0x7f12f0161900 2024-09-10T08:37:34.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f4f54640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f12f006c220 0x7f12f00b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f4f54640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f12f006c220 0x7f12f00b0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47156/0 (socket says 172.21.15.94:47156) 2024-09-10T08:37:34.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f4f54640 1 -- 172.21.15.94:0/4156619205 learned_addr learned my addr 172.21.15.94:0/4156619205 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:34.566 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f4f54640 1 -- 172.21.15.94:0/4156619205 >> v2:172.21.15.143:3300/0 conn(0x7f12f0161900 msgr2=0x7f12f00b5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:34.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f4f54640 1 --2- 172.21.15.94:0/4156619205 >> v2:172.21.15.143:3300/0 conn(0x7f12f0161900 0x7f12f00b5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f4f54640 1 -- 172.21.15.94:0/4156619205 >> v1:172.21.15.143:6789/0 conn(0x7f12f00b6150 legacy=0x7f12f006bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:34.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.483+0000 7f12f4f54640 1 -- 172.21.15.94:0/4156619205 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12f00b28f0 con 0x7f12f006c220 2024-09-10T08:37:34.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.484+0000 7f12f4f54640 1 --2- 172.21.15.94:0/4156619205 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f00b0310 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f12f00b7310 tx=0x7f12e802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb2a0be2be3fb7db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:34.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.484+0000 7f12eeffd640 1 -- 172.21.15.94:0/4156619205 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12e8036070 con 0x7f12f006c220 2024-09-10T08:37:34.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.484+0000 7f12eeffd640 1 -- 172.21.15.94:0/4156619205 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12e8031600 con 0x7f12f006c220 2024-09-10T08:37:34.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.484+0000 7f12eeffd640 1 -- 172.21.15.94:0/4156619205 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12e80319d0 con 0x7f12f006c220 2024-09-10T08:37:34.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 -- 172.21.15.94:0/4156619205 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 msgr2=0x7f12f00b0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 --2- 172.21.15.94:0/4156619205 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f00b0310 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f12f00b7310 tx=0x7f12e802a5d0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 -- 172.21.15.94:0/4156619205 shutdown_connections 2024-09-10T08:37:34.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 --2- 172.21.15.94:0/4156619205 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f00b0310 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 --2- 172.21.15.94:0/4156619205 >> v2:172.21.15.143:3300/0 conn(0x7f12f0161900 0x7f12f00b5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 -- 172.21.15.94:0/4156619205 >> 172.21.15.94:0/4156619205 conn(0x7f12f00b65b0 msgr2=0x7f12f00b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:34.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 -- 172.21.15.94:0/4156619205 shutdown_connections 2024-09-10T08:37:34.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.485+0000 7f12f69b7640 1 -- 172.21.15.94:0/4156619205 wait complete. 2024-09-10T08:37:34.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.486+0000 7f12f69b7640 1 Processor -- start 2024-09-10T08:37:34.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.486+0000 7f12f69b7640 1 -- start start 2024-09-10T08:37:34.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f69b7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f01609b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f69b7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12f00b6150 0x7f12f01f4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f69b7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12f0161900 0x7f12f0153eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f69b7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f12f00b4210 con 0x7f12f006c220 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f69b7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f12f00b4090 con 0x7f12f00b6150 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f69b7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f12f00b0850 con 0x7f12f0161900 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f01609b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f01609b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47172/0 (socket says 172.21.15.94:47172) 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 -- 172.21.15.94:0/2940489028 learned_addr learned my addr 172.21.15.94:0/2940489028 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f4f54640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12f0161900 0x7f12f0153eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12ef7fe640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12f00b6150 0x7f12f01f4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 -- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12f0161900 msgr2=0x7f12f0153eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12f0161900 0x7f12f0153eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 -- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12f00b6150 msgr2=0x7f12f01f4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12f00b6150 0x7f12f01f4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 -- 172.21.15.94:0/2940489028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12f01543f0 con 0x7f12f006c220 2024-09-10T08:37:34.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12effff640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f01609b0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f12e000b440 tx=0x7f12e000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:34.571 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12ecff9640 1 -- 172.21.15.94:0/2940489028 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12e0015020 con 0x7f12f006c220 2024-09-10T08:37:34.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12ecff9640 1 -- 172.21.15.94:0/2940489028 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12e0011890 con 0x7f12f006c220 2024-09-10T08:37:34.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12ecff9640 1 -- 172.21.15.94:0/2940489028 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12e0011c80 con 0x7f12f006c220 2024-09-10T08:37:34.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.487+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12f0161080 con 0x7f12f006c220 2024-09-10T08:37:34.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.488+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12f0154e20 con 0x7f12f006c220 2024-09-10T08:37:34.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.488+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12f00b0310 con 0x7f12f006c220 2024-09-10T08:37:34.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.489+0000 7f12ecff9640 1 -- 172.21.15.94:0/2940489028 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f12e0018020 con 0x7f12f006c220 2024-09-10T08:37:34.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.489+0000 7f12ecff9640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12dc06be30 0x7f12dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:34.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.489+0000 7f12ecff9640 1 -- 172.21.15.94:0/2940489028 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6130+0+0 (secure 0 0 0) 0x7f12e008b170 con 0x7f12f006c220 2024-09-10T08:37:34.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.489+0000 7f12ef7fe640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12dc06be30 0x7f12dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:34.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.490+0000 7f12ef7fe640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12dc06be30 0x7f12dc06e2f0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f12f01f1b90 tx=0x7f12e4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:34.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.494+0000 7f12ecff9640 1 -- 172.21.15.94:0/2940489028 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f12e001f020 con 0x7f12f006c220 2024-09-10T08:37:34.670 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.669+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f12f015f150 con 0x7f12f006c220 2024-09-10T08:37:34.671 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.670+0000 7f12ecff9640 1 -- 172.21.15.94:0/2940489028 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v104) ==== 80+0+0 (secure 0 0 0) 0x7f12f01543f0 con 0x7f12f006c220 2024-09-10T08:37:34.671 INFO:teuthology.orchestra.run.smithi094.stderr:listed 0 entries 2024-09-10T08:37:34.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12dc06be30 msgr2=0x7f12dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12dc06be30 0x7f12dc06e2f0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f12f01f1b90 tx=0x7f12e4009040 comp rx=0 tx=0).stop 2024-09-10T08:37:34.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 msgr2=0x7f12f01609b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:34.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f01609b0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f12e000b440 tx=0x7f12e000b900 comp rx=0 tx=0).stop 2024-09-10T08:37:34.673 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 shutdown_connections 2024-09-10T08:37:34.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f12dc06be30 0x7f12dc06e2f0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f12f00b6150 0x7f12f01f4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12f0161900 0x7f12f0153eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 --2- 172.21.15.94:0/2940489028 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f12f006c220 0x7f12f01609b0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:34.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 >> 172.21.15.94:0/2940489028 conn(0x7f12f00b65b0 msgr2=0x7f12f006f050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:34.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 shutdown_connections 2024-09-10T08:37:34.674 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:34.672+0000 7f12f69b7640 1 -- 172.21.15.94:0/2940489028 wait complete. 2024-09-10T08:37:34.684 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:37:34.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:34.684 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:34.714 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[48410]: fuse finished with error 0 and tester_r 0 2024-09-10T08:37:34.716 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:34.757 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:37:34.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:34.758 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:37:34.819 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:37:34.821 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:37:34.862 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-09-10T08:37:34.862 INFO:teuthology.orchestra.run.smithi094.stdout: chdir = "" 2024-09-10T08:37:34.862 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:37:34.862 INFO:teuthology.orchestra.run.smithi094.stdout: auth supported = cephx 2024-09-10T08:37:34.862 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.862 INFO:teuthology.orchestra.run.smithi094.stdout: filestore xattr use omap = true 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: mon clock drift allowed = 1.000 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: osd crush chooseleaf type = 0 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: auth debug = true 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on old message = true 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on bug = true 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: mon pg warn max object skew = 0 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:37:34.863 INFO:teuthology.orchestra.run.smithi094.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default size = 2 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow primary affinity = true 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow pg remap = true 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on no sortbitwise = false 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on too few osds = false 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: mon_allow_pool_size_one = true 2024-09-10T08:37:34.864 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: osd default data pool replay window = 5 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: mon allow pool delete = true 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: mon cluster log file level = debug 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: debug asserts on shutdown = true 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: mon health detail to clog = false 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.865 INFO:teuthology.orchestra.run.smithi094.stdout:[osd] 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: osd journal size = 100 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub load threshold = 5.0 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub max interval = 600 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: osd recover clone overlap = true 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: osd recovery max chunk = 1048576 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.866 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug shutdown = true 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug op order = true 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug verify stray on activate = true 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug trim objects = true 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: osd open classes on start = true 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug pg log writeout = true 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: osd map max advance = 10 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: journal zero on create = true 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.867 INFO:teuthology.orchestra.run.smithi094.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: filestore apply finisher threads = 3 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: bdev debug aio = true 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug misdirected ops = true 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore block size = 96636764160 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore fsck on mount = True 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluefs = 20 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluestore = 20 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: debug osd = 20 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: debug rocksdb = 10 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd full ratio = 0.9 2024-09-10T08:37:34.868 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: osd objectstore = bluestore 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr] 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: debug mgr = 20 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: mgr/telemetry/nag = false 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:37:34.869 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout:[mon] 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: debug paxos = 20 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: mon data avail warn = 5 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: mon mgr mkfs grace = 240 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd reporter subtree level = osd 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd prime pg temp = true 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.870 INFO:teuthology.orchestra.run.smithi094.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: # 1m isn't quite enough 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:37:34.871 INFO:teuthology.orchestra.run.smithi094.stdout: mon down mkfs grace = 300 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: mon op complaint time = 120 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on pool no app = False 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout:[client] 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: rgw cache enabled = true 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable ops log = true 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable usage log = true 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: client mount timeout = 600 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = "" 2024-09-10T08:37:34.872 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.a] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.b] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.c] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout:[mds] 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds = 20 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds balancer = 20 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug frag = True 2024-09-10T08:37:34.873 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug scatterstat = True 2024-09-10T08:37:34.874 INFO:teuthology.orchestra.run.smithi094.stdout: mds op complaint time = 180 2024-09-10T08:37:34.874 INFO:teuthology.orchestra.run.smithi094.stdout: mds verify scatter = True 2024-09-10T08:37:34.874 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:37:34.874 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:37:34.874 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:37:34.874 INFO:teuthology.orchestra.run.smithi094.stdout: mds_sessionmap_keys_per_op = 1 2024-09-10T08:37:34.874 INFO:teuthology.orchestra.run.smithi094.stdout:[client.badguy] 2024-09-10T08:37:34.906 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-09-10T08:37:34.906 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-09-10T08:37:34.906 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:37:34.906 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-09-10T08:37:34.906 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-09-10T08:37:34.907 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-09-10T08:37:34.908 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-09-10T08:37:34.909 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-09-10T08:37:34.910 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-09-10T08:37:34.911 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-09-10T08:37:34.912 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-09-10T08:37:34.913 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-09-10T08:37:34.914 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:37:34.915 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-09-10T08:37:34.916 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-09-10T08:37:34.917 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-09-10T08:37:34.918 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:37:34.919 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:37:34.919 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:37:34.919 INFO:teuthology.orchestra.run.smithi143.stdout: mds_sessionmap_keys_per_op = 1 2024-09-10T08:37:34.919 INFO:teuthology.orchestra.run.smithi143.stdout:[client.badguy] 2024-09-10T08:37:34.920 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:37:34.921 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:34.921 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:37:34.921 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:34.921 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:37:34.921 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:34.922 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:37:34.922 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:37:34.932 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:37:34.932 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-10T08:37:34.933 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:37:34.933 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-10T08:37:34.934 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:37:34.934 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-10T08:37:34.935 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:37:34.935 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-10T08:37:35.076 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.075+0000 7f1113342640 1 Processor -- start 2024-09-10T08:37:35.077 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.075+0000 7fc968417640 1 Processor -- start 2024-09-10T08:37:35.077 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.075+0000 7fc968417640 1 -- start start 2024-09-10T08:37:35.077 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.075+0000 7fa94e45c640 1 Processor -- start 2024-09-10T08:37:35.078 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.075+0000 7f1113342640 1 -- start start 2024-09-10T08:37:35.078 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.075+0000 7fa94e45c640 1 -- start start 2024-09-10T08:37:35.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7f1113342640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f110c1480e0 0x7f110c0cc900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7f1113342640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06de70 0x7f110c0c7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7f1113342640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f110c0d0260 con 0x7f110c06e2b0 2024-09-10T08:37:35.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7f1113342640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f110c0d0540 con 0x7f110c1480e0 2024-09-10T08:37:35.079 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7f1113342640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f110c0d0820 con 0x7f110c06de70 2024-09-10T08:37:35.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7fa94e45c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa94815e7b0 0x7fa9480d4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7fa94e45c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94806d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7fa94e45c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9480d2de0 con 0x7fa9480d5100 2024-09-10T08:37:35.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7fa94e45c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fa9480d30c0 con 0x7fa94815e7b0 2024-09-10T08:37:35.080 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.076+0000 7fa94e45c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa94806ce20 con 0x7fa9480cf660 2024-09-10T08:37:35.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa947fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa94815e7b0 0x7fa9480d4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa947fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fa94815e7b0 0x7fa9480d4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47188/0 (socket says 172.21.15.94:47188) 2024-09-10T08:37:35.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa947fff640 1 -- 172.21.15.94:0/2985054604 learned_addr learned my addr 172.21.15.94:0/2985054604 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:35.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa94c9f9640 1 --2- 172.21.15.94:0/2985054604 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94806d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11108dd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06de70 0x7f110c0c7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11118df640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f110c06e2b0 0x7f110c0d1300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:50710/0 (socket says 172.21.15.94:50710) 2024-09-10T08:37:35.081 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11118df640 1 -- 172.21.15.94:0/3016227750 learned_addr learned my addr 172.21.15.94:0/3016227750 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:35.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11110de640 1 --2- 172.21.15.94:0/3016227750 >> v2:172.21.15.143:3300/0 conn(0x7f110c1480e0 0x7f110c0cc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc968417640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc96015c660 0x7fc9600cdd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc968417640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc9600cce10 0x7fc96006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc968417640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9600ce4c0 con 0x7fc96006c150 2024-09-10T08:37:35.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc968417640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc9600cea80 con 0x7fc9600cce10 2024-09-10T08:37:35.082 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc968417640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc9600ce260 con 0x7fc96015c660 2024-09-10T08:37:35.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa947fff640 1 -- 172.21.15.94:0/2985054604 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 msgr2=0x7fa94806d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:35.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa947fff640 1 --2- 172.21.15.94:0/2985054604 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94806d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa947fff640 1 -- 172.21.15.94:0/2985054604 >> v1:172.21.15.143:6789/0 conn(0x7fa9480d5100 legacy=0x7fa9480cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa946ffd640 1 -- 172.21.15.94:0/2985054604 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4197478792 0 0) 0x7fa9480d2de0 con 0x7fa9480d5100 2024-09-10T08:37:35.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa947fff640 1 -- 172.21.15.94:0/2985054604 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa94806d100 con 0x7fa94815e7b0 2024-09-10T08:37:35.083 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9661b3640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc96015c660 0x7fc9600cdd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9659b2640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc9600cce10 0x7fc96006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fa94c9f9640 1 --2- 172.21.15.94:0/2985054604 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94806d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:35.084 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f1103fff640 1 -- 172.21.15.94:0/3016227750 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3675797658 0 0) 0x7f110c0d0260 con 0x7f110c06e2b0 2024-09-10T08:37:35.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9661b3640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc96015c660 0x7fc9600cdd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:53946/0 (socket says 172.21.15.94:53946) 2024-09-10T08:37:35.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9661b3640 1 -- 172.21.15.94:0/1883249271 learned_addr learned my addr 172.21.15.94:0/1883249271 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:35.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9659b2640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc9600cce10 0x7fc96006bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:41840/0 (socket says 172.21.15.94:41840) 2024-09-10T08:37:35.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11108dd640 1 -- 172.21.15.94:0/3016227750 >> v2:172.21.15.143:3300/0 conn(0x7f110c1480e0 msgr2=0x7f110c0cc900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:35.085 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11108dd640 1 --2- 172.21.15.94:0/3016227750 >> v2:172.21.15.143:3300/0 conn(0x7f110c1480e0 0x7f110c0cc900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11108dd640 1 -- 172.21.15.94:0/3016227750 >> v1:172.21.15.143:6789/0 conn(0x7f110c06e2b0 legacy=0x7f110c0d1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7f11108dd640 1 -- 172.21.15.94:0/3016227750 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110c0d0b00 con 0x7f110c06de70 2024-09-10T08:37:35.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9661b3640 1 -- 172.21.15.94:0/1883249271 >> v2:172.21.15.143:3300/0 conn(0x7fc9600cce10 msgr2=0x7fc96006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:35.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9661b3640 1 --2- 172.21.15.94:0/1883249271 >> v2:172.21.15.143:3300/0 conn(0x7fc9600cce10 0x7fc96006bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9661b3640 1 -- 172.21.15.94:0/1883249271 >> v1:172.21.15.143:6789/0 conn(0x7fc96006c150 legacy=0x7fc960160080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.077+0000 7fc9661b3640 1 -- 172.21.15.94:0/1883249271 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9600ce7a0 con 0x7fc96015c660 2024-09-10T08:37:35.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7fa947fff640 1 --2- 172.21.15.94:0/2985054604 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa94815e7b0 0x7fa9480d4bc0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fa938009870 tx=0x7fa93802a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7fce25bb6f19e93 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7fa946ffd640 1 -- 172.21.15.94:0/2985054604 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa938037070 con 0x7fa94815e7b0 2024-09-10T08:37:35.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7fa946ffd640 1 -- 172.21.15.94:0/2985054604 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa938032440 con 0x7fa94815e7b0 2024-09-10T08:37:35.088 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7fa946ffd640 1 -- 172.21.15.94:0/2985054604 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa938037070 con 0x7fa94815e7b0 2024-09-10T08:37:35.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7f11108dd640 1 --2- 172.21.15.94:0/3016227750 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06de70 0x7f110c0c7130 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f10fc0097a0 tx=0x7f10fc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7879e65e3420b6a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7f1103fff640 1 -- 172.21.15.94:0/3016227750 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc037070 con 0x7f110c06de70 2024-09-10T08:37:35.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7f1103fff640 1 -- 172.21.15.94:0/3016227750 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10fc032440 con 0x7f110c06de70 2024-09-10T08:37:35.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.078+0000 7f1103fff640 1 -- 172.21.15.94:0/3016227750 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc032810 con 0x7f110c06de70 2024-09-10T08:37:35.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fc9661b3640 1 --2- 172.21.15.94:0/1883249271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc96015c660 0x7fc9600cdd20 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc95c009870 tx=0x7fc95c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8655867c988ceae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fc9651b1640 1 -- 172.21.15.94:0/1883249271 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95c037070 con 0x7fc96015c660 2024-09-10T08:37:35.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fc9651b1640 1 -- 172.21.15.94:0/1883249271 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc95c032440 con 0x7fc96015c660 2024-09-10T08:37:35.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 -- 172.21.15.94:0/2985054604 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa94815e7b0 msgr2=0x7fa9480d4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 --2- 172.21.15.94:0/2985054604 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa94815e7b0 0x7fa9480d4bc0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fa938009870 tx=0x7fa93802a130 comp rx=0 tx=0).stop 2024-09-10T08:37:35.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fc9651b1640 1 -- 172.21.15.94:0/1883249271 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95c032810 con 0x7fc96015c660 2024-09-10T08:37:35.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 -- 172.21.15.94:0/2985054604 shutdown_connections 2024-09-10T08:37:35.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 --2- 172.21.15.94:0/2985054604 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94806d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 --2- 172.21.15.94:0/2985054604 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa94815e7b0 0x7fa9480d4bc0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 -- 172.21.15.94:0/2985054604 >> 172.21.15.94:0/2985054604 conn(0x7fa94808bfe0 msgr2=0x7fa9480d44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:35.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 -- 172.21.15.94:0/3016227750 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06de70 msgr2=0x7f110c0c7130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 --2- 172.21.15.94:0/3016227750 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06de70 0x7f110c0c7130 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f10fc0097a0 tx=0x7f10fc02a180 comp rx=0 tx=0).stop 2024-09-10T08:37:35.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 -- 172.21.15.94:0/2985054604 shutdown_connections 2024-09-10T08:37:35.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7fa94e45c640 1 -- 172.21.15.94:0/2985054604 wait complete. 2024-09-10T08:37:35.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 -- 172.21.15.94:0/3016227750 shutdown_connections 2024-09-10T08:37:35.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 --2- 172.21.15.94:0/3016227750 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06de70 0x7f110c0c7130 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 --2- 172.21.15.94:0/3016227750 >> v2:172.21.15.143:3300/0 conn(0x7f110c1480e0 0x7f110c0cc900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 -- 172.21.15.94:0/3016227750 >> 172.21.15.94:0/3016227750 conn(0x7f110c06fee0 msgr2=0x7f110c0702f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:35.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 -- 172.21.15.94:0/3016227750 shutdown_connections 2024-09-10T08:37:35.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.079+0000 7f1113342640 1 -- 172.21.15.94:0/3016227750 wait complete. 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 -- 172.21.15.94:0/1883249271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc96015c660 msgr2=0x7fc9600cdd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 --2- 172.21.15.94:0/1883249271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc96015c660 0x7fc9600cdd20 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc95c009870 tx=0x7fc95c02a1c0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 -- 172.21.15.94:0/1883249271 shutdown_connections 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 --2- 172.21.15.94:0/1883249271 >> v2:172.21.15.143:3300/0 conn(0x7fc9600cce10 0x7fc96006bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 --2- 172.21.15.94:0/1883249271 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc96015c660 0x7fc9600cdd20 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 -- 172.21.15.94:0/1883249271 >> 172.21.15.94:0/1883249271 conn(0x7fc9600b2d70 msgr2=0x7fc9600b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 -- 172.21.15.94:0/1883249271 shutdown_connections 2024-09-10T08:37:35.094 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7fc968417640 1 -- 172.21.15.94:0/1883249271 wait complete. 2024-09-10T08:37:35.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.080+0000 7f1113342640 1 Processor -- start 2024-09-10T08:37:35.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7fa94e45c640 1 Processor -- start 2024-09-10T08:37:35.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f1113342640 1 -- start start 2024-09-10T08:37:35.095 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7fa94e45c640 1 -- start start 2024-09-10T08:37:35.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f1113342640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f110c06de70 0x7f110c15e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f1113342640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06e2b0 0x7f110c0b62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f1113342640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f110c1480e0 0x7f110c0b6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f1113342640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f110c0d0000 con 0x7f110c06de70 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f1113342640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f110c0cfe80 con 0x7f110c1480e0 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f1113342640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f110c0c7670 con 0x7f110c06e2b0 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f11110de640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f110c06de70 0x7f110c15e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.081+0000 7f11110de640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f110c06de70 0x7f110c15e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47198/0 (socket says 172.21.15.94:47198) 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11118df640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f110c1480e0 0x7f110c0b6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11108dd640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06e2b0 0x7f110c0b62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fc968417640 1 Processor -- start 2024-09-10T08:37:35.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94e45c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94815a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94e45c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9480d5100 0x7fa9480c7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11110de640 1 -- 172.21.15.94:0/535039530 learned_addr learned my addr 172.21.15.94:0/535039530 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:35.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94e45c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa94815e7b0 0x7fa9480c9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fc968417640 1 -- start start 2024-09-10T08:37:35.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94e45c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fa94806db60 con 0x7fa9480d5100 2024-09-10T08:37:35.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94e45c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fa9480d2a90 con 0x7fa94815e7b0 2024-09-10T08:37:35.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94e45c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fa94806dce0 con 0x7fa9480cf660 2024-09-10T08:37:35.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa9477fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9480d5100 0x7fa9480c7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94815a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94815a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:53970/0 (socket says 172.21.15.94:53970) 2024-09-10T08:37:35.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 -- 172.21.15.94:0/3823261229 learned_addr learned my addr 172.21.15.94:0/3823261229 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:35.100 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94c9f9640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa94815e7b0 0x7fa9480c9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11108dd640 1 -- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f110c1480e0 msgr2=0x7f110c0b6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11108dd640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f110c1480e0 0x7f110c0b6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11108dd640 1 -- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f110c06de70 msgr2=0x7f110c15e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11108dd640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f110c06de70 0x7f110c15e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11108dd640 1 -- 172.21.15.94:0/535039530 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110c160e50 con 0x7f110c06e2b0 2024-09-10T08:37:35.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11110de640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f110c06de70 0x7f110c15e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 -- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa94815e7b0 msgr2=0x7fa9480c9ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa94815e7b0 0x7fa9480c9ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 -- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9480d5100 msgr2=0x7fa9480c7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9480d5100 0x7fa9480c7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa947fff640 1 -- 172.21.15.94:0/3823261229 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa94815ad20 con 0x7fa9480cf660 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa9477fe640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9480d5100 0x7fa9480c7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7fa94c9f9640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa94815e7b0 0x7fa9480c9ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:35.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.082+0000 7f11108dd640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06e2b0 0x7f110c0b62e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f10fc031000 tx=0x7f10fc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fa947fff640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94815a7e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa938035040 tx=0x7fa9380046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc968417640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc96006c150 0x7fc9600aea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc968417640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc9600cce10 0x7fc960151d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7f1101ffb640 1 -- 172.21.15.94:0/535039530 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc037050 con 0x7f110c06e2b0 2024-09-10T08:37:35.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7f1101ffb640 1 -- 172.21.15.94:0/535039530 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10fc038040 con 0x7f110c06e2b0 2024-09-10T08:37:35.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7f1101ffb640 1 -- 172.21.15.94:0/535039530 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc004450 con 0x7f110c06e2b0 2024-09-10T08:37:35.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc968417640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc96015c660 0x7fc96015a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc968417640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc9600d09e0 con 0x7fc96015c660 2024-09-10T08:37:35.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc968417640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc9600cf4b0 con 0x7fc96006c150 2024-09-10T08:37:35.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc968417640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc9600d0b60 con 0x7fc9600cce10 2024-09-10T08:37:35.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fa944ff9640 1 -- 172.21.15.94:0/3823261229 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa938037040 con 0x7fa9480cf660 2024-09-10T08:37:35.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f110c161130 con 0x7f110c06e2b0 2024-09-10T08:37:35.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fa944ff9640 1 -- 172.21.15.94:0/3823261229 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa938003a40 con 0x7fa9480cf660 2024-09-10T08:37:35.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9480ca8f0 con 0x7fa9480cf660 2024-09-10T08:37:35.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fa944ff9640 1 -- 172.21.15.94:0/3823261229 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa938003df0 con 0x7fa9480cf660 2024-09-10T08:37:35.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc9600cce10 0x7fc960151d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc9600cce10 0x7fc960151d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:53982/0 (socket says 172.21.15.94:53982) 2024-09-10T08:37:35.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 -- 172.21.15.94:0/1356056955 learned_addr learned my addr 172.21.15.94:0/1356056955 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:35.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9661b3640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc96006c150 0x7fc9600aea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9669b4640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc96015c660 0x7fc96015a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.106 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f110c1616f0 con 0x7f110c06e2b0 2024-09-10T08:37:35.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9480caeb0 con 0x7fa9480cf660 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 -- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc96006c150 msgr2=0x7fc9600aea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc96006c150 0x7fc9600aea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 -- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc96015c660 msgr2=0x7fc96015a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc96015c660 0x7fc96015a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9659b2640 1 -- 172.21.15.94:0/1356056955 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9601f38c0 con 0x7fc9600cce10 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.083+0000 7fc9669b4640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc96015c660 0x7fc96015a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7fc9659b2640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc9600cce10 0x7fc960151d60 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc950012f90 tx=0x7fc950010490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7fc956ffd640 1 -- 172.21.15.94:0/1356056955 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc950010da0 con 0x7fc9600cce10 2024-09-10T08:37:35.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7fc956ffd640 1 -- 172.21.15.94:0/1356056955 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc95001d070 con 0x7fc9600cce10 2024-09-10T08:37:35.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7fc956ffd640 1 -- 172.21.15.94:0/1356056955 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9500186a0 con 0x7fc9600cce10 2024-09-10T08:37:35.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9601f3ba0 con 0x7fc9600cce10 2024-09-10T08:37:35.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9601f4160 con 0x7fc9600cce10 2024-09-10T08:37:35.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa94806d620 con 0x7fa9480cf660 2024-09-10T08:37:35.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.084+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f110c161c50 con 0x7f110c06e2b0 2024-09-10T08:37:35.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.085+0000 7fa944ff9640 1 -- 172.21.15.94:0/3823261229 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa938044020 con 0x7fa9480cf660 2024-09-10T08:37:35.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.085+0000 7f1101ffb640 1 -- 172.21.15.94:0/535039530 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f10fc03c6d0 con 0x7f110c06e2b0 2024-09-10T08:37:35.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.085+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc96006bc10 con 0x7fc9600cce10 2024-09-10T08:37:35.110 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.086+0000 7fa944ff9640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa93406be60 0x7fa93406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.086+0000 7f1101ffb640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f006be30 0x7f10f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.086+0000 7fa944ff9640 1 -- 172.21.15.94:0/3823261229 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(104..104 src has 1..104) ==== 6130+0+0 (secure 0 0 0) 0x7fa9380ab070 con 0x7fa9480cf660 2024-09-10T08:37:35.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.086+0000 7f1101ffb640 1 -- 172.21.15.94:0/535039530 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(104..104 src has 1..104) ==== 6130+0+0 (secure 0 0 0) 0x7f10fc077b80 con 0x7f110c06e2b0 2024-09-10T08:37:35.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.086+0000 7fa9477fe640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa93406be60 0x7fa93406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.086+0000 7f11110de640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f006be30 0x7f10f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.086+0000 7fc956ffd640 1 -- 172.21.15.94:0/1356056955 <== mon.2 v2:172.21.15.143:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc950016050 con 0x7fc9600cce10 2024-09-10T08:37:35.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.087+0000 7fc956ffd640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc94406be30 0x7fc94406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.087+0000 7f11110de640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f006be30 0x7f10f006e2f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f1108009f50 tx=0x7f1108009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.087+0000 7fa9477fe640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa93406be60 0x7fa93406e320 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa93c007fd0 tx=0x7fa93c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.087+0000 7fc956ffd640 1 -- 172.21.15.94:0/1356056955 <== mon.2 v2:172.21.15.143:3301/0 5 ==== osd_map(104..104 src has 1..104) ==== 6130+0+0 (secure 0 0 0) 0x7fc95008efe0 con 0x7fc9600cce10 2024-09-10T08:37:35.113 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.087+0000 7fc9661b3640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc94406be30 0x7fc94406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.087+0000 7fc9661b3640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc94406be30 0x7fc94406e2f0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fc95c034000 tx=0x7fc95c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.090+0000 7fa944ff9640 1 -- 172.21.15.94:0/3823261229 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa9380798e0 con 0x7fa9480cf660 2024-09-10T08:37:35.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.095+0000 7fc956ffd640 1 -- 172.21.15.94:0/1356056955 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc950026020 con 0x7fc9600cce10 2024-09-10T08:37:35.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.099+0000 7f1101ffb640 1 -- 172.21.15.94:0/535039530 <== mon.2 v2:172.21.15.143:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f110c161c50 con 0x7f110c06e2b0 2024-09-10T08:37:35.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.123+0000 7f809d6e6640 1 Processor -- start 2024-09-10T08:37:35.124 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.123+0000 7f809d6e6640 1 -- start start 2024-09-10T08:37:35.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.124+0000 7f809d6e6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f809815e7d0 0x7f80980d2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.124+0000 7f809d6e6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f80980d2560 0x7f80980d4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.124+0000 7f809d6e6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80980d4bc0 con 0x7f80980d4750 2024-09-10T08:37:35.127 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.124+0000 7f809d6e6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f80980d2aa0 con 0x7f809815e7d0 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.124+0000 7f809d6e6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f80980d2d80 con 0x7f80980d2560 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8096ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f809815e7d0 0x7f80980d2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8096ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f809815e7d0 0x7f80980d2020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47212/0 (socket says 172.21.15.94:47212) 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8096ffd640 1 -- 172.21.15.94:0/3284402945 learned_addr learned my addr 172.21.15.94:0/3284402945 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f80977fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f80980d4750 0x7f80980d0e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:58960/0 (socket says 172.21.15.94:58960) 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f80967fc640 1 --2- 172.21.15.94:0/3284402945 >> v2:172.21.15.143:3300/0 conn(0x7f80980d2560 0x7f80980d4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8095ffb640 1 -- 172.21.15.94:0/3284402945 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2169414302 0 0) 0x7f80980d4bc0 con 0x7f80980d4750 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8095ffb640 1 -- 172.21.15.94:0/3284402945 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8080003520 con 0x7f80980d4750 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8096ffd640 1 -- 172.21.15.94:0/3284402945 >> v2:172.21.15.143:3300/0 conn(0x7f80980d2560 msgr2=0x7f80980d4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8096ffd640 1 --2- 172.21.15.94:0/3284402945 >> v2:172.21.15.143:3300/0 conn(0x7f80980d2560 0x7f80980d4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8096ffd640 1 -- 172.21.15.94:0/3284402945 >> v1:172.21.15.94:6789/0 conn(0x7f80980d4750 legacy=0x7f80980d0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.128 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.125+0000 7f8096ffd640 1 -- 172.21.15.94:0/3284402945 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80980d3060 con 0x7f809815e7d0 2024-09-10T08:37:35.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.126+0000 7f8096ffd640 1 --2- 172.21.15.94:0/3284402945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f809815e7d0 0x7f80980d2020 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f80980cedb0 tx=0x7f808802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38c8906b0be13d79 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.126+0000 7f8095ffb640 1 -- 172.21.15.94:0/3284402945 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8088037070 con 0x7f809815e7d0 2024-09-10T08:37:35.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.126+0000 7f8095ffb640 1 -- 172.21.15.94:0/3284402945 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8088032440 con 0x7f809815e7d0 2024-09-10T08:37:35.129 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.126+0000 7f8095ffb640 1 -- 172.21.15.94:0/3284402945 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8088032810 con 0x7f809815e7d0 2024-09-10T08:37:35.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 -- 172.21.15.94:0/3284402945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f809815e7d0 msgr2=0x7f80980d2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 --2- 172.21.15.94:0/3284402945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f809815e7d0 0x7f80980d2020 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f80980cedb0 tx=0x7f808802a270 comp rx=0 tx=0).stop 2024-09-10T08:37:35.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 -- 172.21.15.94:0/3284402945 shutdown_connections 2024-09-10T08:37:35.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 --2- 172.21.15.94:0/3284402945 >> v2:172.21.15.143:3300/0 conn(0x7f80980d2560 0x7f80980d4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 --2- 172.21.15.94:0/3284402945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f809815e7d0 0x7f80980d2020 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 -- 172.21.15.94:0/3284402945 >> 172.21.15.94:0/3284402945 conn(0x7f809809d820 msgr2=0x7f809808bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:35.130 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 -- 172.21.15.94:0/3284402945 shutdown_connections 2024-09-10T08:37:35.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.127+0000 7f809d6e6640 1 -- 172.21.15.94:0/3284402945 wait complete. 2024-09-10T08:37:35.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.129+0000 7f809d6e6640 1 Processor -- start 2024-09-10T08:37:35.131 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.129+0000 7f809d6e6640 1 -- start start 2024-09-10T08:37:35.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f809d6e6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f80980d2560 0x7f809814fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f809d6e6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f80980d4750 0x7f8098150270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f809d6e6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f809815e7d0 0x7f809815f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f8096ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f80980d2560 0x7f809814fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f8096ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f80980d2560 0x7f809814fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47222/0 (socket says 172.21.15.94:47222) 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f809d6e6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f80980b1080 con 0x7f80980d2560 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f8096ffd640 1 -- 172.21.15.94:0/4120994874 learned_addr learned my addr 172.21.15.94:0/4120994874 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f80980b5920 con 0x7f809815e7d0 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f80980cf360 con 0x7f80980d4750 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f80967fc640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f80980d4750 0x7f8098150270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f80977fe640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f809815e7d0 0x7f809815f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.131+0000 7f8096ffd640 1 -- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f80980d4750 msgr2=0x7f8098150270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f8096ffd640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f80980d4750 0x7f8098150270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f8096ffd640 1 -- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f809815e7d0 msgr2=0x7f809815f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f8096ffd640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f809815e7d0 0x7f809815f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f8096ffd640 1 -- 172.21.15.94:0/4120994874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80980cca70 con 0x7f80980d2560 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f8096ffd640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f80980d2560 0x7f809814fc30 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f8088000c00 tx=0x7f80880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.134 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f807f7fe640 1 -- 172.21.15.94:0/4120994874 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8088041020 con 0x7f80980d2560 2024-09-10T08:37:35.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f807f7fe640 1 -- 172.21.15.94:0/4120994874 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f808803d620 con 0x7f80980d2560 2024-09-10T08:37:35.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f807f7fe640 1 -- 172.21.15.94:0/4120994874 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8088037040 con 0x7f80980d2560 2024-09-10T08:37:35.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.132+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80981509e0 con 0x7f80980d2560 2024-09-10T08:37:35.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.133+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8098150fa0 con 0x7f80980d2560 2024-09-10T08:37:35.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.134+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8098068c60 con 0x7f80980d2560 2024-09-10T08:37:35.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.135+0000 7f807f7fe640 1 -- 172.21.15.94:0/4120994874 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8088044020 con 0x7f80980d2560 2024-09-10T08:37:35.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.135+0000 7f807f7fe640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f808406be30 0x7f808406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:35.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.135+0000 7f807f7fe640 1 -- 172.21.15.94:0/4120994874 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6130+0+0 (secure 0 0 0) 0x7f80880ab570 con 0x7f80980d2560 2024-09-10T08:37:35.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.135+0000 7f80967fc640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f808406be30 0x7f808406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:35.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.136+0000 7f80967fc640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f808406be30 0x7f808406e2f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f8098151990 tx=0x7f808c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:35.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.139+0000 7f807f7fe640 1 -- 172.21.15.94:0/4120994874 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f808804b030 con 0x7f80980d2560 2024-09-10T08:37:35.347 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.346+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7fc9600c7f40 con 0x7fc9600cce10 2024-09-10T08:37:35.384 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.383+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7f809815dff0 con 0x7f80980d2560 2024-09-10T08:37:35.401 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.400+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7fa9480d4a00 con 0x7fa9480cf660 2024-09-10T08:37:35.409 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:35.408+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f110c0c9360 con 0x7f110c06e2b0 2024-09-10T08:37:36.310 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:37:36.309+0000 7f0459bff640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:37:36.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.310+0000 7fc956ffd640 1 -- 172.21.15.94:0/1356056955 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 6271 v52) ==== 95+0+0 (secure 0 0 0) 0x7fc950014040 con 0x7fc9600cce10 2024-09-10T08:37:36.311 INFO:teuthology.orchestra.run.smithi094.stderr:failed mds gid 6271 2024-09-10T08:37:36.312 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.311+0000 7f807f7fe640 1 -- 172.21.15.94:0/4120994874 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 6906 v53) ==== 95+0+0 (secure 0 0 0) 0x7f8088079720 con 0x7f80980d2560 2024-09-10T08:37:36.312 INFO:teuthology.orchestra.run.smithi094.stderr:failed mds gid 6906 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc94406be30 msgr2=0x7fc94406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc94406be30 0x7fc94406e2f0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fc95c034000 tx=0x7fc95c02e000 comp rx=0 tx=0).stop 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc9600cce10 msgr2=0x7fc960151d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc9600cce10 0x7fc960151d60 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc950012f90 tx=0x7fc950010490 comp rx=0 tx=0).stop 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 shutdown_connections 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc94406be30 0x7fc94406e2f0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc96015c660 0x7fc96015a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc9600cce10 0x7fc960151d60 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 --2- 172.21.15.94:0/1356056955 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc96006c150 0x7fc9600aea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 >> 172.21.15.94:0/1356056955 conn(0x7fc9600b2d70 msgr2=0x7fc9600b3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:36.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 shutdown_connections 2024-09-10T08:37:36.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.314+0000 7fc968417640 1 -- 172.21.15.94:0/1356056955 wait complete. 2024-09-10T08:37:36.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f808406be30 msgr2=0x7f808406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f808406be30 0x7f808406e2f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f8098151990 tx=0x7f808c009190 comp rx=0 tx=0).stop 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f80980d2560 msgr2=0x7f809814fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f80980d2560 0x7f809814fc30 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f8088000c00 tx=0x7f80880046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 shutdown_connections 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f808406be30 0x7f808406e2f0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f809815e7d0 0x7f809815f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f80980d4750 0x7f8098150270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 --2- 172.21.15.94:0/4120994874 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f80980d2560 0x7f809814fc30 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 >> 172.21.15.94:0/4120994874 conn(0x7f809809d820 msgr2=0x7f809806dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 shutdown_connections 2024-09-10T08:37:36.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.315+0000 7f809d6e6640 1 -- 172.21.15.94:0/4120994874 wait complete. 2024-09-10T08:37:36.323 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.321+0000 7fa944ff9640 1 -- 172.21.15.94:0/3823261229 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 6903 v54) ==== 95+0+0 (secure 0 0 0) 0x7fa9380791e0 con 0x7fa9480cf660 2024-09-10T08:37:36.323 INFO:teuthology.orchestra.run.smithi094.stderr:failed mds gid 6903 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa93406be60 msgr2=0x7fa93406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa93406be60 0x7fa93406e320 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa93c007fd0 tx=0x7fa93c009040 comp rx=0 tx=0).stop 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 msgr2=0x7fa94815a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94815a7e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa938035040 tx=0x7fa9380046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 shutdown_connections 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fa93406be60 0x7fa93406e320 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fa94815e7b0 0x7fa9480c9ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fa9480d5100 0x7fa9480c7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 --2- 172.21.15.94:0/3823261229 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fa9480cf660 0x7fa94815a7e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:36.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 >> 172.21.15.94:0/3823261229 conn(0x7fa94808bfe0 msgr2=0x7fa94806e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:36.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 shutdown_connections 2024-09-10T08:37:36.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:36.324+0000 7fa94e45c640 1 -- 172.21.15.94:0/3823261229 wait complete. 2024-09-10T08:37:36.333 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-10T08:37:36.333 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-10T08:37:36.334 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-10T08:37:36.334 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-10T08:37:36.336 INFO:tasks.ceph.mds.d:Started 2024-09-10T08:37:36.336 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:36.337 INFO:tasks.ceph.mds.a:Started 2024-09-10T08:37:36.338 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:36.339 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-10T08:37:36.339 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-10T08:37:36.381 INFO:tasks.ceph.mds.c:Started 2024-09-10T08:37:36.382 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:36.415 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:37:36.416 INFO:tasks.ceph.mds.d.smithi143.stdout:starting mds.d at 2024-09-10T08:37:36.457 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:37:37.312 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:37:37.311+0000 7f0459bff640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:37:37.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.322+0000 7f1101ffb640 1 -- 172.21.15.94:0/535039530 <== mon.2 v2:172.21.15.143:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5780 v55) ==== 95+0+0 (secure 0 0 0) 0x7f110c161c50 con 0x7f110c06e2b0 2024-09-10T08:37:37.324 INFO:teuthology.orchestra.run.smithi094.stderr:failed mds gid 5780 2024-09-10T08:37:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f006be30 msgr2=0x7f10f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f006be30 0x7f10f006e2f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f1108009f50 tx=0x7f1108009190 comp rx=0 tx=0).stop 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06e2b0 msgr2=0x7f110c0b62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06e2b0 0x7f110c0b62e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f10fc031000 tx=0x7f10fc0046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 shutdown_connections 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f10f006be30 0x7f10f006e2f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f110c1480e0 0x7f110c0b6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f110c06e2b0 0x7f110c0b62e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 --2- 172.21.15.94:0/535039530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f110c06de70 0x7f110c15e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 >> 172.21.15.94:0/535039530 conn(0x7f110c06fee0 msgr2=0x7f110c0d1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 shutdown_connections 2024-09-10T08:37:37.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.326+0000 7f1113342640 1 -- 172.21.15.94:0/535039530 wait complete. 2024-09-10T08:37:37.342 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-10T08:37:37.342 DEBUG:teuthology.orchestra.run.smithi143:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-10T08:37:37.345 INFO:tasks.ceph.mds.b:Started 2024-09-10T08:37:37.345 DEBUG:teuthology.parallel:result is None 2024-09-10T08:37:37.345 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:37.423 INFO:tasks.ceph.mds.b.smithi143.stdout:starting mds.b at 2024-09-10T08:37:37.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.484+0000 7f4baef0a640 1 Processor -- start 2024-09-10T08:37:37.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.484+0000 7f4baef0a640 1 -- start start 2024-09-10T08:37:37.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.484+0000 7f4baef0a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ba815e810 0x7f4ba80d0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:37.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.484+0000 7f4baef0a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80d0580 0x7f4ba80cde70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:37.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4baef0a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ba80b4130 con 0x7f4ba80ce3b0 2024-09-10T08:37:37.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4baef0a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f4ba80cf7f0 con 0x7f4ba815e810 2024-09-10T08:37:37.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4baef0a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4ba80d09c0 con 0x7f4ba80d0580 2024-09-10T08:37:37.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bacca6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ba815e810 0x7f4ba80d0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:37.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bacca6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f4ba815e810 0x7f4ba80d0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47262/0 (socket says 172.21.15.94:47262) 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bacca6640 1 -- 172.21.15.94:0/4069299025 learned_addr learned my addr 172.21.15.94:0/4069299025 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bad4a7640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f4ba80ce3b0 0x7f4ba815ed10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:58976/0 (socket says 172.21.15.94:58976) 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4ba7fff640 1 --2- 172.21.15.94:0/4069299025 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80d0580 0x7f4ba80cde70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bacca6640 1 -- 172.21.15.94:0/4069299025 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80d0580 msgr2=0x7f4ba80cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bacca6640 1 --2- 172.21.15.94:0/4069299025 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80d0580 0x7f4ba80cde70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bacca6640 1 -- 172.21.15.94:0/4069299025 >> v1:172.21.15.94:6789/0 conn(0x7f4ba80ce3b0 legacy=0x7f4ba815ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4ba77fe640 1 -- 172.21.15.94:0/4069299025 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 502941471 0 0) 0x7f4ba80b4130 con 0x7f4ba80ce3b0 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.485+0000 7f4bacca6640 1 -- 172.21.15.94:0/4069299025 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba80cebe0 con 0x7f4ba815e810 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4bacca6640 1 --2- 172.21.15.94:0/4069299025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80d0040 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009870 tx=0x7f4ba002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9b095f429ca93e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4ba77fe640 1 -- 172.21.15.94:0/4069299025 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0037070 con 0x7f4ba815e810 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4ba77fe640 1 -- 172.21.15.94:0/4069299025 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ba0032440 con 0x7f4ba815e810 2024-09-10T08:37:37.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4ba77fe640 1 -- 172.21.15.94:0/4069299025 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0032810 con 0x7f4ba815e810 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 -- 172.21.15.94:0/4069299025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 msgr2=0x7f4ba80d0040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 --2- 172.21.15.94:0/4069299025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80d0040 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009870 tx=0x7f4ba002a270 comp rx=0 tx=0).stop 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 -- 172.21.15.94:0/4069299025 shutdown_connections 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 --2- 172.21.15.94:0/4069299025 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80d0580 0x7f4ba80cde70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 --2- 172.21.15.94:0/4069299025 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80d0040 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 -- 172.21.15.94:0/4069299025 >> 172.21.15.94:0/4069299025 conn(0x7f4ba806f740 msgr2=0x7f4ba806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 -- 172.21.15.94:0/4069299025 shutdown_connections 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.486+0000 7f4baef0a640 1 -- 172.21.15.94:0/4069299025 wait complete. 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.487+0000 7f4baef0a640 1 Processor -- start 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.488+0000 7f4baef0a640 1 -- start start 2024-09-10T08:37:37.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.488+0000 7f4baef0a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80ce3b0 0x7f4ba815b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.488+0000 7f4baef0a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ba80d0580 0x7f4ba8147bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.488+0000 7f4baef0a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80ada70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.488+0000 7f4baef0a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba80cf480 con 0x7f4ba815e810 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.488+0000 7f4baef0a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba80cf1a0 con 0x7f4ba80d0580 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.488+0000 7f4baef0a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f4ba80cfc80 con 0x7f4ba80ce3b0 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80ada70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80ada70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47270/0 (socket says 172.21.15.94:47270) 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 -- 172.21.15.94:0/3396032861 learned_addr learned my addr 172.21.15.94:0/3396032861 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bacca6640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80ce3b0 0x7f4ba815b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4ba7fff640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ba80d0580 0x7f4ba8147bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:37.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 -- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80ce3b0 msgr2=0x7f4ba815b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80ce3b0 0x7f4ba815b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 -- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ba80d0580 msgr2=0x7f4ba8147bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ba80d0580 0x7f4ba8147bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 -- 172.21.15.94:0/3396032861 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba80af280 con 0x7f4ba815e810 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4bad4a7640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80ada70 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000c410 tx=0x7f4b9000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4ba57fa640 1 -- 172.21.15.94:0/3396032861 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b900074e0 con 0x7f4ba815e810 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4ba57fa640 1 -- 172.21.15.94:0/3396032861 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b900047e0 con 0x7f4ba815e810 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ba80ae1e0 con 0x7f4ba815e810 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4ba57fa640 1 -- 172.21.15.94:0/3396032861 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b90004bd0 con 0x7f4ba815e810 2024-09-10T08:37:37.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.489+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ba80ae7a0 con 0x7f4ba815e810 2024-09-10T08:37:37.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.490+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ba80ce860 con 0x7f4ba815e810 2024-09-10T08:37:37.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.490+0000 7f4ba57fa640 1 -- 172.21.15.94:0/3396032861 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4b90011070 con 0x7f4ba815e810 2024-09-10T08:37:37.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.491+0000 7f4ba57fa640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4b8806be30 0x7f4b8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:37.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.491+0000 7f4ba57fa640 1 -- 172.21.15.94:0/3396032861 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f4b9008ac10 con 0x7f4ba815e810 2024-09-10T08:37:37.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.491+0000 7f4bacca6640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4b8806be30 0x7f4b8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:37.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.491+0000 7f4bacca6640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4b8806be30 0x7f4b8806e2f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0034000 tx=0x7f4ba002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:37.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.495+0000 7f4ba57fa640 1 -- 172.21.15.94:0/3396032861 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4b90059370 con 0x7f4ba815e810 2024-09-10T08:37:37.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.694+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ba806bea0 con 0x7f4ba815e810 2024-09-10T08:37:37.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.695+0000 7f4ba57fa640 1 -- 172.21.15.94:0/3396032861 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) ==== 94+0+4398 (secure 0 0 0) 0x7f4b9005f020 con 0x7f4ba815e810 2024-09-10T08:37:37.698 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:37.698 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":56,"btime":"2024-09-10T08:37:37:321505+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":7143,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55}],"filesystems":[{"mdsmap":{"epoch":56,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:37.321487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7152},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:replay","state_seq":1,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-10T08:37:37.699 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 56 2024-09-10T08:37:37.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4b8806be30 msgr2=0x7f4b8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4b8806be30 0x7f4b8806e2f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0034000 tx=0x7f4ba002e000 comp rx=0 tx=0).stop 2024-09-10T08:37:37.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 msgr2=0x7f4ba80ada70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:37.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80ada70 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000c410 tx=0x7f4b9000c8d0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 shutdown_connections 2024-09-10T08:37:37.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f4b8806be30 0x7f4b8806e2f0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f4ba80d0580 0x7f4ba8147bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f4ba815e810 0x7f4ba80ada70 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 --2- 172.21.15.94:0/3396032861 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4ba80ce3b0 0x7f4ba815b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:37.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 >> 172.21.15.94:0/3396032861 conn(0x7f4ba806f740 msgr2=0x7f4ba8071c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:37.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 shutdown_connections 2024-09-10T08:37:37.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:37.697+0000 7f4baef0a640 1 -- 172.21.15.94:0/3396032861 wait complete. 2024-09-10T08:37:38.111 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 56, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:37:14.580990+0000', 'modified': '2024-09-10T08:37:37.321487+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 108, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7152}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7152': {'gid': 7152, 'name': 'c', 'rank': 0, 'incarnation': 56, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.94:6837/2153594335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6836', 'nonce': 2153594335}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2153594335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-10T08:37:38.112 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7152:up:replay 2024-09-10T08:37:39.113 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:39.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.222+0000 7f3478c8d640 1 Processor -- start 2024-09-10T08:37:39.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.222+0000 7f3478c8d640 1 -- start start 2024-09-10T08:37:39.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3478c8d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34740b47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:39.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3478c8d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f34740cca80 0x7f34740cced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:39.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3478c8d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34740cd410 con 0x7f34740ced50 2024-09-10T08:37:39.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3478c8d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f34740cf210 con 0x7f34740cca80 2024-09-10T08:37:39.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3478c8d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f34740cf4f0 con 0x7f3474145dc0 2024-09-10T08:37:39.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f347259c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34740b47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:39.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3472d9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f34740cca80 0x7f34740cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:39.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f347259c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34740b47b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:54046/0 (socket says 172.21.15.94:54046) 2024-09-10T08:37:39.225 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f347259c640 1 -- 172.21.15.94:0/2507969546 learned_addr learned my addr 172.21.15.94:0/2507969546 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:39.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3472d9d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f34740cca80 0x7f34740cced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:41932/0 (socket says 172.21.15.94:41932) 2024-09-10T08:37:39.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.223+0000 7f3471d9b640 1 --1- 172.21.15.94:0/2507969546 >> v1:172.21.15.143:6789/0 conn(0x7f34740ced50 0x7f34740d02b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:50764/0 (socket says 172.21.15.94:50764) 2024-09-10T08:37:39.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.224+0000 7f347259c640 1 -- 172.21.15.94:0/2507969546 >> v2:172.21.15.143:3300/0 conn(0x7f34740cca80 msgr2=0x7f34740cced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:39.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.224+0000 7f347259c640 1 --2- 172.21.15.94:0/2507969546 >> v2:172.21.15.143:3300/0 conn(0x7f34740cca80 0x7f34740cced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.224+0000 7f347259c640 1 -- 172.21.15.94:0/2507969546 >> v1:172.21.15.143:6789/0 conn(0x7f34740ced50 legacy=0x7f34740d02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:39.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.224+0000 7f347259c640 1 -- 172.21.15.94:0/2507969546 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34740cf7d0 con 0x7f3474145dc0 2024-09-10T08:37:39.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.224+0000 7f3472d9d640 1 --2- 172.21.15.94:0/2507969546 >> v2:172.21.15.143:3300/0 conn(0x7f34740cca80 0x7f34740cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:39.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f347259c640 1 --2- 172.21.15.94:0/2507969546 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34740b47b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3464009870 tx=0x7f346402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a5a22d79de4b240 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:39.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f347159a640 1 -- 172.21.15.94:0/2507969546 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3464037070 con 0x7f3474145dc0 2024-09-10T08:37:39.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f347159a640 1 -- 172.21.15.94:0/2507969546 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3464032440 con 0x7f3474145dc0 2024-09-10T08:37:39.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f347159a640 1 -- 172.21.15.94:0/2507969546 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3464032810 con 0x7f3474145dc0 2024-09-10T08:37:39.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 -- 172.21.15.94:0/2507969546 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 msgr2=0x7f34740b47b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:39.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 --2- 172.21.15.94:0/2507969546 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34740b47b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3464009870 tx=0x7f346402a270 comp rx=0 tx=0).stop 2024-09-10T08:37:39.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 -- 172.21.15.94:0/2507969546 shutdown_connections 2024-09-10T08:37:39.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 --2- 172.21.15.94:0/2507969546 >> v2:172.21.15.143:3300/0 conn(0x7f34740cca80 0x7f34740cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 --2- 172.21.15.94:0/2507969546 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34740b47b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 -- 172.21.15.94:0/2507969546 >> 172.21.15.94:0/2507969546 conn(0x7f347406f740 msgr2=0x7f347406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:39.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 -- 172.21.15.94:0/2507969546 shutdown_connections 2024-09-10T08:37:39.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.225+0000 7f3478c8d640 1 -- 172.21.15.94:0/2507969546 wait complete. 2024-09-10T08:37:39.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.227+0000 7f3478c8d640 1 Processor -- start 2024-09-10T08:37:39.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.227+0000 7f3478c8d640 1 -- start start 2024-09-10T08:37:39.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.227+0000 7f3478c8d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f34740cca80 0x7f3474138920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:39.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.227+0000 7f3478c8d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f34740ced50 0x7f34740af290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:39.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.227+0000 7f3478c8d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34741f20e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:39.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.227+0000 7f3478c8d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f34740d09c0 con 0x7f34740ced50 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.227+0000 7f3478c8d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f34740cfd90 con 0x7f34740cca80 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3478c8d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f34740d0b40 con 0x7f3474145dc0 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f34740ced50 0x7f34740af290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f34740ced50 0x7f34740af290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:47286/0 (socket says 172.21.15.94:47286) 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 -- 172.21.15.94:0/1275272951 learned_addr learned my addr 172.21.15.94:0/1275272951 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f347259c640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f34740cca80 0x7f3474138920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3472d9d640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34741f20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 -- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 msgr2=0x7f34741f20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34741f20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 -- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f34740cca80 msgr2=0x7f3474138920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f34740cca80 0x7f3474138920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 -- 172.21.15.94:0/1275272951 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3474138e60 con 0x7f34740ced50 2024-09-10T08:37:39.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3471d9b640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f34740ced50 0x7f34740af290 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f346800c370 tx=0x7f346800c770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:39.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3462ffd640 1 -- 172.21.15.94:0/1275272951 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34680074e0 con 0x7f34740ced50 2024-09-10T08:37:39.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3462ffd640 1 -- 172.21.15.94:0/1275272951 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34680047e0 con 0x7f34740ced50 2024-09-10T08:37:39.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34740ad6e0 con 0x7f34740ced50 2024-09-10T08:37:39.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3462ffd640 1 -- 172.21.15.94:0/1275272951 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3468004bd0 con 0x7f34740ced50 2024-09-10T08:37:39.232 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.228+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34740adca0 con 0x7f34740ced50 2024-09-10T08:37:39.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.229+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34740cced0 con 0x7f34740ced50 2024-09-10T08:37:39.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.230+0000 7f3462ffd640 1 -- 172.21.15.94:0/1275272951 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f346801a020 con 0x7f34740ced50 2024-09-10T08:37:39.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.230+0000 7f3462ffd640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f345406be30 0x7f345406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:39.233 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.230+0000 7f3462ffd640 1 -- 172.21.15.94:0/1275272951 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f346808a6a0 con 0x7f34740ced50 2024-09-10T08:37:39.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.230+0000 7f347259c640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f345406be30 0x7f345406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:39.234 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.231+0000 7f347259c640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f345406be30 0x7f345406e2f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3464034000 tx=0x7f346402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:39.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.234+0000 7f3462ffd640 1 -- 172.21.15.94:0/1275272951 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3468058e90 con 0x7f34740ced50 2024-09-10T08:37:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.440+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f347406be60 con 0x7f34740ced50 2024-09-10T08:37:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.441+0000 7f3462ffd640 1 -- 172.21.15.94:0/1275272951 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 58 v58) ==== 94+0+5223 (secure 0 0 0) 0x7f3468058790 con 0x7f34740ced50 2024-09-10T08:37:39.442 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:39.442 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":58,"btime":"2024-09-10T08:37:39:329680+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7143,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55}],"filesystems":[{"mdsmap":{"epoch":58,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:38.331180+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7152},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-10T08:37:39.442 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 58 2024-09-10T08:37:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.442+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f345406be30 msgr2=0x7f345406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.442+0000 7f3478c8d640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f345406be30 0x7f345406e2f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3464034000 tx=0x7f346402e000 comp rx=0 tx=0).stop 2024-09-10T08:37:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.442+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f34740ced50 msgr2=0x7f34740af290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.442+0000 7f3478c8d640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f34740ced50 0x7f34740af290 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f346800c370 tx=0x7f346800c770 comp rx=0 tx=0).stop 2024-09-10T08:37:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 shutdown_connections 2024-09-10T08:37:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f345406be30 0x7f345406e2f0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3474145dc0 0x7f34741f20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f34740ced50 0x7f34740af290 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 --2- 172.21.15.94:0/1275272951 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f34740cca80 0x7f3474138920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:39.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 >> 172.21.15.94:0/1275272951 conn(0x7f347406f740 msgr2=0x7f34740cc290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:39.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 shutdown_connections 2024-09-10T08:37:39.445 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:39.443+0000 7f3478c8d640 1 -- 172.21.15.94:0/1275272951 wait complete. 2024-09-10T08:37:39.857 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 58, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:37:14.580990+0000', 'modified': '2024-09-10T08:37:38.331180+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 108, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7152}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7152': {'gid': 7152, 'name': 'c', 'rank': 0, 'incarnation': 56, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.94:6837/2153594335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6836', 'nonce': 2153594335}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2153594335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-10T08:37:39.858 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7152:up:rejoin 2024-09-10T08:37:40.859 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:40.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.967+0000 7f87690d7640 1 Processor -- start 2024-09-10T08:37:40.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.967+0000 7f87690d7640 1 -- start start 2024-09-10T08:37:40.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f87690d7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f87640af390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:40.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f87690d7640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8764071ea0 0x7f8764161fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:40.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f87690d7640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8764072330 con 0x7f8764155590 2024-09-10T08:37:40.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f87690d7640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f876415f330 con 0x7f8764071ea0 2024-09-10T08:37:40.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f87690d7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f87640afa90 con 0x7f87640d0690 2024-09-10T08:37:40.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f876359e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8764071ea0 0x7f8764161fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f876259c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f87640af390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f876359e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8764071ea0 0x7f8764161fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3300/0 says I am v2:172.21.15.94:59402/0 (socket says 172.21.15.94:59402) 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f876259c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f87640af390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:51798/0 (socket says 172.21.15.94:51798) 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f876359e640 1 -- 172.21.15.94:0/1076084311 learned_addr learned my addr 172.21.15.94:0/1076084311 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.968+0000 7f8762d9d640 1 --1- >> v1:172.21.15.143:6789/0 conn(0x7f8764155590 0x7f87640cff80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.143:6789/0 says I am v1:172.21.15.94:55856/0 (socket says 172.21.15.94:55856) 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.969+0000 7f876359e640 1 -- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 msgr2=0x7f87640af390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.969+0000 7f876359e640 1 --2- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f87640af390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.969+0000 7f876359e640 1 -- 172.21.15.94:0/1076084311 >> v1:172.21.15.143:6789/0 conn(0x7f8764155590 legacy=0x7f87640cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.969+0000 7f876359e640 1 -- 172.21.15.94:0/1076084311 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f876415ece0 con 0x7f8764071ea0 2024-09-10T08:37:40.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.969+0000 7f876259c640 1 --2- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f87640af390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:40.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f876359e640 1 --2- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f8764161fa0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f875c009e50 tx=0x7f875c02a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1deead5b49b44f4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:40.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f8761d9b640 1 -- 172.21.15.94:0/1076084311 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875c036070 con 0x7f8764071ea0 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f8761d9b640 1 -- 172.21.15.94:0/1076084311 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f875c031600 con 0x7f8764071ea0 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f8761d9b640 1 -- 172.21.15.94:0/1076084311 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875c0319d0 con 0x7f8764071ea0 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 -- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 msgr2=0x7f8764161fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 --2- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f8764161fa0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f875c009e50 tx=0x7f875c02a680 comp rx=0 tx=0).stop 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 -- 172.21.15.94:0/1076084311 shutdown_connections 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 --2- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f8764161fa0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 --2- 172.21.15.94:0/1076084311 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f87640af390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 -- 172.21.15.94:0/1076084311 >> 172.21.15.94:0/1076084311 conn(0x7f876406f740 msgr2=0x7f876406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 -- 172.21.15.94:0/1076084311 shutdown_connections 2024-09-10T08:37:40.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.970+0000 7f87690d7640 1 -- 172.21.15.94:0/1076084311 wait complete. 2024-09-10T08:37:40.979 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.972+0000 7f87690d7640 1 Processor -- start 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.972+0000 7f87690d7640 1 -- start start 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f87690d7640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f87641f1480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f87690d7640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f8764159170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f87690d7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8764155590 0x7f87641f7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f87690d7640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f876415f7c0 con 0x7f8764155590 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f87690d7640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f876415e9b0 con 0x7f8764071ea0 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f87690d7640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f876415f940 con 0x7f87640d0690 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8764155590 0x7f87641f7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8764155590 0x7f87641f7520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33718/0 (socket says 172.21.15.94:33718) 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 -- 172.21.15.94:0/2599565033 learned_addr learned my addr 172.21.15.94:0/2599565033 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876259c640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f8764159170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:40.980 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f8762d9d640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f87641f1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 -- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 msgr2=0x7f8764159170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f8764159170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 -- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 msgr2=0x7f87641f1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f87641f1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 -- 172.21.15.94:0/2599565033 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f876415af60 con 0x7f8764155590 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876259c640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f8764159170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f8762d9d640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f87641f1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.973+0000 7f876359e640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8764155590 0x7f87641f7520 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f875c034040 tx=0x7f875c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.974+0000 7f874b7fe640 1 -- 172.21.15.94:0/2599565033 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875c036050 con 0x7f8764155590 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.974+0000 7f874b7fe640 1 -- 172.21.15.94:0/2599565033 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f875c042070 con 0x7f8764155590 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.974+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f876415b240 con 0x7f8764155590 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.974+0000 7f874b7fe640 1 -- 172.21.15.94:0/2599565033 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875c009510 con 0x7f8764155590 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.974+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f876415b800 con 0x7f8764155590 2024-09-10T08:37:40.981 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.975+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f876413c300 con 0x7f8764155590 2024-09-10T08:37:40.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.975+0000 7f874b7fe640 1 -- 172.21.15.94:0/2599565033 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f875c007bf0 con 0x7f8764155590 2024-09-10T08:37:40.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.976+0000 7f874b7fe640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f875006be30 0x7f875006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:40.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.976+0000 7f874b7fe640 1 -- 172.21.15.94:0/2599565033 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f875c0abf00 con 0x7f8764155590 2024-09-10T08:37:40.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.976+0000 7f8762d9d640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f875006be30 0x7f875006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:40.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.976+0000 7f8762d9d640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f875006be30 0x7f875006e2f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8754000f60 tx=0x7f8754007ce0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:40.982 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:40.980+0000 7f874b7fe640 1 -- 172.21.15.94:0/2599565033 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f876413c300 con 0x7f8764155590 2024-09-10T08:37:41.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.178+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87640727c0 con 0x7f8764155590 2024-09-10T08:37:41.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.179+0000 7f874b7fe640 1 -- 172.21.15.94:0/2599565033 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5230 (secure 0 0 0) 0x7f875c045360 con 0x7f8764155590 2024-09-10T08:37:41.182 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:41.182 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":59,"btime":"2024-09-10T08:37:40:337724+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7143,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:40.337718+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7152},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7152,"qdb_cluster":[7152]},"id":7}]} 2024-09-10T08:37:41.184 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 59 2024-09-10T08:37:41.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.180+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f875006be30 msgr2=0x7f875006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.180+0000 7f87690d7640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f875006be30 0x7f875006e2f0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8754000f60 tx=0x7f8754007ce0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8764155590 msgr2=0x7f87641f7520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8764155590 0x7f87641f7520 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f875c034040 tx=0x7f875c004a40 comp rx=0 tx=0).stop 2024-09-10T08:37:41.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 shutdown_connections 2024-09-10T08:37:41.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f875006be30 0x7f875006e2f0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8764155590 0x7f87641f7520 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87640d0690 0x7f8764159170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 --2- 172.21.15.94:0/2599565033 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8764071ea0 0x7f87641f1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 >> 172.21.15.94:0/2599565033 conn(0x7f876406f740 msgr2=0x7f876415d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 shutdown_connections 2024-09-10T08:37:41.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.181+0000 7f87690d7640 1 -- 172.21.15.94:0/2599565033 wait complete. 2024-09-10T08:37:41.596 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 59, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:37:14.580990+0000', 'modified': '2024-09-10T08:37:40.337718+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 108, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7152}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7152': {'gid': 7152, 'name': 'c', 'rank': 0, 'incarnation': 56, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.94:6837/2153594335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6836', 'nonce': 2153594335}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2153594335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7152, 'qdb_cluster': [7152]} 2024-09-10T08:37:41.596 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:37:41.596 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T08:37:41.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.695+0000 7f8b9cee6640 1 Processor -- start 2024-09-10T08:37:41.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.695+0000 7f8b9cee6640 1 -- start start 2024-09-10T08:37:41.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.696+0000 7f8b9cee6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 0x7f8b98070320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.696+0000 7f8b9cee6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b9815cec0 con 0x7f8b98145ef0 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.696+0000 7f8b9cee6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8b9815d160 con 0x7f8b98070860 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.696+0000 7f8b9cee6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b9815d440 con 0x7f8b98072eb0 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.696+0000 7f8b9659c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f8b98145ef0 0x7f8b9815c7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44372/0 (socket says 172.21.15.94:44372) 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.696+0000 7f8b9659c640 1 -- 172.21.15.94:0/2263472312 learned_addr learned my addr 172.21.15.94:0/2263472312 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 0x7f8b98070320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1778646900 0 0) 0x7f8b9815cec0 con 0x7f8b98145ef0 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8b80003520 con 0x7f8b98145ef0 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 919396959 0 0) 0x7f8b80003520 con 0x7f8b98145ef0 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 msgr2=0x7f8b98070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 0x7f8b98070320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 >> v1:172.21.15.143:6789/0 conn(0x7f8b98070860 legacy=0x7f8b980d0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b9815d720 con 0x7f8b98145ef0 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8b880019f0 con 0x7f8b98145ef0 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 >> v1:172.21.15.94:6789/0 conn(0x7f8b98145ef0 legacy=0x7f8b9815c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b800039e0 0x7f8b80003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 0x7f8b80004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b80004d40 0x7f8b800051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8b9815d440 con 0x7f8b80004d40 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8b8000bb50 con 0x7f8b800039e0 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b8000bd50 con 0x7f8b98072eb0 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b80004d40 0x7f8b800051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b9659c640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b800039e0 0x7f8b80003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 0x7f8b80004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b96d9d640 1 -- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 msgr2=0x7f8b80004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b98072eb0 0x7f8b80004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b96d9d640 1 -- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b800039e0 msgr2=0x7f8b80003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b800039e0 0x7f8b80003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.697+0000 7f8b96d9d640 1 -- 172.21.15.94:0/2263472312 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b80003520 con 0x7f8b80004d40 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.698+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b80004d40 0x7f8b800051c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f8b90001860 tx=0x7f8b80005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f028ec845d882e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.698+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90037070 con 0x7f8b80004d40 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.698+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b9002abf0 con 0x7f8b80004d40 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.698+0000 7f8b9559a640 1 -- 172.21.15.94:0/2263472312 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90001430 con 0x7f8b80004d40 2024-09-10T08:37:41.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.699+0000 7f8b9cee6640 1 -- 172.21.15.94:0/2263472312 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b80004d40 msgr2=0x7f8b800051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.699+0000 7f8b9cee6640 1 --2- 172.21.15.94:0/2263472312 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b80004d40 0x7f8b800051c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f8b90001860 tx=0x7f8b80005830 comp rx=0 tx=0).stop 2024-09-10T08:37:41.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.699+0000 7f8b96d9d640 1 -- 172.21.15.94:0/2263472312 reap_dead start 2024-09-10T08:37:41.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.699+0000 7f8b9cee6640 1 -- 172.21.15.94:0/2263472312 shutdown_connections 2024-09-10T08:37:41.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.699+0000 7f8b9cee6640 1 -- 172.21.15.94:0/2263472312 >> 172.21.15.94:0/2263472312 conn(0x7f8b980b2f40 msgr2=0x7f8b980b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.699+0000 7f8b9cee6640 1 -- 172.21.15.94:0/2263472312 shutdown_connections 2024-09-10T08:37:41.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.699+0000 7f8b9cee6640 1 -- 172.21.15.94:0/2263472312 wait complete. 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.700+0000 7f8b9cee6640 1 Processor -- start 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.700+0000 7f8b9cee6640 1 -- start start 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9cee6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b80004d40 0x7f8b981e5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9cee6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b981e2fc0 0x7f8b9815aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9cee6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b980cc7e0 0x7f8b980ccc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9cee6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8b980d0f90 con 0x7f8b980cc7e0 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9cee6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8b980d0e10 con 0x7f8b981e2fc0 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9cee6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b98070320 con 0x7f8b80004d40 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b980cc7e0 0x7f8b980ccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.713 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b980cc7e0 0x7f8b980ccc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33738/0 (socket says 172.21.15.94:33738) 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 -- 172.21.15.94:0/165541216 learned_addr learned my addr 172.21.15.94:0/165541216 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b981e2fc0 0x7f8b9815aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9659c640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b80004d40 0x7f8b981e5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 -- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b80004d40 msgr2=0x7f8b981e5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b80004d40 0x7f8b981e5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 -- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b981e2fc0 msgr2=0x7f8b9815aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b981e2fc0 0x7f8b9815aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 -- 172.21.15.94:0/165541216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b9815b330 con 0x7f8b980cc7e0 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b981e2fc0 0x7f8b9815aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9659c640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b80004d40 0x7f8b981e5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b980cc7e0 0x7f8b980ccc90 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f8b90001980 tx=0x7f8b90001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b86ffd640 1 -- 172.21.15.94:0/165541216 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b9003f020 con 0x7f8b980cc7e0 2024-09-10T08:37:41.714 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b86ffd640 1 -- 172.21.15.94:0/165541216 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b90005270 con 0x7f8b980cc7e0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.701+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b9815b610 con 0x7f8b980cc7e0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.702+0000 7f8b86ffd640 1 -- 172.21.15.94:0/165541216 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90037040 con 0x7f8b980cc7e0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.702+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b9815bbd0 con 0x7f8b980cc7e0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.703+0000 7f8b86ffd640 1 -- 172.21.15.94:0/165541216 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8b90042020 con 0x7f8b980cc7e0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.703+0000 7f8b86ffd640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7806be30 0x7f8b7806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.704+0000 7f8b9659c640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7806be30 0x7f8b7806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.704+0000 7f8b86ffd640 1 -- 172.21.15.94:0/165541216 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f8b900aab20 con 0x7f8b980cc7e0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.704+0000 7f8b9659c640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7806be30 0x7f8b7806e2f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8b88000f80 tx=0x7f8b88006040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.704+0000 7f8b9fc7f740 1 Processor -- start 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b9fc7f740 1 -- start start 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f2454a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f240ca80 0x55f8f240f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.715 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2410a50 0x55f8f24098b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55f8f2371520 con 0x55f8f2410a50 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55f8f23193e0 con 0x55f8f240ca80 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55f8f236d4e0 con 0x55f8f240f2c0 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b96d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2410a50 0x55f8f24098b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b96d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2410a50 0x55f8f24098b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33744/0 (socket says 172.21.15.94:33744) 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.705+0000 7f8b96d9d640 1 -- 172.21.15.94:0/4093344678 learned_addr learned my addr 172.21.15.94:0/4093344678 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b9659c640 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f2454a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f240ca80 0x55f8f240f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b96d9d640 1 -- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 msgr2=0x55f8f2454a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f2454a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b96d9d640 1 -- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f240ca80 msgr2=0x55f8f240f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.716 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f240ca80 0x55f8f240f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b96d9d640 1 -- 172.21.15.94:0/4093344678 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8f23342f0 con 0x55f8f2410a50 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2410a50 0x55f8f24098b0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f8b90008fd0 tx=0x7f8b90079310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64fa1ee7ae1f153d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b77fff640 1 -- 172.21.15.94:0/4093344678 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b900a7070 con 0x55f8f2410a50 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b77fff640 1 -- 172.21.15.94:0/4093344678 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b9007cfc0 con 0x55f8f2410a50 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.706+0000 7f8b77fff640 1 -- 172.21.15.94:0/4093344678 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b900817f0 con 0x55f8f2410a50 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/4093344678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2410a50 msgr2=0x55f8f24098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2410a50 0x55f8f24098b0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f8b90008fd0 tx=0x7f8b90079310 comp rx=0 tx=0).stop 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/4093344678 shutdown_connections 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f240ca80 0x55f8f240f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2410a50 0x55f8f24098b0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/4093344678 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f2454a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/4093344678 >> 172.21.15.94:0/4093344678 conn(0x55f8f240ba80 msgr2=0x55f8f2453f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.717 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/4093344678 shutdown_connections 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/4093344678 wait complete. 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 -- start start 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.707+0000 7f8b9fc7f740 1 Processor -- start 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f245bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2433550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2439080 0x55f8f2439590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55f8f236d4e0 con 0x55f8f240f2c0 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55f8f22fa450 con 0x55f8f2410a50 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55f8f2371520 con 0x55f8f2439080 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9fc7f740 10 client.0 _ll_register_callbacks cb 0x55f8f2083ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f245bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f245bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33760/0 (socket says 172.21.15.94:33760) 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b9659c640 1 -- 172.21.15.94:0/495364270 learned_addr learned my addr 172.21.15.94:0/495364270 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2433550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.708+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2439080 0x55f8f2439590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9659c640 1 -- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2439080 msgr2=0x55f8f2439590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9659c640 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2439080 0x55f8f2439590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9659c640 1 -- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 msgr2=0x55f8f2433550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9659c640 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2433550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9659c640 1 -- 172.21.15.94:0/495364270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8f20842d0 con 0x55f8f240f2c0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9659c640 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f245bfd0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f8b88015d80 tx=0x7f8b8800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5490e89f98ee39f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b757fa640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b757fa640 1 -- 172.21.15.94:0/495364270 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b88027030 con 0x55f8f240f2c0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b757fa640 1 -- 172.21.15.94:0/495364270 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f8b88010040 con 0x55f8f240f2c0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b9007cfc0 con 0x55f8f240f2c0 2024-09-10T08:37:41.719 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b757fa640 1 -- 172.21.15.94:0/495364270 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f8b88022430 con 0x55f8f240f2c0 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 10 client.7185 fetch_fsmap learned FSMap version 59 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55f8f214e6b0 con 0x55f8f240f2c0 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b757fa640 1 -- 172.21.15.94:0/495364270 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b9007cfc0 con 0x55f8f240f2c0 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b757fa640 1 -- 172.21.15.94:0/495364270 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 59) ==== 3502+0+0 (secure 0 0 0) 0x7f8b880225d0 con 0x55f8f240f2c0 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 10 client.7185 fetch_fsmap finished waiting for FSMap version 59 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 10 client.7185 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 20 client.7185 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f24675c0 0x55f8f24679a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 4 client.7185 mds_command: new command op to 7152 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 --> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f8f237ec50 con 0x55f8f24675c0 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.709+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f24675c0 0x55f8f24679a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.720 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.710+0000 7f8b757fa640 10 client.7185 ms_handle_connect on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.710+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f24675c0 0x55f8f24679a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f425c833e862479a server_cookie=98c363722460bed7 in_seq=0 out_seq=0 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.710+0000 7f8b757fa640 1 -- 172.21.15.94:0/495364270 <== mds.0 v2:172.21.15.94:6836/2153594335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f8f237ec50 con 0x55f8f24675c0 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.710+0000 7f8b757fa640 10 client.7185 handle_command_reply: tid=0 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.710+0000 7f8b9fc7f740 1 client.7185 shutdown 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 msgr2=0x55f8f245bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f245bfd0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f8b88015d80 tx=0x7f8b8800a060 comp rx=0 tx=0).stop 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 shutdown_connections 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f24675c0 0x55f8f24679a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2433550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2439080 0x55f8f2439590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b757fa640 0 client.7185 ms_handle_reset on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:41.721 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/495364270 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f245bfd0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 >> 172.21.15.94:0/495364270 conn(0x55f8f240ca80 msgr2=0x55f8f2455a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 shutdown_connections 2024-09-10T08:37:41.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/495364270 wait complete. 2024-09-10T08:37:41.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.711+0000 7f8b9fc7f740 20 client.7185 trim_cache size 0 max 16384 2024-09-10T08:37:41.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 Processor -- start 2024-09-10T08:37:41.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 -- start start 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f240d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2466740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2433590 0x55f8f2466c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8b981fe510 con 0x55f8f2433590 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8b981fd8f0 con 0x55f8f2410a50 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8b981fdec0 con 0x55f8f240f2c0 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b96d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2433590 0x55f8f2466c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b96d9d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2433590 0x55f8f2466c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33772/0 (socket says 172.21.15.94:33772) 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.729+0000 7f8b96d9d640 1 -- 172.21.15.94:0/953466581 learned_addr learned my addr 172.21.15.94:0/953466581 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:41.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b9659c640 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f240d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2466740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b96d9d640 1 -- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 msgr2=0x55f8f240d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f240d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b96d9d640 1 -- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 msgr2=0x55f8f2466740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2466740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b96d9d640 1 -- 172.21.15.94:0/953466581 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8f23739c0 con 0x55f8f2433590 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2433590 0x55f8f2466c80 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f8b90075070 tx=0x7f8b9007a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31fa24e97335b0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b777fe640 1 -- 172.21.15.94:0/953466581 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b900a7040 con 0x55f8f2433590 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b777fe640 1 -- 172.21.15.94:0/953466581 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b900817f0 con 0x55f8f2433590 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.730+0000 7f8b777fe640 1 -- 172.21.15.94:0/953466581 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b90075280 con 0x55f8f2433590 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/953466581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2433590 msgr2=0x55f8f2466c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2433590 0x55f8f2466c80 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f8b90075070 tx=0x7f8b9007a000 comp rx=0 tx=0).stop 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/953466581 shutdown_connections 2024-09-10T08:37:41.734 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f2466740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f2433590 0x55f8f2466c80 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/953466581 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f240f2c0 0x55f8f240d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/953466581 >> 172.21.15.94:0/953466581 conn(0x55f8f240ca80 msgr2=0x55f8f245b1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/953466581 shutdown_connections 2024-09-10T08:37:41.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/953466581 wait complete. 2024-09-10T08:37:41.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 -- start start 2024-09-10T08:37:41.735 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.731+0000 7f8b9fc7f740 1 Processor -- start 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f2451540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f24da870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9fc7f740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2433590 0x55f8f2434e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x55f8f2433a90 con 0x55f8f240f2c0 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x55f8f23193e0 con 0x55f8f2410a50 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9fc7f740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x55f8f2459b70 con 0x55f8f2433590 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9fc7f740 10 client.0 _ll_register_callbacks cb 0x7f8b88004de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f2451540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f2451540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33782/0 (socket says 172.21.15.94:33782) 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 -- 172.21.15.94:0/1776061762 learned_addr learned my addr 172.21.15.94:0/1776061762 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b96d9d640 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2433590 0x55f8f2434e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f24da870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 -- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2433590 msgr2=0x55f8f2434e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2433590 0x55f8f2434e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 -- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 msgr2=0x55f8f24da870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f24da870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.732+0000 7f8b9659c640 1 -- 172.21.15.94:0/1776061762 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8f2459f00 con 0x55f8f240f2c0 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9659c640 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f2451540 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f8b88014f50 tx=0x7f8b88017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a79c7f60086daade server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b757fa640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b757fa640 1 -- 172.21.15.94:0/1776061762 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b88027030 con 0x55f8f240f2c0 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b757fa640 1 -- 172.21.15.94:0/1776061762 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f8b88037670 con 0x55f8f240f2c0 2024-09-10T08:37:41.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b900817f0 con 0x55f8f240f2c0 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b757fa640 1 -- 172.21.15.94:0/1776061762 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f8b88044050 con 0x55f8f240f2c0 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 10 client.7191 fetch_fsmap learned FSMap version 59 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55f8f24dae10 con 0x55f8f240f2c0 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b757fa640 1 -- 172.21.15.94:0/1776061762 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8b900817f0 con 0x55f8f240f2c0 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b757fa640 1 -- 172.21.15.94:0/1776061762 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 59) ==== 3502+0+0 (secure 0 0 0) 0x7f8b88047020 con 0x55f8f240f2c0 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 10 client.7191 fetch_fsmap finished waiting for FSMap version 59 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 10 client.7191 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 20 client.7191 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f2466e40 0x55f8f2455a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 4 client.7191 mds_command: new command op to 7152 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 --> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] -- command(tid 0: {"prefix": "status"}) -- 0x55f8f2378fa0 con 0x55f8f2466e40 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.733+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f2466e40 0x55f8f2455a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b757fa640 10 client.7191 ms_handle_connect on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:41.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b95d9b640 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f2466e40 0x55f8f2455a90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98652e8a5412bb66 server_cookie=d13a573a55838d84 in_seq=0 out_seq=0 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b757fa640 1 -- 172.21.15.94:0/1776061762 <== mds.0 v2:172.21.15.94:6836/2153594335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55f8f2378fa0 con 0x55f8f2466e40 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b757fa640 10 client.7191 handle_command_reply: tid=0 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 client.7191 shutdown 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 msgr2=0x55f8f2451540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f2451540 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f8b88014f50 tx=0x7f8b88017000 comp rx=0 tx=0).stop 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 shutdown_connections 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x55f8f2466e40 0x55f8f2455a90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x55f8f2410a50 0x55f8f24da870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b757fa640 0 client.7191 ms_handle_reset on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x55f8f2433590 0x55f8f2434e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 --2- 172.21.15.94:0/1776061762 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x55f8f240f2c0 0x55f8f2451540 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 >> 172.21.15.94:0/1776061762 conn(0x55f8f240ca80 msgr2=0x55f8f240d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 shutdown_connections 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 1 -- 172.21.15.94:0/1776061762 wait complete. 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.734+0000 7f8b9fc7f740 20 client.7191 trim_cache size 0 max 16384 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 7152, 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:37:41.743 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 4.409384448, 2024-09-10T08:37:41.744 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 59, 2024-09-10T08:37:41.744 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 108, 2024-09-10T08:37:41.744 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 108, 2024-09-10T08:37:41.744 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 5.2771095020000001 2024-09-10T08:37:41.744 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7806be30 msgr2=0x7f8b7806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7806be30 0x7f8b7806e2f0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8b88000f80 tx=0x7f8b88006040 comp rx=0 tx=0).stop 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b980cc7e0 msgr2=0x7f8b980ccc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b980cc7e0 0x7f8b980ccc90 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f8b90001980 tx=0x7f8b90001230 comp rx=0 tx=0).stop 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 shutdown_connections 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8b7806be30 0x7f8b7806e2f0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8b981e2fc0 0x7f8b9815aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8b980cc7e0 0x7f8b980ccc90 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 --2- 172.21.15.94:0/165541216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8b80004d40 0x7f8b981e5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.745 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 >> 172.21.15.94:0/165541216 conn(0x7f8b980b2f40 msgr2=0x7f8b98074f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 shutdown_connections 2024-09-10T08:37:41.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.735+0000 7f8b9cee6640 1 -- 172.21.15.94:0/165541216 wait complete. 2024-09-10T08:37:41.747 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:37:41.845 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.844+0000 7f8745dbd640 1 Processor -- start 2024-09-10T08:37:41.845 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.844+0000 7f8745dbd640 1 -- start start 2024-09-10T08:37:41.849 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.844+0000 7f8745dbd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f87400d4210 0x7f87400d4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.844+0000 7f8745dbd640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87400d2aa0 con 0x7f874015e7d0 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.844+0000 7f8745dbd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87400d2d80 con 0x7f87400b4910 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.844+0000 7f8745dbd640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f87400d3060 con 0x7f87400d4210 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873f7fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f874015e7d0 0x7f87400d2020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44388/0 (socket says 172.21.15.94:44388) 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873f7fe640 1 -- 172.21.15.94:0/4076634975 learned_addr learned my addr 172.21.15.94:0/4076634975 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2126015399 0 0) 0x7f87400d2aa0 con 0x7f874015e7d0 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873effd640 1 --2- 172.21.15.94:0/4076634975 >> v2:172.21.15.143:3300/0 conn(0x7f87400d4210 0x7f87400d4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8728003520 con 0x7f874015e7d0 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 888353174 0 0) 0x7f8728003520 con 0x7f874015e7d0 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 >> v2:172.21.15.143:3300/0 conn(0x7f87400d4210 msgr2=0x7f87400d4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 --2- 172.21.15.94:0/4076634975 >> v2:172.21.15.143:3300/0 conn(0x7f87400d4210 0x7f87400d4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.850 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 >> v1:172.21.15.143:6789/0 conn(0x7f87400b4910 legacy=0x7f87400b4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87400d3340 con 0x7f874015e7d0 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f8730001670 con 0x7f874015e7d0 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873effd640 1 --2- 172.21.15.94:0/4076634975 >> v2:172.21.15.143:3300/0 conn(0x7f87400d4210 0x7f87400d4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 >> v1:172.21.15.94:6789/0 conn(0x7f874015e7d0 legacy=0x7f87400d2020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87280039b0 0x7f8728003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8728004800 0x7f8728004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280051c0 0x7f872800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f87400d3060 con 0x7f87280039b0 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f872800c110 con 0x7f8728004800 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f872800c310 con 0x7f87280051c0 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873f7fe640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87280039b0 0x7f8728003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873effd640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8728004800 0x7f8728004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.845+0000 7f873ffff640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280051c0 0x7f872800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.851 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873f7fe640 1 -- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280051c0 msgr2=0x7f872800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873f7fe640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280051c0 0x7f872800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873f7fe640 1 -- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8728004800 msgr2=0x7f8728004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873f7fe640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8728004800 0x7f8728004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873f7fe640 1 -- 172.21.15.94:0/4076634975 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8728003520 con 0x7f87280039b0 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873effd640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8728004800 0x7f8728004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873ffff640 1 -- 172.21.15.94:0/4076634975 reap_dead start 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873f7fe640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87280039b0 0x7f8728003dd0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f873000c210 tx=0x7f8728005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23a67281fab64772 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8730007d30 con 0x7f87280039b0 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8730005ad0 con 0x7f87280039b0 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.846+0000 7f873e7fc640 1 -- 172.21.15.94:0/4076634975 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8730007070 con 0x7f87280039b0 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.847+0000 7f8745dbd640 1 -- 172.21.15.94:0/4076634975 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87280039b0 msgr2=0x7f8728003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.847+0000 7f8745dbd640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87280039b0 0x7f8728003dd0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f873000c210 tx=0x7f8728005830 comp rx=0 tx=0).stop 2024-09-10T08:37:41.852 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.847+0000 7f8745dbd640 1 -- 172.21.15.94:0/4076634975 shutdown_connections 2024-09-10T08:37:41.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.847+0000 7f8745dbd640 1 --2- 172.21.15.94:0/4076634975 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87280039b0 0x7f8728003dd0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.847+0000 7f8745dbd640 1 -- 172.21.15.94:0/4076634975 >> 172.21.15.94:0/4076634975 conn(0x7f874009d820 msgr2=0x7f874008bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:41.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.847+0000 7f8745dbd640 1 -- 172.21.15.94:0/4076634975 shutdown_connections 2024-09-10T08:37:41.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.847+0000 7f8745dbd640 1 -- 172.21.15.94:0/4076634975 wait complete. 2024-09-10T08:37:41.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.848+0000 7f8745dbd640 1 Processor -- start 2024-09-10T08:37:41.853 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.848+0000 7f8745dbd640 1 -- start start 2024-09-10T08:37:41.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f8745dbd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280039b0 0x7f87401544a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.855 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f8745dbd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8740161870 0x7f87401f45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f8745dbd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87400b7990 0x7f87400b7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f8745dbd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f87400d4650 con 0x7f87400b7990 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f8745dbd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f87400cf360 con 0x7f8740161870 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f8745dbd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f87400d47d0 con 0x7f87280039b0 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87400b7990 0x7f87400b7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87400b7990 0x7f87400b7e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33808/0 (socket says 172.21.15.94:33808) 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 -- 172.21.15.94:0/3150742852 learned_addr learned my addr 172.21.15.94:0/3150742852 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873f7fe640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280039b0 0x7f87401544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873effd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8740161870 0x7f87401f45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 -- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280039b0 msgr2=0x7f87401544a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280039b0 0x7f87401544a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.856 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 -- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8740161870 msgr2=0x7f87401f45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8740161870 0x7f87401f45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873ffff640 1 -- 172.21.15.94:0/3150742852 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87400ca850 con 0x7f87400b7990 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.849+0000 7f873effd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8740161870 0x7f87401f45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.850+0000 7f873ffff640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87400b7990 0x7f87400b7e40 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f874009df50 tx=0x7f873800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.850+0000 7f8727fff640 1 -- 172.21.15.94:0/3150742852 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8738003970 con 0x7f87400b7990 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.850+0000 7f8727fff640 1 -- 172.21.15.94:0/3150742852 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8738018070 con 0x7f87400b7990 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.850+0000 7f8727fff640 1 -- 172.21.15.94:0/3150742852 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8738003d70 con 0x7f87400b7990 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.850+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f874015f940 con 0x7f87400b7990 2024-09-10T08:37:41.857 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.850+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f874015ff00 con 0x7f87400b7990 2024-09-10T08:37:41.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.851+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87400d4b60 con 0x7f87400b7990 2024-09-10T08:37:41.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.851+0000 7f8727fff640 1 -- 172.21.15.94:0/3150742852 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f87380050d0 con 0x7f87400b7990 2024-09-10T08:37:41.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.852+0000 7f8727fff640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f872c06be30 0x7f872c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:41.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.852+0000 7f8727fff640 1 -- 172.21.15.94:0/3150742852 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f873808ad00 con 0x7f87400b7990 2024-09-10T08:37:41.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.852+0000 7f873f7fe640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f872c06be30 0x7f872c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:41.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.852+0000 7f873f7fe640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f872c06be30 0x7f872c06e2f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8730033000 tx=0x7f873002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:41.858 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:41.856+0000 7f8727fff640 1 -- 172.21.15.94:0/3150742852 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8738059460 con 0x7f87400b7990 2024-09-10T08:37:42.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.055+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f87400b1410 con 0x7f87400b7990 2024-09-10T08:37:42.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.056+0000 7f8727fff640 1 -- 172.21.15.94:0/3150742852 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v59) ==== 53+0+73 (secure 0 0 0) 0x7f8738058d60 con 0x7f87400b7990 2024-09-10T08:37:42.058 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:37:42.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f872c06be30 msgr2=0x7f872c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:42.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f872c06be30 0x7f872c06e2f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8730033000 tx=0x7f873002e000 comp rx=0 tx=0).stop 2024-09-10T08:37:42.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87400b7990 msgr2=0x7f87400b7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87400b7990 0x7f87400b7e40 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f874009df50 tx=0x7f873800eb90 comp rx=0 tx=0).stop 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 shutdown_connections 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f872c06be30 0x7f872c06e2f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8740161870 0x7f87401f45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f87400b7990 0x7f87400b7e40 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 --2- 172.21.15.94:0/3150742852 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f87280039b0 0x7f87401544a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 >> 172.21.15.94:0/3150742852 conn(0x7f874009d820 msgr2=0x7f87400cf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 shutdown_connections 2024-09-10T08:37:42.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42.058+0000 7f8745dbd640 1 -- 172.21.15.94:0/3150742852 wait complete. 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi094.front.sepia.ceph.com 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:37:42.070 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:37:42.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.071 DEBUG:teuthology.orchestra.run.smithi094:> ip addr 2024-09-10T08:37:42.086 INFO:teuthology.orchestra.run.smithi094.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 ::1/128 scope host 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4c brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f0 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:d8:db:4d brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: altname enp7s0f1 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:42.087 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:62 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether 0c:c4:7a:8f:d7:63 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout: inet 172.21.15.94/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft 42494sec preferred_lft 42494sec 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::ec4:7aff:fe8f:d763/64 scope link noprefixroute 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:37:42.088 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::8087:f5ff:fee0:fc6/64 scope link 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether d2:85:a7:ad:bb:58 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::d085:a7ff:fead:bb58/64 scope link 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: link/ether fa:b8:cc:e7:ae:16 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: inet6 fe80::f8b8:ccff:fee7:ae16/64 scope link 2024-09-10T08:37:42.089 INFO:teuthology.orchestra.run.smithi094.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:42.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.090 DEBUG:teuthology.orchestra.run.smithi094:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:37:42.150 INFO:teuthology.orchestra.run.smithi094.stdout:1 2024-09-10T08:37:42.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.151 DEBUG:teuthology.orchestra.run.smithi094:> route 2024-09-10T08:37:42.208 INFO:teuthology.orchestra.run.smithi094.stdout:Kernel IP routing table 2024-09-10T08:37:42.208 INFO:teuthology.orchestra.run.smithi094.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:37:42.208 INFO:teuthology.orchestra.run.smithi094.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:37:42.208 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:37:42.209 INFO:teuthology.orchestra.run.smithi094.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:37:42.209 DEBUG:teuthology.orchestra.run.smithi094:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:37:42.209 DEBUG:teuthology.orchestra.run.smithi094:> set -e 2024-09-10T08:37:42.209 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:37:42.209 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:37:42.210 DEBUG:teuthology.orchestra.run.smithi094:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:37:42.210 DEBUG:teuthology.orchestra.run.smithi094:> ') 2024-09-10T08:37:42.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:37:42.327 INFO:tasks.ceph.mds.c.smithi094.stderr:2024-09-10T08:37:42.325+0000 7fbd38379640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:37:42.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:42.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.334 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:37:42.350 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:37:42.350 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:37:42.351 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:37:42.351 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.351 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link set brx.0 up 2024-09-10T08:37:42.416 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-10T08:37:42.416 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:42.416 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:42.471 INFO:teuthology.orchestra.run.smithi094.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:37:42.471 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:42.471 DEBUG:teuthology.orchestra.run.smithi094:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:42.526 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:37:42.591 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:42.647 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:37:42.647 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:37:42.647 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:37:42.648 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:37:42.649 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:37:42.650 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:37:42.650 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:37:42.650 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:42.650 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:42.650 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:42.650 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:42.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.650 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:37:42.702 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:37:42.702 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-10T08:37:42.745 DEBUG:teuthology.orchestra.run.smithi094:> sudo modprobe fuse 2024-09-10T08:37:42.769 DEBUG:teuthology.orchestra.run.smithi094:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:42.825 INFO:teuthology.orchestra.run.smithi094.stdout:/proc 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/sys 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/dev 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/security 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/shm 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/pts 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/run 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/cgroup 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/pstore 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/bpf 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/ 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/selinux 2024-09-10T08:37:42.826 INFO:teuthology.orchestra.run.smithi094.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/hugepages 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/dev/mqueue 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/debug 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/tracing 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/sys/kernel/config 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/run/user/1000 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-0 2024-09-10T08:37:42.827 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-1 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-2 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run.smithi094.stdout:/var/lib/ceph/osd/ceph-3 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run.smithi094.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:37:42.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.828 DEBUG:teuthology.orchestra.run.smithi094:> ls /sys/fs/fuse/connections 2024-09-10T08:37:42.829 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:2024-09-10T08:37:42.825+0000 7efd3131c480 -1 init, newargv = 0x563c87f7ea80 newargc=15 2024-09-10T08:37:42.829 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[65187]: starting ceph client 2024-09-10T08:37:42.831 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[65187]: starting fuse 2024-09-10T08:37:42.844 INFO:teuthology.orchestra.run.smithi094.stdout:41 2024-09-10T08:37:42.844 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-10T08:37:42.844 DEBUG:teuthology.orchestra.run.smithi094:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:37:42.844 DEBUG:teuthology.orchestra.run.smithi094:> import glob 2024-09-10T08:37:42.844 DEBUG:teuthology.orchestra.run.smithi094:> import re 2024-09-10T08:37:42.844 DEBUG:teuthology.orchestra.run.smithi094:> import os 2024-09-10T08:37:42.844 DEBUG:teuthology.orchestra.run.smithi094:> import subprocess 2024-09-10T08:37:42.844 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> def _find_admin_socket(client_name): 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> files = glob.glob(asok_path) 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> # Given a non-glob path, it better be there 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> if "*" not in asok_path: 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> assert(len(files) == 1) 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> return files[0] 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> for f in files: 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:37:42.845 DEBUG:teuthology.orchestra.run.smithi094:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:37:42.846 DEBUG:teuthology.orchestra.run.smithi094:> contents = proc_f.read() 2024-09-10T08:37:42.846 DEBUG:teuthology.orchestra.run.smithi094:> if mountpoint in contents: 2024-09-10T08:37:42.846 DEBUG:teuthology.orchestra.run.smithi094:> return f 2024-09-10T08:37:42.846 DEBUG:teuthology.orchestra.run.smithi094:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:37:42.846 DEBUG:teuthology.orchestra.run.smithi094:> 2024-09-10T08:37:42.846 DEBUG:teuthology.orchestra.run.smithi094:> print(_find_admin_socket("client.0")) 2024-09-10T08:37:42.846 DEBUG:teuthology.orchestra.run.smithi094:> ' 2024-09-10T08:37:42.961 INFO:teuthology.orchestra.run.smithi094.stdout:/var/run/ceph/ceph-client.0.65187.asok 2024-09-10T08:37:42.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:42.972 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.65187.asok 2024-09-10T08:37:42.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:42.972 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.65187.asok status 2024-09-10T08:37:43.104 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:43.104 INFO:teuthology.orchestra.run.smithi094.stdout: "metadata": { 2024-09-10T08:37:43.104 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "65187", 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_count": 0, 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "dentry_pinned_count": 0, 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 7206, 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": { 2024-09-10T08:37:43.105 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 7206 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 700705972 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "v1", 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 700705972 2024-09-10T08:37:43.106 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "inst_str": "client.7206 192.168.0.1:0/700705972", 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "addr_str": "192.168.0.1:0/700705972", 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "inode_count": 1, 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "mds_epoch": 59, 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch": 108, 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "blocklisted": false, 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs" 2024-09-10T08:37:43.107 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:43.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:43.113 DEBUG:teuthology.orchestra.run.smithi094:> stat --file-system '--printf=%T 2024-09-10T08:37:43.113 DEBUG:teuthology.orchestra.run.smithi094:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:43.128 INFO:teuthology.orchestra.run.smithi094.stdout:fuseblk 2024-09-10T08:37:43.129 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:43.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:43.129 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:43.194 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-10T08:37:43.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.331+0000 7fc287c2e640 1 Processor -- start 2024-09-10T08:37:43.333 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.332+0000 7fc287c2e640 1 -- start start 2024-09-10T08:37:43.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.332+0000 7fc287c2e640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc28015a7e0 0x7fc28015abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.332+0000 7fc287c2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc28006e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.332+0000 7fc287c2e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2800cd310 con 0x7fc2800b3650 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.332+0000 7fc287c2e640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc28006e580 con 0x7fc28015a7e0 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.332+0000 7fc287c2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc2800b42a0 con 0x7fc28006dbd0 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2861cb640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc2800b3650 0x7fc2800b3ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44392/0 (socket says 172.21.15.94:44392) 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2861cb640 1 -- 172.21.15.94:0/2046963199 learned_addr learned my addr 172.21.15.94:0/2046963199 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2851c9640 1 --2- 172.21.15.94:0/2046963199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc28006e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2859ca640 1 --2- 172.21.15.94:0/2046963199 >> v2:172.21.15.143:3300/0 conn(0x7fc28015a7e0 0x7fc28015abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2849c8640 1 -- 172.21.15.94:0/2046963199 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 532172874 0 0) 0x7fc270001490 con 0x7fc2800b3650 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2849c8640 1 -- 172.21.15.94:0/2046963199 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc268003520 con 0x7fc2800b3650 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2851c9640 1 -- 172.21.15.94:0/2046963199 >> v2:172.21.15.143:3300/0 conn(0x7fc28015a7e0 msgr2=0x7fc28015abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2851c9640 1 --2- 172.21.15.94:0/2046963199 >> v2:172.21.15.143:3300/0 conn(0x7fc28015a7e0 0x7fc28015abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2851c9640 1 -- 172.21.15.94:0/2046963199 >> v1:172.21.15.94:6789/0 conn(0x7fc2800b3650 legacy=0x7fc2800b3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:43.336 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.333+0000 7fc2851c9640 1 -- 172.21.15.94:0/2046963199 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2800b4580 con 0x7fc28006dbd0 2024-09-10T08:37:43.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.334+0000 7fc2851c9640 1 --2- 172.21.15.94:0/2046963199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc28006e040 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc2740097a0 tx=0x7fc27402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d83f0c48c59ce78 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:43.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.334+0000 7fc2849c8640 1 -- 172.21.15.94:0/2046963199 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc274037070 con 0x7fc28006dbd0 2024-09-10T08:37:43.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.334+0000 7fc2849c8640 1 -- 172.21.15.94:0/2046963199 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc274032440 con 0x7fc28006dbd0 2024-09-10T08:37:43.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.334+0000 7fc2849c8640 1 -- 172.21.15.94:0/2046963199 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2740327f0 con 0x7fc28006dbd0 2024-09-10T08:37:43.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 -- 172.21.15.94:0/2046963199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 msgr2=0x7fc28006e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:43.337 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2046963199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc28006e040 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc2740097a0 tx=0x7fc27402a180 comp rx=0 tx=0).stop 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 -- 172.21.15.94:0/2046963199 shutdown_connections 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2046963199 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc28006e040 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2046963199 >> v2:172.21.15.143:3300/0 conn(0x7fc28015a7e0 0x7fc28015abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 -- 172.21.15.94:0/2046963199 >> 172.21.15.94:0/2046963199 conn(0x7fc28006f740 msgr2=0x7fc28006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 -- 172.21.15.94:0/2046963199 shutdown_connections 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.335+0000 7fc287c2e640 1 -- 172.21.15.94:0/2046963199 wait complete. 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.336+0000 7fc287c2e640 1 Processor -- start 2024-09-10T08:37:43.338 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.336+0000 7fc287c2e640 1 -- start start 2024-09-10T08:37:43.340 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc2800b24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc2800b3650 0x7fc28014ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc28015a7e0 0x7fc280153320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc2800d00b0 con 0x7fc28015a7e0 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc2800cd590 con 0x7fc2800b3650 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc2800d0230 con 0x7fc28006dbd0 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc28015a7e0 0x7fc280153320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc28015a7e0 0x7fc280153320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33816/0 (socket says 172.21.15.94:33816) 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 -- 172.21.15.94:0/2603896224 learned_addr learned my addr 172.21.15.94:0/2603896224 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2851c9640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc2800b3650 0x7fc28014ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2859ca640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc2800b24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 -- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 msgr2=0x7fc2800b24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc2800b24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.341 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 -- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc2800b3650 msgr2=0x7fc28014ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc2800b3650 0x7fc28014ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 -- 172.21.15.94:0/2603896224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2801f56a0 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2859ca640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc2800b24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2851c9640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc2800b3650 0x7fc28014ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc2861cb640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc28015a7e0 0x7fc280153320 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7fc27000cae0 tx=0x7fc27000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc27e7fc640 1 -- 172.21.15.94:0/2603896224 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc270017070 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc27e7fc640 1 -- 172.21.15.94:0/2603896224 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc27000abe0 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2801f5910 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc27e7fc640 1 -- 172.21.15.94:0/2603896224 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc270012400 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.337+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2801f5ed0 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.338+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2800d05f0 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.339+0000 7fc27e7fc640 1 -- 172.21.15.94:0/2603896224 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc27001a070 con 0x7fc28015a7e0 2024-09-10T08:37:43.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.339+0000 7fc27e7fc640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc26c06be60 0x7fc26c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:43.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.339+0000 7fc2859ca640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc26c06be60 0x7fc26c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:43.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.340+0000 7fc27e7fc640 1 -- 172.21.15.94:0/2603896224 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7fc27008ae20 con 0x7fc28015a7e0 2024-09-10T08:37:43.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.340+0000 7fc2859ca640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc26c06be60 0x7fc26c06e320 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc27800abf0 tx=0x7fc278008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:43.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.344+0000 7fc27e7fc640 1 -- 172.21.15.94:0/2603896224 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc2800cd310 con 0x7fc28015a7e0 2024-09-10T08:37:43.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.545+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc2801e45d0 con 0x7fc28015a7e0 2024-09-10T08:37:43.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.545+0000 7fc27e7fc640 1 -- 172.21.15.94:0/2603896224 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v59) ==== 53+0+73 (secure 0 0 0) 0x7fc270059590 con 0x7fc28015a7e0 2024-09-10T08:37:43.546 INFO:teuthology.orchestra.run.smithi094.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-10T08:37:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc26c06be60 msgr2=0x7fc26c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc26c06be60 0x7fc26c06e320 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc27800abf0 tx=0x7fc278008040 comp rx=0 tx=0).stop 2024-09-10T08:37:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc28015a7e0 msgr2=0x7fc280153320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:43.548 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc28015a7e0 0x7fc280153320 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7fc27000cae0 tx=0x7fc27000a060 comp rx=0 tx=0).stop 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 shutdown_connections 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc26c06be60 0x7fc26c06e320 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc2800b3650 0x7fc28014ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc28015a7e0 0x7fc280153320 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 --2- 172.21.15.94:0/2603896224 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc28006dbd0 0x7fc2800b24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 >> 172.21.15.94:0/2603896224 conn(0x7fc28006f740 msgr2=0x7fc280073340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 shutdown_connections 2024-09-10T08:37:43.549 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:43.548+0000 7fc287c2e640 1 -- 172.21.15.94:0/2603896224 wait complete. 2024-09-10T08:37:43.559 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:37:43.559 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:37:43.559 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi143.front.sepia.ceph.com 2024-09-10T08:37:43.559 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-10T08:37:43.559 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:43.559 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:37:43.559 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:37:43.560 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:37:43.560 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:37:43.560 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:43.560 DEBUG:teuthology.orchestra.run.smithi143:> ip addr 2024-09-10T08:37:43.580 INFO:teuthology.orchestra.run.smithi143.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:37:43.580 INFO:teuthology.orchestra.run.smithi143.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:37:43.580 INFO:teuthology.orchestra.run.smithi143.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:37:43.580 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:43.580 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 ::1/128 scope host 2024-09-10T08:37:43.580 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:43.580 INFO:teuthology.orchestra.run.smithi143.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:94 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f0 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:d9:3b:95 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout: altname enp7s0f1 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:82 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:43.581 INFO:teuthology.orchestra.run.smithi143.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 0c:c4:7a:88:77:83 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: inet 172.21.15.143/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft 42463sec preferred_lft 42463sec 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::ec4:7aff:fe88:7783/64 scope link noprefixroute 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::6489:49ff:fe61:fab4/64 scope link 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:43.582 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether ba:36:06:b2:3f:77 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:43.583 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::b836:6ff:feb2:3f77/64 scope link 2024-09-10T08:37:43.583 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:43.583 INFO:teuthology.orchestra.run.smithi143.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-10T08:37:43.583 INFO:teuthology.orchestra.run.smithi143.stdout: link/ether 3a:6e:38:e5:d4:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:43.583 INFO:teuthology.orchestra.run.smithi143.stdout: inet6 fe80::386e:38ff:fee5:d423/64 scope link 2024-09-10T08:37:43.583 INFO:teuthology.orchestra.run.smithi143.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:37:43.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:43.583 DEBUG:teuthology.orchestra.run.smithi143:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:37:43.648 INFO:teuthology.orchestra.run.smithi143.stdout:1 2024-09-10T08:37:43.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:43.650 DEBUG:teuthology.orchestra.run.smithi143:> route 2024-09-10T08:37:43.710 INFO:teuthology.orchestra.run.smithi143.stdout:Kernel IP routing table 2024-09-10T08:37:43.710 INFO:teuthology.orchestra.run.smithi143.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:37:43.710 INFO:teuthology.orchestra.run.smithi143.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:37:43.710 INFO:teuthology.orchestra.run.smithi143.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:37:43.710 INFO:teuthology.orchestra.run.smithi143.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:37:43.711 DEBUG:teuthology.orchestra.run.smithi143:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:37:43.711 DEBUG:teuthology.orchestra.run.smithi143:> set -e 2024-09-10T08:37:43.711 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:37:43.711 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:37:43.711 DEBUG:teuthology.orchestra.run.smithi143:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:37:43.711 DEBUG:teuthology.orchestra.run.smithi143:> ') 2024-09-10T08:37:43.805 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:37:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:37:43.840 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:37:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:43.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:43.847 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:37:43.862 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:37:43.863 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:37:43.863 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:37:43.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:43.863 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link set brx.0 up 2024-09-10T08:37:43.928 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-10T08:37:43.928 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:43.928 DEBUG:teuthology.orchestra.run.smithi143:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:43.984 INFO:teuthology.orchestra.run.smithi143.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-10T08:37:43.984 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:37:43.984 DEBUG:teuthology.orchestra.run.smithi143:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:44.039 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:37:44.104 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:44.160 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:37:44.160 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:37:44.160 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:37:44.160 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:37:44.160 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:37:44.161 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:37:44.162 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:37:44.163 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:37:44.163 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:37:44.163 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:44.163 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:44.163 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:44.163 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:44.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:44.163 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:37:44.215 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:37:44.216 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-10T08:37:44.258 DEBUG:teuthology.orchestra.run.smithi143:> sudo modprobe fuse 2024-09-10T08:37:44.283 DEBUG:teuthology.orchestra.run.smithi143:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:37:44.339 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:2024-09-10T08:37:44.339+0000 7f25fc61f480 -1 init, newargv = 0x560b482c3ae0 newargc=15 2024-09-10T08:37:44.339 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[48959]: starting ceph client 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/proc 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/sys 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/dev 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/security 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/shm 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/pts 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/run 2024-09-10T08:37:44.340 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/cgroup 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/pstore 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/bpf 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/ 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/selinux 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/hugepages 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/dev/mqueue 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/debug 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/tracing 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/fs/fuse/connections 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/sys/kernel/config 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:37:44.341 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/run/user/1000 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-4 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-5 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-6 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/var/lib/ceph/osd/ceph-7 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:44.342 INFO:teuthology.orchestra.run.smithi143.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:37:44.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:44.343 DEBUG:teuthology.orchestra.run.smithi143:> ls /sys/fs/fuse/connections 2024-09-10T08:37:44.344 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[48959]: starting fuse 2024-09-10T08:37:44.360 INFO:teuthology.orchestra.run.smithi143.stdout:43 2024-09-10T08:37:44.360 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-10T08:37:44.360 DEBUG:teuthology.orchestra.run.smithi143:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:37:44.360 DEBUG:teuthology.orchestra.run.smithi143:> import glob 2024-09-10T08:37:44.360 DEBUG:teuthology.orchestra.run.smithi143:> import re 2024-09-10T08:37:44.360 DEBUG:teuthology.orchestra.run.smithi143:> import os 2024-09-10T08:37:44.360 DEBUG:teuthology.orchestra.run.smithi143:> import subprocess 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> def _find_admin_socket(client_name): 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> files = glob.glob(asok_path) 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> # Given a non-glob path, it better be there 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> if "*" not in asok_path: 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> assert(len(files) == 1) 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> return files[0] 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> for f in files: 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:37:44.361 DEBUG:teuthology.orchestra.run.smithi143:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:37:44.362 DEBUG:teuthology.orchestra.run.smithi143:> contents = proc_f.read() 2024-09-10T08:37:44.362 DEBUG:teuthology.orchestra.run.smithi143:> if mountpoint in contents: 2024-09-10T08:37:44.362 DEBUG:teuthology.orchestra.run.smithi143:> return f 2024-09-10T08:37:44.362 DEBUG:teuthology.orchestra.run.smithi143:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:37:44.362 DEBUG:teuthology.orchestra.run.smithi143:> 2024-09-10T08:37:44.362 DEBUG:teuthology.orchestra.run.smithi143:> print(_find_admin_socket("client.1")) 2024-09-10T08:37:44.362 DEBUG:teuthology.orchestra.run.smithi143:> ' 2024-09-10T08:37:44.477 INFO:teuthology.orchestra.run.smithi143.stdout:/var/run/ceph/ceph-client.1.48959.asok 2024-09-10T08:37:44.480 INFO:teuthology.orchestra.run.smithi143.stderr:2024-09-10T08:37:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:37:44.488 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.48959.asok 2024-09-10T08:37:44.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:44.488 DEBUG:teuthology.orchestra.run.smithi143:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.48959.asok status 2024-09-10T08:37:44.620 INFO:teuthology.orchestra.run.smithi143.stdout:{ 2024-09-10T08:37:44.620 INFO:teuthology.orchestra.run.smithi143.stdout: "metadata": { 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "entity_id": "1", 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "hostname": "smithi143", 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "pid": "48959", 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "root": "/" 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_count": 0, 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "dentry_pinned_count": 0, 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "id": 5972, 2024-09-10T08:37:44.621 INFO:teuthology.orchestra.run.smithi143.stdout: "inst": { 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "name": { 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "client", 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "num": 5972 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3829850482 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: } 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": { 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "type": "v1", 2024-09-10T08:37:44.622 INFO:teuthology.orchestra.run.smithi143.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "nonce": 3829850482 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: }, 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "inst_str": "client.5972 192.168.0.1:0/3829850482", 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "addr_str": "192.168.0.1:0/3829850482", 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "inode_count": 1, 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "mds_epoch": 59, 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch": 108, 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "blocklisted": false, 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout: "fs_name": "cephfs" 2024-09-10T08:37:44.623 INFO:teuthology.orchestra.run.smithi143.stdout:} 2024-09-10T08:37:44.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:44.629 DEBUG:teuthology.orchestra.run.smithi143:> stat --file-system '--printf=%T 2024-09-10T08:37:44.629 DEBUG:teuthology.orchestra.run.smithi143:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:44.644 INFO:teuthology.orchestra.run.smithi143.stdout:fuseblk 2024-09-10T08:37:44.644 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:44.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:44.645 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-10T08:37:44.712 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T08:37:44.845 INFO:teuthology.orchestra.run.smithi094.stdout:[{"id":5972,"entity":{"name":{"type":"client","num":5972},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":3829850482}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":0.491991868,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.9988685189234211,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.5972 192.168.0.1:0/3829850482","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"1","hostname":"smithi143","mount_point":"/home/ubuntu/cephtest/mnt.1","pid":"48959","root":"/"}},{"id":7206,"entity":{"name":{"type":"client","num":7206},"addr":{"type":"any","addr":"192.168.0.1:0","nonce":700705972}},"state":"open","num_leases":0,"num_caps":1,"request_load_avg":0,"uptime":2.0049668650000001,"requests_in_flight":0,"num_completed_requests":0,"num_completed_flushes":0,"reconnecting":false,"recall_caps":{"value":0,"halflife":60},"release_caps":{"value":0,"halflife":60},"recall_caps_throttle":{"value":0,"halflife":1.5},"recall_caps_throttle2o":{"value":0,"halflife":0.5},"session_cache_liveness":{"value":0.99538285574037366,"halflife":300},"cap_acquisition":{"value":0,"halflife":30},"last_trim_completed_requests_tid":1,"last_trim_completed_flushes_tid":0,"delegated_inos":[],"inst":"client.7206 192.168.0.1:0/700705972","completed_requests":[],"prealloc_inos":[],"client_metadata":{"client_features":{"feature_bits":"0x00000000003fffff"},"metric_spec":{"metric_flags":{"feature_bits":"0x000000000000ffff"}},"ceph_sha1":"1cf819b7212a6048e92fc78c4eff963344f6d56b","ceph_version":"ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)","entity_id":"0","hostname":"smithi094","mount_point":"/home/ubuntu/cephtest/mnt.0","pid":"65187","root":"/"}}] 2024-09-10T08:37:44.845 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "1", "hostname": "smithi143", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48959", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 3829850482, "type": "any" }, "name": { "num": 5972, "type": "client" } }, "id": 5972, "inst": "client.5972 192.168.0.1:0/3829850482", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 0.9988685189234211 }, "state": "open", "uptime": 0.491991868 }, { "cap_acquisition": { "halflife": 30, "value": 0 }, "client_metadata": { "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "client_features": { "feature_bits": "0x00000000003fffff" }, "entity_id": "0", "hostname": "smithi094", "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "65187", "root": "/" }, "completed_requests": [], "delegated_inos": [], "entity": { "addr": { "addr": "192.168.0.1:0", "nonce": 700705972, "type": "any" }, "name": { "num": 7206, "type": "client" } }, "id": 7206, "inst": "client.7206 192.168.0.1:0/700705972", "last_trim_completed_flushes_tid": 0, "last_trim_completed_requests_tid": 1, "num_caps": 1, "num_completed_flushes": 0, "num_completed_requests": 0, "num_leases": 0, "prealloc_inos": [], "recall_caps": { "halflife": 60, "value": 0 }, "recall_caps_throttle": { "halflife": 1.5, "value": 0 }, "recall_caps_throttle2o": { "halflife": 0.5, "value": 0 }, "reconnecting": false, "release_caps": { "halflife": 60, "value": 0 }, "request_load_avg": 0, "requests_in_flight": 0, "session_cache_liveness": { "halflife": 300, "value": 0.9953828557403737 }, "state": "open", "uptime": 2.004966865 } ] 2024-09-10T08:37:44.846 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-10T08:37:44.969 INFO:teuthology.orchestra.run.smithi094.stdout:{"message":"","return_code":0} 2024-09-10T08:37:44.970 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T08:37:44.970 DEBUG:teuthology.orchestra.run.smithi094:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 0 show session 2024-09-10T08:37:45.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 -- start start 2024-09-10T08:37:45.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 Processor -- start 2024-09-10T08:37:45.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56027f1c8c00 0x56027f244580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56027f1c9800 0x56027f244b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56027f1c9c00 0x56027f245080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56027f344180 con 0x56027f1c9800 2024-09-10T08:37:45.018 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56027f344300 con 0x56027f1c9c00 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.009+0000 7f341801b280 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56027f344480 con 0x56027f1c8c00 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56027f1c9800 0x56027f244b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56027f1c9800 0x56027f244b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33834/0 (socket says 172.21.15.94:33834) 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 -- 172.21.15.94:0/2446207491 learned_addr learned my addr 172.21.15.94:0/2446207491 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f3415b6d640 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56027f1c8c00 0x56027f244580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341636e640 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56027f1c9c00 0x56027f245080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 -- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56027f1c8c00 msgr2=0x56027f244580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56027f1c8c00 0x56027f244580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 -- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56027f1c9c00 msgr2=0x56027f245080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56027f1c9c00 0x56027f245080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 -- 172.21.15.94:0/2446207491 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56027f200780 con 0x56027f1c9800 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341536c640 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56027f1c9800 0x56027f244b00 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x56027ffe5320 tx=0x56027ff6c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91b5a9b2945bc61a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.019 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f3413368640 1 -- 172.21.15.94:0/2446207491 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56027f1ee680 con 0x56027f1c9800 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f3413368640 1 -- 172.21.15.94:0/2446207491 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56027f1f4a80 con 0x56027f1c9800 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f3413368640 1 -- 172.21.15.94:0/2446207491 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56027f1eeb60 con 0x56027f1c9800 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341801b280 1 -- 172.21.15.94:0/2446207491 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56027f2014a0 con 0x56027f1c9800 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341801b280 1 -- 172.21.15.94:0/2446207491 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({fsmap=0}) -- 0x56027f200000 con 0x56027f1c9800 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341801b280 4 waiting for MDS map... 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f3413368640 1 -- 172.21.15.94:0/2446207491 <== mon.0 v2:172.21.15.94:3300/0 4 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x5602800ac600 con 0x56027f1c9800 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f3413368640 1 -- 172.21.15.94:0/2446207491 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 59) ==== 3502+0+0 (secure 0 0 0) 0x56027f223180 con 0x56027f1c9800 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.011+0000 7f341801b280 4 Got MDS map 59 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 10 main: main 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 4 main: connecting to RADOS... 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 Processor -- start 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 -- start start 2024-09-10T08:37:45.020 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097400 0x56027f245600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097800 0x56027f245b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097c00 0x56027f246100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56027f344600 con 0x560280097400 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56027f344780 con 0x560280097800 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341801b280 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56027f344900 con 0x560280097c00 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097400 0x56027f245600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097400 0x56027f245600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33840/0 (socket says 172.21.15.94:33840) 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 -- 172.21.15.94:0/1749091788 learned_addr learned my addr 172.21.15.94:0/1749091788 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f3415b6d640 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097800 0x56027f245b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341536c640 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097c00 0x56027f246100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 -- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097c00 msgr2=0x56027f246100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097c00 0x56027f246100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 -- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097800 msgr2=0x56027f245b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097800 0x56027f245b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 -- 172.21.15.94:0/1749091788 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56027f2003c0 con 0x560280097400 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f341636e640 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097400 0x56027f245600 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x560280104810 tx=0x56027ff6a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2a3c6eff2281c66 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f3411364640 1 -- 172.21.15.94:0/1749091788 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56027f1ee9c0 con 0x560280097400 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f3411364640 1 -- 172.21.15.94:0/1749091788 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56027f1f4fc0 con 0x560280097400 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.012+0000 7f3411364640 1 -- 172.21.15.94:0/1749091788 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56027f1ee680 con 0x560280097400 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 -- 172.21.15.94:0/1749091788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097400 msgr2=0x56027f245600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097400 0x56027f245600 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x560280104810 tx=0x56027ff6a780 comp rx=0 tx=0).stop 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 -- 172.21.15.94:0/1749091788 shutdown_connections 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097800 0x56027f245b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097c00 0x56027f246100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 --2- 172.21.15.94:0/1749091788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097400 0x56027f245600 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 -- 172.21.15.94:0/1749091788 >> 172.21.15.94:0/1749091788 conn(0x560280097000 msgr2=0x56027ff57000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:45.022 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 -- 172.21.15.94:0/1749091788 shutdown_connections 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 -- 172.21.15.94:0/1749091788 wait complete. 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 Processor -- start 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.014+0000 7f341801b280 1 -- start start 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097400 0x56027f247180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097800 0x56027f246c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097c00 0x56027f246680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x56027f344c00 con 0x560280097800 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x56027f344d80 con 0x560280097c00 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x56027f344f00 con 0x560280097400 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097800 0x56027f246c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097800 0x56027f246c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33844/0 (socket says 172.21.15.94:33844) 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 -- 172.21.15.94:0/3765850501 learned_addr learned my addr 172.21.15.94:0/3765850501 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341536c640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097c00 0x56027f246680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341636e640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097400 0x56027f247180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 -- 172.21.15.94:0/3765850501 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097400 msgr2=0x56027f247180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x560280097400 0x56027f247180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 -- 172.21.15.94:0/3765850501 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097c00 msgr2=0x56027f246680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097c00 0x56027f246680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 -- 172.21.15.94:0/3765850501 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56027f200780 con 0x560280097800 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341536c640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560280097c00 0x56027f246680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f3415b6d640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097800 0x56027f246c00 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x5602801055f0 tx=0x5602800a1800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f340fb61640 1 -- 172.21.15.94:0/3765850501 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56027f1ee9c0 con 0x560280097800 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f340fb61640 1 -- 172.21.15.94:0/3765850501 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x56027f1f4fc0 con 0x560280097800 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56027f2014a0 con 0x560280097800 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f340fb61640 1 -- 172.21.15.94:0/3765850501 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x56027f1ee680 con 0x560280097800 2024-09-10T08:37:45.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56027f200960 con 0x560280097800 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.015+0000 7f341801b280 4 main: resolving pool 15 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f340fb61640 1 -- 172.21.15.94:0/3765850501 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x56028011cc00 con 0x560280097800 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f340fb61640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560280124c00 0x56027f247700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f340fb61640 1 -- 172.21.15.94:0/3765850501 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x560280126a00 con 0x560280097800 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f341636e640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560280124c00 0x56027f247700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f341801b280 4 main: creating IoCtx.. 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f341801b280 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560280125000 0x56027f246100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- osd_op(unknown.0.0:1 15.b 15:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e108) -- 0x560280125400 con 0x560280125000 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.017+0000 7f341536c640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560280125000 0x56027f246100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.018+0000 7f341636e640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560280124c00 0x56027f247700 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x560280104810 tx=0x56027ff6ac60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.018+0000 7f341536c640 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560280125000 0x56027f246100 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.018+0000 7f341536c640 1 -- 172.21.15.94:0/3765850501 <== osd.2 v2:172.21.15.94:6809/35044449 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv5 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x56027ff5a000 con 0x560280125000 2024-09-10T08:37:45.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.018+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- osd_op(unknown.0.0:2 15.b 15:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e108) -- 0x560280125800 con 0x560280125000 2024-09-10T08:37:45.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.018+0000 7f341536c640 1 -- 172.21.15.94:0/3765850501 <== osd.2 v2:172.21.15.94:6809/35044449 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=845b] v0'0 uv5 ondisk = 0) ==== 159+0+845 (crc 0 0 0) 0x56027ff5a000 con 0x560280125000 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.018+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- osd_op(unknown.0.0:3 15.b 15:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=27b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e108) -- 0x560280125c00 con 0x560280125000 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341536c640 1 -- 172.21.15.94:0/3765850501 <== osd.2 v2:172.21.15.94:6809/35044449 3 ==== osd_op_reply(3 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv5 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x56027ff5a000 con 0x560280125000 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stdout: "0": { 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stdout: "data": { 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stdout: "sessions": [ 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 7206, 2024-09-10T08:37:45.027 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": { 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 7206 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "any", 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 700705972 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "open", 2024-09-10T08:37:45.028 INFO:teuthology.orchestra.run.smithi094.stdout: "num_leases": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "num_caps": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "request_load_avg": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 0.00099998399999999999, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "requests_in_flight": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "num_completed_requests": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "num_completed_flushes": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "reconnecting": false, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "recall_caps": { 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 60 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "release_caps": { 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.029 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 60 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "recall_caps_throttle": { 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 1.5 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "recall_caps_throttle2o": { 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 0.5 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "session_cache_liveness": { 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 300 2024-09-10T08:37:45.030 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_acquisition": { 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 30 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "last_trim_completed_requests_tid": 0, 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "delegated_inos": [], 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": "client.7206 192.168.0.1:0/700705972", 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "completed_requests": [], 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "prealloc_inos": [], 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "client_metadata": { 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "client_features": { 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: "feature_bits": "0x00000000003fffff" 2024-09-10T08:37:45.031 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "metric_spec": { 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "metric_flags": { 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "feature_bits": "0x000000000000ffff" 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "0", 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi094", 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "65187", 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:37:45.032 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 5972, 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "entity": { 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "name": { 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "client", 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "num": 5972 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": { 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "type": "any", 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: "nonce": 3829850482 2024-09-10T08:37:45.033 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "open", 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "num_leases": 0, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "num_caps": 0, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "request_load_avg": 0, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 0.00099998399999999999, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "requests_in_flight": 0, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "num_completed_requests": 0, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "num_completed_flushes": 0, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "reconnecting": false, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "recall_caps": { 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 60 2024-09-10T08:37:45.034 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "release_caps": { 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 60 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "recall_caps_throttle": { 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 1.5 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "recall_caps_throttle2o": { 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 0.5 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "session_cache_liveness": { 2024-09-10T08:37:45.035 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 300 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "cap_acquisition": { 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "value": 0, 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "halflife": 30 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "last_trim_completed_requests_tid": 0, 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "last_trim_completed_flushes_tid": 0, 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "delegated_inos": [], 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "inst": "client.5972 192.168.0.1:0/3829850482", 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "completed_requests": [], 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "prealloc_inos": [], 2024-09-10T08:37:45.036 INFO:teuthology.orchestra.run.smithi094.stdout: "client_metadata": { 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "client_features": { 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "feature_bits": "0x00000000003fffff" 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "metric_spec": { 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "metric_flags": { 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "feature_bits": "0x000000000000ffff" 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "entity_id": "1", 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "hostname": "smithi143", 2024-09-10T08:37:45.037 INFO:teuthology.orchestra.run.smithi094.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: "pid": "48959", 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: "root": "/" 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: "result": 0 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:45.038 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:45.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560280125000 msgr2=0x56027f246100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560280125000 0x56027f246100 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.040 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560280124c00 msgr2=0x56027f247700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560280124c00 0x56027f247700 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x560280104810 tx=0x56027ff6ac60 comp rx=0 tx=0).stop 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097800 msgr2=0x56027f246c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 --2- 172.21.15.94:0/3765850501 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560280097800 0x56027f246c00 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x5602801055f0 tx=0x5602800a1800 comp rx=0 tx=0).stop 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f3415b6d640 1 -- 172.21.15.94:0/3765850501 reap_dead start 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 shutdown_connections 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 >> 172.21.15.94:0/3765850501 conn(0x560280097000 msgr2=0x56027ff57000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 shutdown_connections 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/3765850501 wait complete. 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/2446207491 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56027f1c9800 msgr2=0x56027f244b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56027f1c9800 0x56027f244b00 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x56027ffe5320 tx=0x56027ff6c240 comp rx=0 tx=0).stop 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/2446207491 shutdown_connections 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56027f1c9c00 0x56027f245080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.041 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56027f1c9800 0x56027f244b00 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.042 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 --2- 172.21.15.94:0/2446207491 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56027f1c8c00 0x56027f244580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.042 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/2446207491 >> 172.21.15.94:0/2446207491 conn(0x56027f1c9000 msgr2=0x56027ff56800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:45.042 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/2446207491 shutdown_connections 2024-09-10T08:37:45.042 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.019+0000 7f341801b280 1 -- 172.21.15.94:0/2446207491 wait complete. 2024-09-10T08:37:45.042 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '0', 'show', 'session'] in time 0:00:00.072059, result: { "0": { "data": { "sessions": [ { "id": 7206, "entity": { "name": { "type": "client", "num": 7206 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 700705972 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0.00099998399999999999, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.7206 192.168.0.1:0/700705972", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "entity_id": "0", "hostname": "smithi094", "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "65187", "root": "/" } }, { "id": 5972, "entity": { "name": { "type": "client", "num": 5972 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 3829850482 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0.00099998399999999999, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.5972 192.168.0.1:0/3829850482", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "entity_id": "1", "hostname": "smithi143", "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48959", "root": "/" } } ] }, "result": 0 } } 2024-09-10T08:37:45.043 INFO:tasks.cephfs.test_sessionmap:SessionMap: { "0": { "data": { "sessions": [ { "id": 7206, "entity": { "name": { "type": "client", "num": 7206 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 700705972 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0.000999984, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.7206 192.168.0.1:0/700705972", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "entity_id": "0", "hostname": "smithi094", "mount_point": "/home/ubuntu/cephtest/mnt.0", "pid": "65187", "root": "/" } }, { "id": 5972, "entity": { "name": { "type": "client", "num": 5972 }, "addr": { "type": "any", "addr": "192.168.0.1:0", "nonce": 3829850482 } }, "state": "open", "num_leases": 0, "num_caps": 0, "request_load_avg": 0, "uptime": 0.000999984, "requests_in_flight": 0, "num_completed_requests": 0, "num_completed_flushes": 0, "reconnecting": false, "recall_caps": { "value": 0, "halflife": 60 }, "release_caps": { "value": 0, "halflife": 60 }, "recall_caps_throttle": { "value": 0, "halflife": 1.5 }, "recall_caps_throttle2o": { "value": 0, "halflife": 0.5 }, "session_cache_liveness": { "value": 0, "halflife": 300 }, "cap_acquisition": { "value": 0, "halflife": 30 }, "last_trim_completed_requests_tid": 0, "last_trim_completed_flushes_tid": 0, "delegated_inos": [], "inst": "client.5972 192.168.0.1:0/3829850482", "completed_requests": [], "prealloc_inos": [], "client_metadata": { "client_features": { "feature_bits": "0x00000000003fffff" }, "metric_spec": { "metric_flags": { "feature_bits": "0x000000000000ffff" } }, "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", "entity_id": "1", "hostname": "smithi143", "mount_point": "/home/ubuntu/cephtest/mnt.1", "pid": "48959", "root": "/" } } ] }, "result": 0 } } 2024-09-10T08:37:45.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:45.043 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir bravo) 2024-09-10T08:37:45.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:45.101 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch bravo/file_a) 2024-09-10T08:37:45.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:45.160 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest/mnt.1 && exec touch bravo/file_b) 2024-09-10T08:37:45.184 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-09-10T08:37:45.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.301+0000 7f30724a5640 1 Processor -- start 2024-09-10T08:37:45.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.301+0000 7f30724a5640 1 -- start start 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.302+0000 7f30724a5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f306c1672f0 0x7f306c1696e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.302+0000 7f30724a5640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f306c0cfe20 con 0x7f306c06ff20 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.302+0000 7f30724a5640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f306c071f40 con 0x7f306c147e70 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.302+0000 7f30724a5640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f306c072220 con 0x7f306c1672f0 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.302+0000 7f3070a42640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f306c1672f0 0x7f306c1696e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.302+0000 7f306bfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f306c06ff20 0x7f306c070300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44406/0 (socket says 172.21.15.94:44406) 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.302+0000 7f306bfff640 1 -- 172.21.15.94:0/3096486098 learned_addr learned my addr 172.21.15.94:0/3096486098 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:45.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f3070a42640 1 -- 172.21.15.94:0/3096486098 >> v1:172.21.15.143:6789/0 conn(0x7f306c147e70 legacy=0x7f306c071710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f3070a42640 1 -- 172.21.15.94:0/3096486098 >> v1:172.21.15.94:6789/0 conn(0x7f306c06ff20 legacy=0x7f306c070300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f3070a42640 1 -- 172.21.15.94:0/3096486098 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306c072500 con 0x7f306c1672f0 2024-09-10T08:37:45.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f306affd640 1 -- 172.21.15.94:0/3096486098 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1951433108 0 0) 0x7f306c0cfe20 con 0x7f306c06ff20 2024-09-10T08:37:45.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f3070a42640 1 --2- 172.21.15.94:0/3096486098 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c1696e0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f3064009d90 tx=0x7f306402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=676ad1318dee7f22 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f306affd640 1 -- 172.21.15.94:0/3096486098 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064007740 con 0x7f306c1672f0 2024-09-10T08:37:45.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f306affd640 1 -- 172.21.15.94:0/3096486098 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30640078e0 con 0x7f306c1672f0 2024-09-10T08:37:45.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.303+0000 7f306affd640 1 -- 172.21.15.94:0/3096486098 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064007cb0 con 0x7f306c1672f0 2024-09-10T08:37:45.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.304+0000 7f30724a5640 1 -- 172.21.15.94:0/3096486098 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 msgr2=0x7f306c1696e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.304+0000 7f30724a5640 1 --2- 172.21.15.94:0/3096486098 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c1696e0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f3064009d90 tx=0x7f306402a6f0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.304+0000 7f30724a5640 1 -- 172.21.15.94:0/3096486098 shutdown_connections 2024-09-10T08:37:45.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.304+0000 7f30724a5640 1 --2- 172.21.15.94:0/3096486098 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c1696e0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.304+0000 7f30724a5640 1 -- 172.21.15.94:0/3096486098 >> 172.21.15.94:0/3096486098 conn(0x7f306c0ced60 msgr2=0x7f306c0cf170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:45.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.304+0000 7f30724a5640 1 -- 172.21.15.94:0/3096486098 shutdown_connections 2024-09-10T08:37:45.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.304+0000 7f30724a5640 1 -- 172.21.15.94:0/3096486098 wait complete. 2024-09-10T08:37:45.306 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.305+0000 7f30724a5640 1 Processor -- start 2024-09-10T08:37:45.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.305+0000 7f30724a5640 1 -- start start 2024-09-10T08:37:45.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f30724a5640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f306c06ff20 0x7f306c140ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f30724a5640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f306c147e70 0x7f306c0b6520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f30724a5640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c0ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f30724a5640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f306c0c71a0 con 0x7f306c1672f0 2024-09-10T08:37:45.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f30724a5640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f306c0d1610 con 0x7f306c147e70 2024-09-10T08:37:45.308 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f30724a5640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f306c0c8f60 con 0x7f306c06ff20 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c0ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c0ad8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33862/0 (socket says 172.21.15.94:33862) 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 -- 172.21.15.94:0/896899565 learned_addr learned my addr 172.21.15.94:0/896899565 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f306b7fe640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f306c147e70 0x7f306c0b6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f306bfff640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f306c06ff20 0x7f306c140ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 -- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f306c06ff20 msgr2=0x7f306c140ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f306c06ff20 0x7f306c140ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 -- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f306c147e70 msgr2=0x7f306c0b6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f306c147e70 0x7f306c0b6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.306+0000 7f3070a42640 1 -- 172.21.15.94:0/896899565 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306c0b5480 con 0x7f306c1672f0 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.307+0000 7f3070a42640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c0ad8c0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f3064009eb0 tx=0x7f3064004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.307+0000 7f3068ff9640 1 -- 172.21.15.94:0/896899565 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064040070 con 0x7f306c1672f0 2024-09-10T08:37:45.309 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.307+0000 7f3068ff9640 1 -- 172.21.15.94:0/896899565 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3064031c90 con 0x7f306c1672f0 2024-09-10T08:37:45.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.307+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f306c0b5760 con 0x7f306c1672f0 2024-09-10T08:37:45.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.307+0000 7f3068ff9640 1 -- 172.21.15.94:0/896899565 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064045680 con 0x7f306c1672f0 2024-09-10T08:37:45.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.307+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f306c0b5d20 con 0x7f306c1672f0 2024-09-10T08:37:45.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.308+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f306c0d1790 con 0x7f306c1672f0 2024-09-10T08:37:45.310 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.308+0000 7f3068ff9640 1 -- 172.21.15.94:0/896899565 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3064039040 con 0x7f306c1672f0 2024-09-10T08:37:45.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.309+0000 7f3068ff9640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f305806be30 0x7f305806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:45.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.309+0000 7f3068ff9640 1 -- 172.21.15.94:0/896899565 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f30640ac910 con 0x7f306c1672f0 2024-09-10T08:37:45.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.309+0000 7f306bfff640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f305806be30 0x7f305806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:45.311 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.309+0000 7f306bfff640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f305806be30 0x7f305806e2f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f305c000f60 tx=0x7f305c007e40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:45.313 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.313+0000 7f3068ff9640 1 -- 172.21.15.94:0/896899565 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f306c0d1790 con 0x7f306c1672f0 2024-09-10T08:37:45.515 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:45.515+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7f306c070300 con 0x7f306c1672f0 2024-09-10T08:37:46.357 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.356+0000 7f3068ff9640 1 -- 172.21.15.94:0/896899565 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v60) ==== 105+0+0 (secure 0 0 0) 0x7f306407ac90 con 0x7f306c1672f0 2024-09-10T08:37:46.359 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f305806be30 msgr2=0x7f305806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f305806be30 0x7f305806e2f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f305c000f60 tx=0x7f305c007e40 comp rx=0 tx=0).stop 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 msgr2=0x7f306c0ad8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c0ad8c0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f3064009eb0 tx=0x7f3064004a40 comp rx=0 tx=0).stop 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 shutdown_connections 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f305806be30 0x7f305806e2f0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f306c147e70 0x7f306c0b6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f306c1672f0 0x7f306c0ad8c0 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 --2- 172.21.15.94:0/896899565 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f306c06ff20 0x7f306c140ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 >> 172.21.15.94:0/896899565 conn(0x7f306c0ced60 msgr2=0x7f306c0b3010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:46.360 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 shutdown_connections 2024-09-10T08:37:46.361 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.359+0000 7f30724a5640 1 -- 172.21.15.94:0/896899565 wait complete. 2024-09-10T08:37:46.376 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:46.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.480+0000 7fb1be05e640 1 Processor -- start 2024-09-10T08:37:46.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.480+0000 7fb1be05e640 1 -- start start 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1be05e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1b80d4210 0x7fb1b80d4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1be05e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b80b4910 0x7fb1b80b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1be05e640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1b80d2aa0 con 0x7fb1b815e7d0 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1be05e640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fb1b80d2d80 con 0x7fb1b80d4210 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1be05e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b80d3060 con 0x7fb1b80b4910 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b6ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1b80d4210 0x7fb1b80d4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b77fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb1b815e7d0 0x7fb1b80d2020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44418/0 (socket says 172.21.15.94:44418) 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b6ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fb1b80d4210 0x7fb1b80d4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33872/0 (socket says 172.21.15.94:33872) 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b77fe640 1 -- 172.21.15.94:0/3601014575 learned_addr learned my addr 172.21.15.94:0/3601014575 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b6ffd640 1 -- 172.21.15.94:0/3601014575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b80b4910 msgr2=0x7fb1b80b4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:46.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b7fff640 1 --2- 172.21.15.94:0/3601014575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b80b4910 0x7fb1b80b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:46.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b6ffd640 1 --2- 172.21.15.94:0/3601014575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b80b4910 0x7fb1b80b4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b6ffd640 1 -- 172.21.15.94:0/3601014575 >> v1:172.21.15.94:6789/0 conn(0x7fb1b815e7d0 legacy=0x7fb1b80d2020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b6ffd640 1 -- 172.21.15.94:0/3601014575 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b80d3340 con 0x7fb1b80d4210 2024-09-10T08:37:46.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b67fc640 1 -- 172.21.15.94:0/3601014575 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2078406485 0 0) 0x7fb1b80d2aa0 con 0x7fb1b815e7d0 2024-09-10T08:37:46.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.481+0000 7fb1b7fff640 1 --2- 172.21.15.94:0/3601014575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b80b4910 0x7fb1b80b4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:46.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.482+0000 7fb1b6ffd640 1 --2- 172.21.15.94:0/3601014575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80d4210 0x7fb1b80d4650 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac0097a0 tx=0x7fb1ac02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f65a3c8f631848c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:46.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.482+0000 7fb1b67fc640 1 -- 172.21.15.94:0/3601014575 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac037070 con 0x7fb1b80d4210 2024-09-10T08:37:46.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.482+0000 7fb1b67fc640 1 -- 172.21.15.94:0/3601014575 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1ac032440 con 0x7fb1b80d4210 2024-09-10T08:37:46.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.482+0000 7fb1b67fc640 1 -- 172.21.15.94:0/3601014575 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac032810 con 0x7fb1b80d4210 2024-09-10T08:37:46.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 -- 172.21.15.94:0/3601014575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80d4210 msgr2=0x7fb1b80d4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 --2- 172.21.15.94:0/3601014575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80d4210 0x7fb1b80d4650 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac0097a0 tx=0x7fb1ac02a180 comp rx=0 tx=0).stop 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 -- 172.21.15.94:0/3601014575 shutdown_connections 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 --2- 172.21.15.94:0/3601014575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b80b4910 0x7fb1b80b4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 --2- 172.21.15.94:0/3601014575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80d4210 0x7fb1b80d4650 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 -- 172.21.15.94:0/3601014575 >> 172.21.15.94:0/3601014575 conn(0x7fb1b809d820 msgr2=0x7fb1b808bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 -- 172.21.15.94:0/3601014575 shutdown_connections 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.483+0000 7fb1be05e640 1 -- 172.21.15.94:0/3601014575 wait complete. 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.484+0000 7fb1be05e640 1 Processor -- start 2024-09-10T08:37:46.485 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.484+0000 7fb1be05e640 1 -- start start 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1be05e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80b4910 0x7fb1b80b9950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1be05e640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1b80d4210 0x7fb1b8160f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1be05e640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b815e7d0 0x7fb1b81614b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1be05e640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b80d2730 con 0x7fb1b80b4910 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1be05e640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b80b1080 con 0x7fb1b80d4210 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1be05e640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b80cf360 con 0x7fb1b815e7d0 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80b4910 0x7fb1b80b9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:46.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80b4910 0x7fb1b80b9950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33886/0 (socket says 172.21.15.94:33886) 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 -- 172.21.15.94:0/794121112 learned_addr learned my addr 172.21.15.94:0/794121112 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b6ffd640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1b80d4210 0x7fb1b8160f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b7fff640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b815e7d0 0x7fb1b81614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 -- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b815e7d0 msgr2=0x7fb1b81614b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b815e7d0 0x7fb1b81614b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 -- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1b80d4210 msgr2=0x7fb1b8160f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1b80d4210 0x7fb1b8160f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 -- 172.21.15.94:0/794121112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b81f4110 con 0x7fb1b80b4910 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b6ffd640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1b80d4210 0x7fb1b8160f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.485+0000 7fb1b77fe640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80b4910 0x7fb1b80b9950 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fb1a800c430 tx=0x7fb1a800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.486+0000 7fb19ffff640 1 -- 172.21.15.94:0/794121112 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a80074e0 con 0x7fb1b80b4910 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.486+0000 7fb19ffff640 1 -- 172.21.15.94:0/794121112 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1a80047e0 con 0x7fb1b80b4910 2024-09-10T08:37:46.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.486+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1b81f43f0 con 0x7fb1b80b4910 2024-09-10T08:37:46.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.486+0000 7fb19ffff640 1 -- 172.21.15.94:0/794121112 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8004bd0 con 0x7fb1b80b4910 2024-09-10T08:37:46.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.486+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1b81f49b0 con 0x7fb1b80b4910 2024-09-10T08:37:46.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.487+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1b80d4650 con 0x7fb1b80b4910 2024-09-10T08:37:46.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.487+0000 7fb19ffff640 1 -- 172.21.15.94:0/794121112 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1a8011070 con 0x7fb1b80b4910 2024-09-10T08:37:46.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.487+0000 7fb19ffff640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1a406be30 0x7fb1a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:46.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.487+0000 7fb19ffff640 1 -- 172.21.15.94:0/794121112 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7fb1a808acc0 con 0x7fb1b80b4910 2024-09-10T08:37:46.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.487+0000 7fb1b6ffd640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1a406be30 0x7fb1a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:46.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.488+0000 7fb1b6ffd640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1a406be30 0x7fb1a406e2f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac034000 tx=0x7fb1ac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:46.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.492+0000 7fb19ffff640 1 -- 172.21.15.94:0/794121112 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb1a80594b0 con 0x7fb1b80b4910 2024-09-10T08:37:46.691 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.691+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb1b80b18f0 con 0x7fb1b80b4910 2024-09-10T08:37:46.692 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.692+0000 7fb19ffff640 1 -- 172.21.15.94:0/794121112 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5246 (secure 0 0 0) 0x7fb1a8058db0 con 0x7fb1b80b4910 2024-09-10T08:37:46.692 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:46.693 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":61,"btime":"2024-09-10T08:37:46:359758+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:46.359737+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7152,"mds_1":7143},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7143":{"gid":7143,"name":"a","rank":1,"incarnation":61,"state":"up:creating","state_seq":1,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7152,"qdb_cluster":[7152]},"id":7}]} 2024-09-10T08:37:46.693 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 61 2024-09-10T08:37:46.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1a406be30 msgr2=0x7fb1a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1a406be30 0x7fb1a406e2f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac034000 tx=0x7fb1ac02e000 comp rx=0 tx=0).stop 2024-09-10T08:37:46.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80b4910 msgr2=0x7fb1b80b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:46.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80b4910 0x7fb1b80b9950 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7fb1a800c430 tx=0x7fb1a800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 shutdown_connections 2024-09-10T08:37:46.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb1a406be30 0x7fb1a406e2f0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.694 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb1b80d4210 0x7fb1b8160f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb1b815e7d0 0x7fb1b81614b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 --2- 172.21.15.94:0/794121112 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb1b80b4910 0x7fb1b80b9950 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:46.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.693+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 >> 172.21.15.94:0/794121112 conn(0x7fb1b809d820 msgr2=0x7fb1b80b4d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:46.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.694+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 shutdown_connections 2024-09-10T08:37:46.695 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:46.694+0000 7fb1be05e640 1 -- 172.21.15.94:0/794121112 wait complete. 2024-09-10T08:37:47.039 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:37:47.041 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:37:47.107 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 61, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:37:14.580990+0000', 'modified': '2024-09-10T08:37:46.359737+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 108, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 7152, 'mds_1': 7143}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7143': {'gid': 7143, 'name': 'a', 'rank': 1, 'incarnation': 61, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.94:6835/1820212662', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6834', 'nonce': 1820212662}, {'type': 'v1', 'addr': '172.21.15.94:6835', 'nonce': 1820212662}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7152': {'gid': 7152, 'name': 'c', 'rank': 0, 'incarnation': 56, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.94:6837/2153594335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6836', 'nonce': 2153594335}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2153594335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7152, 'qdb_cluster': [7152]} 2024-09-10T08:37:47.107 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7143:up:creating 2024-09-10T08:37:48.108 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:37:48.219 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.219+0000 7f81ba1a6640 1 Processor -- start 2024-09-10T08:37:48.220 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.219+0000 7f81ba1a6640 1 -- start start 2024-09-10T08:37:48.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81ba1a6640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f81b415e810 0x7f81b40d0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81ba1a6640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f81b40ce580 0x7f81b40b3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81ba1a6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81b40cebe0 con 0x7f81b40d0580 2024-09-10T08:37:48.221 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81ba1a6640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f81b40cf7f0 con 0x7f81b40ce580 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81ba1a6640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f81b40d09c0 con 0x7f81b415e810 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81b3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f81b40ce580 0x7f81b40b3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81b3fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f81b40ce580 0x7f81b40b3120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33892/0 (socket says 172.21.15.94:33892) 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.220+0000 7f81b3fff640 1 -- 172.21.15.94:0/3035317481 learned_addr learned my addr 172.21.15.94:0/3035317481 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b3fff640 1 -- 172.21.15.94:0/3035317481 >> v2:172.21.15.143:3300/0 conn(0x7f81b415e810 msgr2=0x7f81b40d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b37fe640 1 --2- 172.21.15.94:0/3035317481 >> v2:172.21.15.143:3300/0 conn(0x7f81b415e810 0x7f81b40d0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b3fff640 1 --2- 172.21.15.94:0/3035317481 >> v2:172.21.15.143:3300/0 conn(0x7f81b415e810 0x7f81b40d0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b3fff640 1 -- 172.21.15.94:0/3035317481 >> v1:172.21.15.143:6789/0 conn(0x7f81b40d0580 legacy=0x7f81b40cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b3fff640 1 -- 172.21.15.94:0/3035317481 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81b40ceec0 con 0x7f81b40ce580 2024-09-10T08:37:48.222 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b3fff640 1 --2- 172.21.15.94:0/3035317481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40ce580 0x7f81b40b3120 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f81b40b2eb0 tx=0x7f81ac02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d289e681ecd49007 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.223 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b27fc640 1 -- 172.21.15.94:0/3035317481 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ac036070 con 0x7f81b40ce580 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b27fc640 1 -- 172.21.15.94:0/3035317481 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81ac031600 con 0x7f81b40ce580 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.221+0000 7f81b27fc640 1 -- 172.21.15.94:0/3035317481 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ac0319d0 con 0x7f81b40ce580 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3035317481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40ce580 msgr2=0x7f81b40b3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3035317481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40ce580 0x7f81b40b3120 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f81b40b2eb0 tx=0x7f81ac02a6f0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3035317481 shutdown_connections 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3035317481 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40ce580 0x7f81b40b3120 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3035317481 >> v2:172.21.15.143:3300/0 conn(0x7f81b415e810 0x7f81b40d0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3035317481 >> 172.21.15.94:0/3035317481 conn(0x7f81b406f740 msgr2=0x7f81b406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3035317481 shutdown_connections 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.222+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3035317481 wait complete. 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.223+0000 7f81ba1a6640 1 Processor -- start 2024-09-10T08:37:48.224 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81ba1a6640 1 -- start start 2024-09-10T08:37:48.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81ba1a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81b40ce580 0x7f81b4153430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.226 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81ba1a6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40d0580 0x7f81b4146bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81ba1a6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81b415e810 0x7f81b406dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81ba1a6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f81b40cfc80 con 0x7f81b40d0580 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81ba1a6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f81b40cf480 con 0x7f81b415e810 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81ba1a6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f81b40b3660 con 0x7f81b40ce580 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81b2ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40d0580 0x7f81b4146bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81b2ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40d0580 0x7f81b4146bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33904/0 (socket says 172.21.15.94:33904) 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81b2ffd640 1 -- 172.21.15.94:0/3520087388 learned_addr learned my addr 172.21.15.94:0/3520087388 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81b37fe640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81b40ce580 0x7f81b4153430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.224+0000 7f81b3fff640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81b415e810 0x7f81b406dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81b2ffd640 1 -- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81b40ce580 msgr2=0x7f81b4153430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81b2ffd640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81b40ce580 0x7f81b4153430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81b2ffd640 1 -- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81b415e810 msgr2=0x7f81b406dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.227 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81b2ffd640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81b415e810 0x7f81b406dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81b2ffd640 1 -- 172.21.15.94:0/3520087388 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81b415afd0 con 0x7f81b40d0580 2024-09-10T08:37:48.228 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81b3fff640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81b415e810 0x7f81b406dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81b2ffd640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40d0580 0x7f81b4146bb0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f81a800c430 tx=0x7f81a800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f819bfff640 1 -- 172.21.15.94:0/3520087388 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a8011790 con 0x7f81b40d0580 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f819bfff640 1 -- 172.21.15.94:0/3520087388 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81a8017070 con 0x7f81b40d0580 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81b415b2b0 con 0x7f81b40d0580 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f819bfff640 1 -- 172.21.15.94:0/3520087388 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a8011bb0 con 0x7f81b40d0580 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.225+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81b415b870 con 0x7f81b40d0580 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.226+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81b40b26d0 con 0x7f81b40d0580 2024-09-10T08:37:48.229 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.226+0000 7f819bfff640 1 -- 172.21.15.94:0/3520087388 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81a801c460 con 0x7f81b40d0580 2024-09-10T08:37:48.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.227+0000 7f819bfff640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81a006be30 0x7f81a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.227+0000 7f819bfff640 1 -- 172.21.15.94:0/3520087388 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f81a808af00 con 0x7f81b40d0580 2024-09-10T08:37:48.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.227+0000 7f81b37fe640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81a006be30 0x7f81a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.230 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.227+0000 7f81b37fe640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81a006be30 0x7f81a006e2f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f81a400aa20 tx=0x7f81a4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.231 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.231+0000 7f819bfff640 1 -- 172.21.15.94:0/3520087388 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f81a8059660 con 0x7f81b40d0580 2024-09-10T08:37:48.433 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.433+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81b40b3120 con 0x7f81b40d0580 2024-09-10T08:37:48.434 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.434+0000 7f819bfff640 1 -- 172.21.15.94:0/3520087388 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5249 (secure 0 0 0) 0x7f81a8058f60 con 0x7f81b40d0580 2024-09-10T08:37:48.435 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:37:48.435 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":62,"btime":"2024-09-10T08:37:47:360706+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:47.360701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7152,"mds_1":7143},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7143":{"gid":7143,"name":"a","rank":1,"incarnation":61,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7152,"qdb_cluster":[7143,7152]},"id":7}]} 2024-09-10T08:37:48.435 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 62 2024-09-10T08:37:48.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81a006be30 msgr2=0x7f81a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.436 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81a006be30 0x7f81a006e2f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f81a400aa20 tx=0x7f81a4008040 comp rx=0 tx=0).stop 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40d0580 msgr2=0x7f81b4146bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40d0580 0x7f81b4146bb0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f81a800c430 tx=0x7f81a800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 shutdown_connections 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f81a006be30 0x7f81a006e2f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f81b415e810 0x7f81b406dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f81b40d0580 0x7f81b4146bb0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 --2- 172.21.15.94:0/3520087388 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f81b40ce580 0x7f81b4153430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 >> 172.21.15.94:0/3520087388 conn(0x7f81b406f740 msgr2=0x7f81b40b0610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 shutdown_connections 2024-09-10T08:37:48.437 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.436+0000 7f81ba1a6640 1 -- 172.21.15.94:0/3520087388 wait complete. 2024-09-10T08:37:48.850 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 62, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:37:14.580990+0000', 'modified': '2024-09-10T08:37:47.360701+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 108, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 7152, 'mds_1': 7143}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7143': {'gid': 7143, 'name': 'a', 'rank': 1, 'incarnation': 61, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.94:6835/1820212662', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6834', 'nonce': 1820212662}, {'type': 'v1', 'addr': '172.21.15.94:6835', 'nonce': 1820212662}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7152': {'gid': 7152, 'name': 'c', 'rank': 0, 'incarnation': 56, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.94:6837/2153594335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6836', 'nonce': 2153594335}, {'type': 'v1', 'addr': '172.21.15.94:6837', 'nonce': 2153594335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7152, 'qdb_cluster': [7143, 7152]} 2024-09-10T08:37:48.850 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-09-10T08:37:48.851 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-10T08:37:48.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.951+0000 7f5323596640 1 Processor -- start 2024-09-10T08:37:48.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.951+0000 7f5323596640 1 -- start start 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5323596640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 0x7f531c13f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5323596640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f531c06ff90 0x7f531c070440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5323596640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f531c070980 con 0x7f531c159de0 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5323596640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f531c141b60 con 0x7f531c06ff90 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5323596640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f531c141e40 con 0x7f531c0d0680 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5321b33640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f531c06ff90 0x7f531c070440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5321b33640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f531c06ff90 0x7f531c070440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33920/0 (socket says 172.21.15.94:33920) 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.952+0000 7f5321b33640 1 -- 172.21.15.94:0/4177160057 learned_addr learned my addr 172.21.15.94:0/4177160057 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5321b33640 1 -- 172.21.15.94:0/4177160057 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 msgr2=0x7f531c13f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5321b33640 1 --2- 172.21.15.94:0/4177160057 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 0x7f531c13f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5321b33640 1 -- 172.21.15.94:0/4177160057 >> v1:172.21.15.143:6789/0 conn(0x7f531c159de0 legacy=0x7f531c0cff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.954 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5321b33640 1 -- 172.21.15.94:0/4177160057 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531c142120 con 0x7f531c06ff90 2024-09-10T08:37:48.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5321b33640 1 --2- 172.21.15.94:0/4177160057 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c070440 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f5314009870 tx=0x7f531402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e537f61fe535fae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5313fff640 1 -- 172.21.15.94:0/4177160057 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5314037070 con 0x7f531c06ff90 2024-09-10T08:37:48.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5313fff640 1 -- 172.21.15.94:0/4177160057 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5314032440 con 0x7f531c06ff90 2024-09-10T08:37:48.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.953+0000 7f5313fff640 1 -- 172.21.15.94:0/4177160057 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5314032810 con 0x7f531c06ff90 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 -- 172.21.15.94:0/4177160057 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 msgr2=0x7f531c070440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 --2- 172.21.15.94:0/4177160057 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c070440 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f5314009870 tx=0x7f531402a210 comp rx=0 tx=0).stop 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 -- 172.21.15.94:0/4177160057 shutdown_connections 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 --2- 172.21.15.94:0/4177160057 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c070440 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 --2- 172.21.15.94:0/4177160057 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 0x7f531c13f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 -- 172.21.15.94:0/4177160057 >> 172.21.15.94:0/4177160057 conn(0x7f531c0ced60 msgr2=0x7f531c0cf170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 -- 172.21.15.94:0/4177160057 shutdown_connections 2024-09-10T08:37:48.956 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.954+0000 7f5323596640 1 -- 172.21.15.94:0/4177160057 wait complete. 2024-09-10T08:37:48.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.955+0000 7f5323596640 1 Processor -- start 2024-09-10T08:37:48.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.955+0000 7f5323596640 1 -- start start 2024-09-10T08:37:48.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5323596640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c15c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5323596640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 0x7f531c1f2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5323596640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f531c159de0 0x7f531c1f2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5323596640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f531c0718c0 con 0x7f531c06ff90 2024-09-10T08:37:48.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5323596640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f531c1426e0 con 0x7f531c159de0 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5323596640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f531c071a40 con 0x7f531c0d0680 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c15c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c15c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33936/0 (socket says 172.21.15.94:33936) 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 -- 172.21.15.94:0/1428678713 learned_addr learned my addr 172.21.15.94:0/1428678713 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5320b31640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 0x7f531c1f2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321b33640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f531c159de0 0x7f531c1f2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 -- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 msgr2=0x7f531c1f2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 0x7f531c1f2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 -- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f531c159de0 msgr2=0x7f531c1f2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f531c159de0 0x7f531c1f2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.956+0000 7f5321332640 1 -- 172.21.15.94:0/1428678713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f531c142eb0 con 0x7f531c06ff90 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.957+0000 7f5321332640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c15c070 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f531800ba80 tx=0x7f531800bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.959 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.957+0000 7f5311ffb640 1 -- 172.21.15.94:0/1428678713 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5318019070 con 0x7f531c06ff90 2024-09-10T08:37:48.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.957+0000 7f5311ffb640 1 -- 172.21.15.94:0/1428678713 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f531800cc90 con 0x7f531c06ff90 2024-09-10T08:37:48.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.957+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f531c143190 con 0x7f531c06ff90 2024-09-10T08:37:48.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.957+0000 7f5311ffb640 1 -- 172.21.15.94:0/1428678713 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5318014680 con 0x7f531c06ff90 2024-09-10T08:37:48.960 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.957+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f531c15c5b0 con 0x7f531c06ff90 2024-09-10T08:37:48.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.959+0000 7f5311ffb640 1 -- 172.21.15.94:0/1428678713 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f531801c070 con 0x7f531c06ff90 2024-09-10T08:37:48.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.959+0000 7f5311ffb640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f530006be30 0x7f530006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.959+0000 7f5311ffb640 1 -- 172.21.15.94:0/1428678713 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f531808add0 con 0x7f531c06ff90 2024-09-10T08:37:48.963 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.959+0000 7f5320b31640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f530006be30 0x7f530006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.960+0000 7f5320b31640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f530006be30 0x7f530006e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f531c1590f0 tx=0x7f530c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.960+0000 7f5326408740 1 Processor -- start 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.960+0000 7f5326408740 1 -- start start 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140ed8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e90a80 0x559140e936a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5326408740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140e8d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5326408740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x559140df5520 con 0x559140e94a50 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x559140d9d3e0 con 0x559140e90a80 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x559140df14e0 con 0x559140e932c0 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140e8d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140e8d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33952/0 (socket says 172.21.15.94:33952) 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 -- 172.21.15.94:0/819776002 learned_addr learned my addr 172.21.15.94:0/819776002 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321332640 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140ed8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5320b31640 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e90a80 0x559140e936a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 -- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 msgr2=0x559140ed8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140ed8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 -- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e90a80 msgr2=0x559140e936a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e90a80 0x559140e936a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 -- 172.21.15.94:0/819776002 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559140db82f0 con 0x559140e94a50 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321332640 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140ed8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5321b33640 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140e8d8b0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f5314009870 tx=0x7f531402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12cfcb8dc53ad5ff server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.961+0000 7f5306ffd640 1 -- 172.21.15.94:0/819776002 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5314037040 con 0x559140e94a50 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5306ffd640 1 -- 172.21.15.94:0/819776002 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5314032740 con 0x559140e94a50 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5306ffd640 1 -- 172.21.15.94:0/819776002 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5314032af0 con 0x559140e94a50 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 -- 172.21.15.94:0/819776002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 msgr2=0x559140e8d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140e8d8b0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f5314009870 tx=0x7f531402c000 comp rx=0 tx=0).stop 2024-09-10T08:37:48.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 -- 172.21.15.94:0/819776002 shutdown_connections 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e90a80 0x559140e936a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140e8d8b0 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 --2- 172.21.15.94:0/819776002 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140ed8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 -- 172.21.15.94:0/819776002 >> 172.21.15.94:0/819776002 conn(0x559140e8fa80 msgr2=0x559140ed7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 -- 172.21.15.94:0/819776002 shutdown_connections 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.962+0000 7f5326408740 1 -- 172.21.15.94:0/819776002 wait complete. 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.963+0000 7f5326408740 1 -- start start 2024-09-10T08:37:48.966 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.963+0000 7f5326408740 1 Processor -- start 2024-09-10T08:37:48.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140eb7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.969 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x559140e8ef20 con 0x559140eb8770 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x559140d7e450 con 0x559140e94a50 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x559140ed9290 con 0x559140e932c0 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 10 client.0 _ll_register_callbacks cb 0x559140b07ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33968/0 (socket says 172.21.15.94:33968) 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 -- 172.21.15.94:0/3356330073 learned_addr learned my addr 172.21.15.94:0/3356330073 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 -- 172.21.15.94:0/3356330073 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 msgr2=0x559140eb7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140eb7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 -- 172.21.15.94:0/3356330073 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 msgr2=0x559140ec0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5320b31640 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 -- 172.21.15.94:0/3356330073 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559140b082d0 con 0x559140eb8770 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5321b33640 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0e80 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f531402a800 tx=0x7f5314004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c523d6b9d34058d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.970 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f52fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f52fbfff640 1 -- 172.21.15.94:0/3356330073 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531404d070 con 0x559140eb8770 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f52fbfff640 1 -- 172.21.15.94:0/3356330073 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f5314032b00 con 0x559140eb8770 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.964+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5314032740 con 0x559140eb8770 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f52fbfff640 1 -- 172.21.15.94:0/3356330073 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f5314058050 con 0x559140eb8770 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 10 client.7260 fetch_fsmap learned FSMap version 62 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x559140bd26b0 con 0x559140eb8770 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f52fbfff640 1 -- 172.21.15.94:0/3356330073 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5314032740 con 0x559140eb8770 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f52fbfff640 1 -- 172.21.15.94:0/3356330073 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 62) ==== 3522+0+0 (secure 0 0 0) 0x7f531405b020 con 0x559140eb8770 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 10 client.7260 fetch_fsmap finished waiting for FSMap version 62 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 10 client.7260 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 20 client.7260 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140ef3600 0x559140ef59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.971 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 4 client.7260 mds_command: new command op to 7143 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 --> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559140e02c50 con 0x559140ef3600 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5321332640 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140ef3600 0x559140ef59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f52fbfff640 10 client.7260 ms_handle_connect on v2:172.21.15.94:6834/1820212662 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.965+0000 7f5321332640 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140ef3600 0x559140ef59f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7af2c6b645de9a9d server_cookie=f08dff6132be3dec in_seq=0 out_seq=0 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f52fbfff640 1 -- 172.21.15.94:0/3356330073 <== mds.1 v2:172.21.15.94:6834/1820212662 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559140e02c50 con 0x559140ef3600 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f52fbfff640 10 client.7260 handle_command_reply: tid=0 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 client.7260 shutdown 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 msgr2=0x559140ec0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0e80 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f531402a800 tx=0x7f5314004730 comp rx=0 tx=0).stop 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 shutdown_connections 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140ef3600 0x559140ef59f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.972 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0e80 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f52fbfff640 0 client.7260 ms_handle_reset on v2:172.21.15.94:6834/1820212662 2024-09-10T08:37:48.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 --2- 172.21.15.94:0/3356330073 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140eb7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 >> 172.21.15.94:0/3356330073 conn(0x559140e90a80 msgr2=0x559140ed9a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 shutdown_connections 2024-09-10T08:37:48.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 1 -- 172.21.15.94:0/3356330073 wait complete. 2024-09-10T08:37:48.973 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.966+0000 7f5326408740 20 client.7260 trim_cache size 0 max 16384 2024-09-10T08:37:48.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 Processor -- start 2024-09-10T08:37:48.984 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 -- start start 2024-09-10T08:37:48.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e932c0 0x559140e92870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.986 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f531c1ff0c0 con 0x559140e94a50 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f531c144cc0 con 0x559140e932c0 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.984+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f531c145310 con 0x559140eb8770 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33970/0 (socket says 172.21.15.94:33970) 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 -- 172.21.15.94:0/385737681 learned_addr learned my addr 172.21.15.94:0/385737681 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5321b33640 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5321332640 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e932c0 0x559140e92870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 -- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140eb8770 msgr2=0x559140ec0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.987 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 -- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e932c0 msgr2=0x559140e92870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e932c0 0x559140e92870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 -- 172.21.15.94:0/385737681 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559140e93a10 con 0x559140e94a50 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f5320b31640 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140ec0770 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f530c009690 tx=0x7f530c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14615221312938be server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f53067fc640 1 -- 172.21.15.94:0/385737681 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c01d040 con 0x559140e94a50 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f53067fc640 1 -- 172.21.15.94:0/385737681 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f530c026070 con 0x559140e94a50 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.985+0000 7f53067fc640 1 -- 172.21.15.94:0/385737681 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530c0147f0 con 0x559140e94a50 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 -- 172.21.15.94:0/385737681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 msgr2=0x559140ec0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140ec0770 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f530c009690 tx=0x7f530c013000 comp rx=0 tx=0).stop 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 -- 172.21.15.94:0/385737681 shutdown_connections 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.988 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 --2- 172.21.15.94:0/385737681 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e932c0 0x559140e92870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 -- 172.21.15.94:0/385737681 >> 172.21.15.94:0/385737681 conn(0x559140e90a80 msgr2=0x559140ebfb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 -- 172.21.15.94:0/385737681 shutdown_connections 2024-09-10T08:37:48.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 -- 172.21.15.94:0/385737681 wait complete. 2024-09-10T08:37:48.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 -- start start 2024-09-10T08:37:48.989 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.986+0000 7f5326408740 1 Processor -- start 2024-09-10T08:37:48.992 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140f3ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5326408740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5326408740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5326408740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x559140eb8550 con 0x559140eb8770 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x559140e8ef20 con 0x559140e94a50 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5326408740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x559140ebf580 con 0x559140e932c0 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5326408740 10 client.0 _ll_register_callbacks cb 0x7f53140096f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33972/0 (socket says 172.21.15.94:33972) 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 -- 172.21.15.94:0/4202074318 learned_addr learned my addr 172.21.15.94:0/4202074318 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5320b31640 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321332640 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140f3ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.993 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 -- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 msgr2=0x559140f3ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140f3ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 -- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 msgr2=0x559140ec0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.987+0000 7f5321b33640 1 -- 172.21.15.94:0/4202074318 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559140f43360 con 0x559140eb8770 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5321b33640 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0cb0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f5314009630 tx=0x7f531403c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f95919462bb433c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f52fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f52fbfff640 1 -- 172.21.15.94:0/4202074318 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531404d070 con 0x559140eb8770 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f52fbfff640 1 -- 172.21.15.94:0/4202074318 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f5314003ac0 con 0x559140eb8770 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f530c026070 con 0x559140eb8770 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f52fbfff640 1 -- 172.21.15.94:0/4202074318 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f5314037040 con 0x559140eb8770 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 10 client.7266 fetch_fsmap learned FSMap version 62 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x559140e891c0 con 0x559140eb8770 2024-09-10T08:37:48.994 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f52fbfff640 1 -- 172.21.15.94:0/4202074318 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f530c026070 con 0x559140eb8770 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f52fbfff640 1 -- 172.21.15.94:0/4202074318 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 62) ==== 3522+0+0 (secure 0 0 0) 0x7f531405b040 con 0x559140eb8770 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 10 client.7266 fetch_fsmap finished waiting for FSMap version 62 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 10 client.7266 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 20 client.7266 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140f3fce0 0x559140ed49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 4 client.7266 mds_command: new command op to 7143 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 --> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] -- command(tid 0: {"prefix": "status"}) -- 0x559140ec2660 con 0x559140f3fce0 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.988+0000 7f5321332640 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140f3fce0 0x559140ed49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f52fbfff640 10 client.7266 ms_handle_connect on v2:172.21.15.94:6834/1820212662 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5321332640 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140f3fce0 0x559140ed49d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=82d1c9ff2b043271 server_cookie=c7ff8b4414256b4b in_seq=0 out_seq=0 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f52fbfff640 1 -- 172.21.15.94:0/4202074318 <== mds.1 v2:172.21.15.94:6834/1820212662 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x559140ec2660 con 0x559140f3fce0 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f52fbfff640 10 client.7266 handle_command_reply: tid=0 2024-09-10T08:37:48.995 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 client.7266 shutdown 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 msgr2=0x559140ec0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0cb0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f5314009630 tx=0x7f531403c000 comp rx=0 tx=0).stop 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 shutdown_connections 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:6834/1820212662,v1:172.21.15.94:6835/1820212662] conn(0x559140f3fce0 0x559140ed49d0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x559140e94a50 0x559140ec0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f52fbfff640 0 client.7266 ms_handle_reset on v2:172.21.15.94:6834/1820212662 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x559140eb8770 0x559140ec0cb0 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 --2- 172.21.15.94:0/4202074318 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x559140e932c0 0x559140f3ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 >> 172.21.15.94:0/4202074318 conn(0x559140e90a80 msgr2=0x559140ef1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 shutdown_connections 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 1 -- 172.21.15.94:0/4202074318 wait complete. 2024-09-10T08:37:48.996 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.989+0000 7f5326408740 20 client.7266 trim_cache size 0 max 16384 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 1, 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 7143, 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 2.628678302, 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 62, 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 108, 2024-09-10T08:37:48.997 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 108, 2024-09-10T08:37:48.998 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 12.572814298000001 2024-09-10T08:37:48.998 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:48.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f530006be30 msgr2=0x7f530006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f530006be30 0x7f530006e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f531c1590f0 tx=0x7f530c008040 comp rx=0 tx=0).stop 2024-09-10T08:37:48.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 msgr2=0x7f531c15c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c15c070 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f531800ba80 tx=0x7f531800bf40 comp rx=0 tx=0).stop 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 shutdown_connections 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f530006be30 0x7f530006e2f0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f531c159de0 0x7f531c1f2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f531c0d0680 0x7f531c1f2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 --2- 172.21.15.94:0/1428678713 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f531c06ff90 0x7f531c15c070 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 >> 172.21.15.94:0/1428678713 conn(0x7f531c0ced60 msgr2=0x7f531c0c7230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 shutdown_connections 2024-09-10T08:37:48.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:48.990+0000 7f5323596640 1 -- 172.21.15.94:0/1428678713 wait complete. 2024-09-10T08:37:49.001 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-10T08:37:49.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.100+0000 7f56be142640 1 Processor -- start 2024-09-10T08:37:49.101 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.100+0000 7f56be142640 1 -- start start 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56be142640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f56b8147e70 0x7f56b8071710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56be142640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f56b80d0600 0x7f56b80d0a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56be142640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56b80cfe20 con 0x7f56b806ff20 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56be142640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f56b8071f40 con 0x7f56b80d0600 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56be142640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f56b8072220 con 0x7f56b8147e70 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56b7fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f56b80d0600 0x7f56b80d0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56b77fe640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f56b806ff20 0x7f56b8070300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:44424/0 (socket says 172.21.15.94:44424) 2024-09-10T08:37:49.102 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56b77fe640 1 -- 172.21.15.94:0/133281741 learned_addr learned my addr 172.21.15.94:0/133281741 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:49.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/133281741 >> v2:172.21.15.143:3300/0 conn(0x7f56b8147e70 0x7f56b8071710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.101+0000 7f56b7fff640 1 -- 172.21.15.94:0/133281741 >> v2:172.21.15.143:3300/0 conn(0x7f56b8147e70 msgr2=0x7f56b8071710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b7fff640 1 --2- 172.21.15.94:0/133281741 >> v2:172.21.15.143:3300/0 conn(0x7f56b8147e70 0x7f56b8071710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b7fff640 1 -- 172.21.15.94:0/133281741 >> v1:172.21.15.94:6789/0 conn(0x7f56b806ff20 legacy=0x7f56b8070300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b7fff640 1 -- 172.21.15.94:0/133281741 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b8072500 con 0x7f56b80d0600 2024-09-10T08:37:49.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b67fc640 1 -- 172.21.15.94:0/133281741 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1861310581 0 0) 0x7f56b80cfe20 con 0x7f56b806ff20 2024-09-10T08:37:49.103 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/133281741 >> v2:172.21.15.143:3300/0 conn(0x7f56b8147e70 0x7f56b8071710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:49.104 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b7fff640 1 --2- 172.21.15.94:0/133281741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b80d0600 0x7f56b80d0a90 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f56b8073e40 tx=0x7f56b002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f8f9ac25bb50838 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b67fc640 1 -- 172.21.15.94:0/133281741 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0037070 con 0x7f56b80d0600 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b67fc640 1 -- 172.21.15.94:0/133281741 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56b0032440 con 0x7f56b80d0600 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.102+0000 7f56b67fc640 1 -- 172.21.15.94:0/133281741 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0032810 con 0x7f56b80d0600 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 -- 172.21.15.94:0/133281741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b80d0600 msgr2=0x7f56b80d0a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 --2- 172.21.15.94:0/133281741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b80d0600 0x7f56b80d0a90 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f56b8073e40 tx=0x7f56b002a1a0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 -- 172.21.15.94:0/133281741 shutdown_connections 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 --2- 172.21.15.94:0/133281741 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b80d0600 0x7f56b80d0a90 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 --2- 172.21.15.94:0/133281741 >> v2:172.21.15.143:3300/0 conn(0x7f56b8147e70 0x7f56b8071710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 -- 172.21.15.94:0/133281741 >> 172.21.15.94:0/133281741 conn(0x7f56b80ced60 msgr2=0x7f56b80cf170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 -- 172.21.15.94:0/133281741 shutdown_connections 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.103+0000 7f56be142640 1 -- 172.21.15.94:0/133281741 wait complete. 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.104+0000 7f56be142640 1 Processor -- start 2024-09-10T08:37:49.105 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.104+0000 7f56be142640 1 -- start start 2024-09-10T08:37:49.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56be142640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f56b806ff20 0x7f56b81fc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.107 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56be142640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56b80d0600 0x7f56b813fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56be142640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b8147e70 0x7f56b813dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56be142640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f56b80c71a0 con 0x7f56b8147e70 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56be142640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f56b8071c50 con 0x7f56b806ff20 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56be142640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f56b80c8f60 con 0x7f56b80d0600 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b8147e70 0x7f56b813dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b8147e70 0x7f56b813dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33994/0 (socket says 172.21.15.94:33994) 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 -- 172.21.15.94:0/2732770575 learned_addr learned my addr 172.21.15.94:0/2732770575 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f56b806ff20 0x7f56b81fc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56b80d0600 0x7f56b813fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 -- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56b80d0600 msgr2=0x7f56b813fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56b80d0600 0x7f56b813fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.108 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 -- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f56b806ff20 msgr2=0x7f56b81fc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f56b806ff20 0x7f56b81fc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 -- 172.21.15.94:0/2732770575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b813a7f0 con 0x7f56b8147e70 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56b80d0600 0x7f56b813fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.105+0000 7f56b7fff640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b8147e70 0x7f56b813dce0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f56b002a1e0 tx=0x7f56b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.106+0000 7f569ffff640 1 -- 172.21.15.94:0/2732770575 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0041070 con 0x7f56b8147e70 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.106+0000 7f569ffff640 1 -- 172.21.15.94:0/2732770575 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56b003c890 con 0x7f56b8147e70 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.106+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56b81fc780 con 0x7f56b8147e70 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.106+0000 7f569ffff640 1 -- 172.21.15.94:0/2732770575 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0037040 con 0x7f56b8147e70 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.106+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56b813aa90 con 0x7f56b8147e70 2024-09-10T08:37:49.109 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.107+0000 7f569ffff640 1 -- 172.21.15.94:0/2732770575 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f56b0044070 con 0x7f56b8147e70 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.108+0000 7f569ffff640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f56a406be30 0x7f56a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.108+0000 7f569ffff640 1 -- 172.21.15.94:0/2732770575 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f56b00abdf0 con 0x7f56b8147e70 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.108+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f56a406be30 0x7f56a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.108+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f56a406be30 0x7f56a406e2f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f56a80012e0 tx=0x7f56a8007ed0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 Processor -- start 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 -- start start 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c8650a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c8608a80 0x5639c860b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c86058b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5639c856d520 con 0x5639c8608a80 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5639c85153e0 con 0x5639c860b2c0 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.109+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5639c85694e0 con 0x5639c860ca50 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c8608a80 0x5639c860b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c8608a80 0x5639c860b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:33996/0 (socket says 172.21.15.94:33996) 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 -- 172.21.15.94:0/1871694773 learned_addr learned my addr 172.21.15.94:0/1871694773 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b7fff640 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c86058b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b77fe640 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c8650a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 -- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 msgr2=0x5639c86058b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c86058b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 -- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 msgr2=0x5639c8650a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c8650a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.117 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 -- 172.21.15.94:0/1871694773 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639c85302f0 con 0x5639c8608a80 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b77fe640 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c8650a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c8608a80 0x5639c860b6a0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00b9f0 tx=0x7f56ac00beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba914342c36b86ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f569d7fa640 1 -- 172.21.15.94:0/1871694773 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ac016070 con 0x5639c8608a80 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f569d7fa640 1 -- 172.21.15.94:0/1871694773 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56ac00dcd0 con 0x5639c8608a80 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.110+0000 7f569d7fa640 1 -- 172.21.15.94:0/1871694773 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ac012660 con 0x5639c8608a80 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 -- 172.21.15.94:0/1871694773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c8608a80 msgr2=0x5639c860b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c8608a80 0x5639c860b6a0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00b9f0 tx=0x7f56ac00beb0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 -- 172.21.15.94:0/1871694773 shutdown_connections 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c86058b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c8608a80 0x5639c860b6a0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/1871694773 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c8650a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 -- 172.21.15.94:0/1871694773 >> 172.21.15.94:0/1871694773 conn(0x5639c8607a80 msgr2=0x5639c864ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:49.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 -- 172.21.15.94:0/1871694773 shutdown_connections 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 -- 172.21.15.94:0/1871694773 wait complete. 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.111+0000 7f56c0ed8740 1 -- start start 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 1 Processor -- start 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c864c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c865fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 0x5639c86370d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5639c8606f20 con 0x5639c860b2c0 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5639c84f6450 con 0x5639c8636c50 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5639c8651290 con 0x5639c860ca50 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56c0ed8740 10 client.0 _ll_register_callbacks cb 0x5639c827fac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56b77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c864c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56b77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c864c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34004/0 (socket says 172.21.15.94:34004) 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56b77fe640 1 -- 172.21.15.94:0/3584890548 learned_addr learned my addr 172.21.15.94:0/3584890548 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:49.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.112+0000 7f56b7fff640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 0x5639c86370d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c865fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b77fe640 1 -- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 msgr2=0x5639c865fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b77fe640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c865fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b77fe640 1 -- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 msgr2=0x5639c86370d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b77fe640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 0x5639c86370d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b77fe640 1 -- 172.21.15.94:0/3584890548 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639c82802d0 con 0x5639c860b2c0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c865fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56b77fe640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c864c4a0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f56a8015570 tx=0x7f56a8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccabdd471becadf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56967fc640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56967fc640 1 -- 172.21.15.94:0/3584890548 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a8027060 con 0x5639c860b2c0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56967fc640 1 -- 172.21.15.94:0/3584890548 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f56a8010040 con 0x5639c860b2c0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56ac00dcd0 con 0x5639c860b2c0 2024-09-10T08:37:49.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56967fc640 1 -- 172.21.15.94:0/3584890548 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f56a8013420 con 0x5639c860b2c0 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56c0ed8740 10 client.7281 fetch_fsmap learned FSMap version 62 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x5639c834a6b0 con 0x5639c860b2c0 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56967fc640 1 -- 172.21.15.94:0/3584890548 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56ac00dcd0 con 0x5639c860b2c0 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56967fc640 1 -- 172.21.15.94:0/3584890548 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 62) ==== 3522+0+0 (secure 0 0 0) 0x7f56a80135c0 con 0x5639c860b2c0 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56c0ed8740 10 client.7281 fetch_fsmap finished waiting for FSMap version 62 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56c0ed8740 10 client.7281 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.113+0000 7f56c0ed8740 20 client.7281 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c866bb10 0x5639c866df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56c0ed8740 4 client.7281 mds_command: new command op to 7152 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 --> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639c857ac50 con 0x5639c866bb10 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c866bb10 0x5639c866df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56967fc640 10 client.7281 ms_handle_connect on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c866bb10 0x5639c866df00 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=430f6540c3449187 server_cookie=3388f0557891f160 in_seq=0 out_seq=0 2024-09-10T08:37:49.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56967fc640 1 -- 172.21.15.94:0/3584890548 <== mds.0 v2:172.21.15.94:6836/2153594335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5639c857ac50 con 0x5639c866bb10 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56967fc640 10 client.7281 handle_command_reply: tid=0 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.114+0000 7f56c0ed8740 1 client.7281 shutdown 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 msgr2=0x5639c864c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c864c4a0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f56a8015570 tx=0x7f56a8011000 comp rx=0 tx=0).stop 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 shutdown_connections 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c866bb10 0x5639c866df00 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 0x5639c86370d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56967fc640 0 client.7281 ms_handle_reset on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c865fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/3584890548 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c864c4a0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 >> 172.21.15.94:0/3584890548 conn(0x5639c8608a80 msgr2=0x5639c864dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 shutdown_connections 2024-09-10T08:37:49.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 1 -- 172.21.15.94:0/3584890548 wait complete. 2024-09-10T08:37:49.123 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.115+0000 7f56c0ed8740 20 client.7281 trim_cache size 0 max 16384 2024-09-10T08:37:49.132 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.132+0000 7f56c0ed8740 1 Processor -- start 2024-09-10T08:37:49.133 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.132+0000 7f56c0ed8740 1 -- start start 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c8601320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c86c8080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 0x5639c864be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f56b82053e0 con 0x5639c860b2c0 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f56b813d380 con 0x5639c8636c50 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f56b8203d40 con 0x5639c860ca50 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c8601320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.135 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c8601320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34006/0 (socket says 172.21.15.94:34006) 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 -- 172.21.15.94:0/2719212472 learned_addr learned my addr 172.21.15.94:0/2719212472 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 -- 172.21.15.94:0/2719212472 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 msgr2=0x5639c86c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2719212472 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c86c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 -- 172.21.15.94:0/2719212472 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 msgr2=0x5639c864be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2719212472 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 0x5639c864be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.133+0000 7f56b77fe640 1 -- 172.21.15.94:0/2719212472 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639c86633c0 con 0x5639c860b2c0 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2719212472 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c8601320 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f56a8001560 tx=0x7f56a8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e53af184eca49cb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f569cff9640 1 -- 172.21.15.94:0/2719212472 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a80135c0 con 0x5639c860b2c0 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f569cff9640 1 -- 172.21.15.94:0/2719212472 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a8013b10 con 0x5639c860b2c0 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f569cff9640 1 -- 172.21.15.94:0/2719212472 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a8013ce0 con 0x5639c860b2c0 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2719212472 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 msgr2=0x5639c8601320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2719212472 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c8601320 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f56a8001560 tx=0x7f56a8013000 comp rx=0 tx=0).stop 2024-09-10T08:37:49.136 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2719212472 shutdown_connections 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2719212472 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c8636c50 0x5639c864be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2719212472 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c860ca50 0x5639c86c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2719212472 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860b2c0 0x5639c8601320 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2719212472 >> 172.21.15.94:0/2719212472 conn(0x5639c8608a80 msgr2=0x5639c864e2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2719212472 shutdown_connections 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.134+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2719212472 wait complete. 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.135+0000 7f56c0ed8740 1 -- start start 2024-09-10T08:37:49.137 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.135+0000 7f56c0ed8740 1 Processor -- start 2024-09-10T08:37:49.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c86c4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.140 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860ca50 0x5639c8625f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c8636c50 0x5639c86264c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x5639c8660010 con 0x5639c860ca50 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x5639c864d490 con 0x5639c860b2c0 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x5639c8663ce0 con 0x5639c8636c50 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 10 client.0 _ll_register_callbacks cb 0x7f56a8005cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860ca50 0x5639c8625f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860ca50 0x5639c8625f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:34008/0 (socket says 172.21.15.94:34008) 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 -- 172.21.15.94:0/2404923454 learned_addr learned my addr 172.21.15.94:0/2404923454 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c86c4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b7fff640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c8636c50 0x5639c86264c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 -- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c8636c50 msgr2=0x5639c86264c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c8636c50 0x5639c86264c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.141 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 -- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 msgr2=0x5639c86c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c86c4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 -- 172.21.15.94:0/2404923454 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639c8626cb0 con 0x5639c860ca50 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c86c4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b7fff640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c8636c50 0x5639c86264c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56b6ffd640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860ca50 0x5639c8625f80 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f56ac000c00 tx=0x7f56ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd8a543d33556bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56967fc640 10 client.0 ms_handle_connect on v2:172.21.15.94:3300/0 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56967fc640 1 -- 172.21.15.94:0/2404923454 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ac02c070 con 0x5639c860ca50 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56967fc640 1 -- 172.21.15.94:0/2404923454 <== mon.0 v2:172.21.15.94:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f56ac028440 con 0x5639c860ca50 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.136+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56a8013b10 con 0x5639c860ca50 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56967fc640 1 -- 172.21.15.94:0/2404923454 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) ==== 24+0+0 (secure 0 0 0) 0x7f56ac038050 con 0x5639c860ca50 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 10 client.7287 fetch_fsmap learned FSMap version 62 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) -- 0x5639c865f480 con 0x5639c860ca50 2024-09-10T08:37:49.142 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56967fc640 1 -- 172.21.15.94:0/2404923454 <== mon.0 v2:172.21.15.94:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56a8013b10 con 0x5639c860ca50 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56967fc640 1 -- 172.21.15.94:0/2404923454 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 62) ==== 3522+0+0 (secure 0 0 0) 0x7f56ac03b020 con 0x5639c860ca50 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 10 client.7287 fetch_fsmap finished waiting for FSMap version 62 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 10 client.7287 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 20 client.7287 populate_metadata read hostname 'smithi094' 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c865eb40 0x5639c8631050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 4 client.7287 mds_command: new command op to 7152 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 --> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] -- command(tid 0: {"prefix": "status"}) -- 0x5639c8574fa0 con 0x5639c865eb40 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c865eb40 0x5639c8631050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56b77fe640 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c865eb40 0x5639c8631050 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7076715d9e415921 server_cookie=9553feee25bddf83 in_seq=0 out_seq=0 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56967fc640 10 client.7287 ms_handle_connect on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56967fc640 1 -- 172.21.15.94:0/2404923454 <== mds.0 v2:172.21.15.94:6836/2153594335 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x5639c8574fa0 con 0x5639c865eb40 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56967fc640 10 client.7287 handle_command_reply: tid=0 2024-09-10T08:37:49.143 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 client.7287 shutdown 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860ca50 msgr2=0x5639c8625f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860ca50 0x5639c8625f80 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f56ac000c00 tx=0x7f56ac004730 comp rx=0 tx=0).stop 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 shutdown_connections 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:6836/2153594335,v1:172.21.15.94:6837/2153594335] conn(0x5639c865eb40 0x5639c8631050 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x5639c8636c50 0x5639c86264c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x5639c860ca50 0x5639c8625f80 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56967fc640 0 client.7287 ms_handle_reset on v2:172.21.15.94:6836/2153594335 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 --2- 172.21.15.94:0/2404923454 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x5639c860b2c0 0x5639c86c4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.137+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 >> 172.21.15.94:0/2404923454 conn(0x5639c8608a80 msgr2=0x5639c86c75e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 shutdown_connections 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56c0ed8740 1 -- 172.21.15.94:0/2404923454 wait complete. 2024-09-10T08:37:49.144 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56c0ed8740 20 client.7287 trim_cache size 0 max 16384 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "da880c2d-80db-4dc7-b519-bc4b0a5ea99a", 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 7152, 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 11.811900496, 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 62, 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 108, 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 108, 2024-09-10T08:37:49.145 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 12.679626405 2024-09-10T08:37:49.146 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:37:49.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f56a406be30 msgr2=0x7f56a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.146 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f56a406be30 0x7f56a406e2f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f56a80012e0 tx=0x7f56a8007ed0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b8147e70 msgr2=0x7f56b813dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b8147e70 0x7f56b813dce0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f56b002a1e0 tx=0x7f56b00046c0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 shutdown_connections 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f56a406be30 0x7f56a406e2f0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f56b8147e70 0x7f56b813dce0 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f56b80d0600 0x7f56b813fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 --2- 172.21.15.94:0/2732770575 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f56b806ff20 0x7f56b81fc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 >> 172.21.15.94:0/2732770575 conn(0x7f56b80ced60 msgr2=0x7f56b80c7320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 shutdown_connections 2024-09-10T08:37:49.147 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:49.138+0000 7f56be142640 1 -- 172.21.15.94:0/2732770575 wait complete. 2024-09-10T08:37:49.149 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-10T08:37:49.266 INFO:teuthology.orchestra.run.smithi094.stdout:{"message":"","return_code":0} 2024-09-10T08:37:49.267 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T08:37:49.268 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump objecter 2024-09-10T08:37:49.383 INFO:teuthology.orchestra.run.smithi094.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":40,"op_send_bytes":11562,"op_resend":33,"op_reply":40,"op_latency":{"avgcount":40,"sum":0.206996581,"avgtime":0.005174914},"op_inflight":0,"oplen_avg":{"avgcount":40,"sum":62},"op":40,"op_r":0,"op_w":40,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":2,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1}} 2024-09-10T08:37:49.383 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 40, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 40, "avgtime": 0.005174914, "sum": 0.206996581 }, "op_pg": 0, "op_r": 0, "op_reply": 40, "op_resend": 33, "op_rmw": 0, "op_send": 40, "op_send_bytes": 11562, "op_w": 40, "oplen_avg": { "avgcount": 40, "sum": 62 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 2, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-10T08:37:49.384 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json export dir /bravo 1 2024-09-10T08:37:49.495 INFO:teuthology.orchestra.run.smithi094.stdout:{"return_code":0} 2024-09-10T08:37:49.496 DEBUG:tasks.cephfs.filesystem:_json_asok output { "return_code": 0 } 2024-09-10T08:37:49.496 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump objecter 2024-09-10T08:37:49.611 INFO:teuthology.orchestra.run.smithi094.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":40,"op_send_bytes":11562,"op_resend":33,"op_reply":40,"op_latency":{"avgcount":40,"sum":0.206996581,"avgtime":0.005174914},"op_inflight":0,"oplen_avg":{"avgcount":40,"sum":62},"op":40,"op_r":0,"op_w":40,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":2,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":15,"omap_rd":0,"omap_del":1}} 2024-09-10T08:37:49.611 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 15, "op": 40, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 40, "avgtime": 0.005174914, "sum": 0.206996581 }, "op_pg": 0, "op_r": 0, "op_reply": 40, "op_resend": 33, "op_rmw": 0, "op_send": 40, "op_send_bytes": 11562, "op_w": 40, "oplen_avg": { "avgcount": 40, "sum": 62 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 2, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-10T08:37:49.611 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-10T08:37:54.613 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump objecter 2024-09-10T08:37:54.738 INFO:teuthology.orchestra.run.smithi094.stdout:{"objecter":{"op_active":0,"op_laggy":0,"op_send":43,"op_send_bytes":15330,"op_resend":33,"op_reply":43,"op_latency":{"avgcount":43,"sum":0.211996499,"avgtime":0.004930151},"op_inflight":0,"oplen_avg":{"avgcount":43,"sum":67},"op":43,"op_r":0,"op_w":43,"op_rmw":0,"op_pg":0,"osdop_stat":0,"osdop_create":10,"osdop_read":0,"osdop_write":3,"osdop_writefull":8,"osdop_writesame":0,"osdop_append":0,"osdop_zero":0,"osdop_truncate":0,"osdop_delete":6,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":0,"osdop_setxattr":20,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":7,"osd_session_open":7,"osd_session_close":0,"osd_laggy":0,"omap_wr":19,"omap_rd":0,"omap_del":1}} 2024-09-10T08:37:54.739 DEBUG:tasks.cephfs.filesystem:_json_asok output { "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 0, "omap_wr": 19, "op": 43, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 43, "avgtime": 0.004930151, "sum": 0.211996499 }, "op_pg": 0, "op_r": 0, "op_reply": 43, "op_resend": 33, "op_rmw": 0, "op_send": 43, "op_send_bytes": 15330, "op_w": 43, "oplen_avg": { "avgcount": 43, "sum": 67 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 7, "osd_sessions": 7, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 10, "osdop_delete": 6, "osdop_getxattr": 0, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 0, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 20, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 0, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 3, "osdop_writefull": 8, "osdop_writesame": 0, "osdop_zero": 0, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 } } 2024-09-10T08:37:54.739 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-10T08:37:54.739 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:54.739 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:54.756 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:54.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.895+0000 7fd987867640 1 Processor -- start 2024-09-10T08:37:54.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.895+0000 7fd987867640 1 -- start start 2024-09-10T08:37:54.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.896+0000 7fd987867640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 0x7fd9800d0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.896+0000 7fd987867640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9800cebe0 con 0x7fd9800ce580 2024-09-10T08:37:54.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.896+0000 7fd987867640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9800ceec0 con 0x7fd9800d0580 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.896+0000 7fd987867640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd9800cf7f0 con 0x7fd98015e810 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985e04640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd9800ce580 0x7fd9800b3120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:36556/0 (socket says 172.21.15.94:36556) 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985e04640 1 -- 172.21.15.94:0/2916815826 learned_addr learned my addr 172.21.15.94:0/2916815826 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985603640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 0x7fd9800d0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 256628961 0 0) 0x7fd9800cebe0 con 0x7fd9800ce580 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd96c003520 con 0x7fd9800ce580 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 965127537 0 0) 0x7fd96c003520 con 0x7fd9800ce580 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 msgr2=0x7fd9800d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 0x7fd9800d0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 >> v1:172.21.15.143:6789/0 conn(0x7fd9800d0580 legacy=0x7fd9800cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9800cf1a0 con 0x7fd9800ce580 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fd978001670 con 0x7fd9800ce580 2024-09-10T08:37:54.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 >> v1:172.21.15.94:6789/0 conn(0x7fd9800ce580 legacy=0x7fd9800b3120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd96c0039e0 0x7fd96c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd96c004800 0x7fd96c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 0x7fd96c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd9800cf7f0 con 0x7fd96c0039e0 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd96c00dc80 con 0x7fd96c004800 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd96c00de80 con 0x7fd98015e810 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985603640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd96c0039e0 0x7fd96c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985e04640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 0x7fd96c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd984e02640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd96c004800 0x7fd96c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985603640 1 -- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 msgr2=0x7fd96c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:54.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985603640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd98015e810 0x7fd96c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985603640 1 -- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd96c004800 msgr2=0x7fd96c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985603640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd96c004800 0x7fd96c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.897+0000 7fd985603640 1 -- 172.21.15.94:0/2916815826 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd96c003520 con 0x7fd96c0039e0 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.898+0000 7fd984e02640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd96c004800 0x7fd96c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.898+0000 7fd985603640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd96c0039e0 0x7fd96c003e00 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fd97c009f90 tx=0x7fd96c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab96ecab54bee946 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.898+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97c009c10 con 0x7fd96c0039e0 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.898+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd97c036070 con 0x7fd96c0039e0 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.898+0000 7fd977fff640 1 -- 172.21.15.94:0/2916815826 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97c031830 con 0x7fd96c0039e0 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.899+0000 7fd987867640 1 -- 172.21.15.94:0/2916815826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd96c0039e0 msgr2=0x7fd96c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.899+0000 7fd987867640 1 --2- 172.21.15.94:0/2916815826 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd96c0039e0 0x7fd96c003e00 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fd97c009f90 tx=0x7fd96c005830 comp rx=0 tx=0).stop 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.899+0000 7fd985e04640 1 -- 172.21.15.94:0/2916815826 reap_dead start 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.899+0000 7fd987867640 1 -- 172.21.15.94:0/2916815826 shutdown_connections 2024-09-10T08:37:54.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.899+0000 7fd987867640 1 -- 172.21.15.94:0/2916815826 >> 172.21.15.94:0/2916815826 conn(0x7fd98006f740 msgr2=0x7fd98006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:54.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.899+0000 7fd987867640 1 -- 172.21.15.94:0/2916815826 shutdown_connections 2024-09-10T08:37:54.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.899+0000 7fd987867640 1 -- 172.21.15.94:0/2916815826 wait complete. 2024-09-10T08:37:54.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.900+0000 7fd987867640 1 Processor -- start 2024-09-10T08:37:54.904 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.900+0000 7fd987867640 1 -- start start 2024-09-10T08:37:54.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd987867640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd96c0039e0 0x7fd98014f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd987867640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd980153e60 0x7fd98014eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd987867640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9801e5e20 0x7fd9801e62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd987867640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd9800cfc80 con 0x7fd9801e5e20 2024-09-10T08:37:54.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd987867640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd9800d09c0 con 0x7fd980153e60 2024-09-10T08:37:54.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd987867640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd9800d0040 con 0x7fd96c0039e0 2024-09-10T08:37:54.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9801e5e20 0x7fd9801e62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9801e5e20 0x7fd9801e62a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49740/0 (socket says 172.21.15.94:49740) 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 -- 172.21.15.94:0/3648713710 learned_addr learned my addr 172.21.15.94:0/3648713710 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 -- 172.21.15.94:0/3648713710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd96c0039e0 msgr2=0x7fd98014f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd96c0039e0 0x7fd98014f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 -- 172.21.15.94:0/3648713710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd980153e60 msgr2=0x7fd98014eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd980153e60 0x7fd98014eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.901+0000 7fd985e04640 1 -- 172.21.15.94:0/3648713710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9801546d0 con 0x7fd9801e5e20 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.902+0000 7fd985e04640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9801e5e20 0x7fd9801e62a0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fd98006c800 tx=0x7fd97800e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.902+0000 7fd975ffb640 1 -- 172.21.15.94:0/3648713710 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd978019070 con 0x7fd9801e5e20 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.902+0000 7fd975ffb640 1 -- 172.21.15.94:0/3648713710 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd978010510 con 0x7fd9801e5e20 2024-09-10T08:37:54.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.902+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9801549b0 con 0x7fd9801e5e20 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.902+0000 7fd975ffb640 1 -- 172.21.15.94:0/3648713710 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd978010900 con 0x7fd9801e5e20 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.902+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd980154f70 con 0x7fd9801e5e20 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.903+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9800cde70 con 0x7fd9801e5e20 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.903+0000 7fd975ffb640 1 -- 172.21.15.94:0/3648713710 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd978010aa0 con 0x7fd9801e5e20 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.903+0000 7fd975ffb640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd96406be60 0x7fd96406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.904+0000 7fd975ffb640 1 -- 172.21.15.94:0/3648713710 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7fd97808a620 con 0x7fd9801e5e20 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.904+0000 7fd985603640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd96406be60 0x7fd96406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:54.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.904+0000 7fd985603640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd96406be60 0x7fd96406e320 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd97c035000 tx=0x7fd97c02d000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:54.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:54.908+0000 7fd975ffb640 1 -- 172.21.15.94:0/3648713710 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd978058e40 con 0x7fd9801e5e20 2024-09-10T08:37:55.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.085+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd98015a0f0 con 0x7fd9801e5e20 2024-09-10T08:37:55.087 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.085+0000 7fd975ffb640 1 -- 172.21.15.94:0/3648713710 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v108) ==== 80+0+246 (secure 0 0 0) 0x7fd978058740 con 0x7fd9801e5e20 2024-09-10T08:37:55.087 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6834/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:37:55.087 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6832/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:37:55.088 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6837/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:37:55.088 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6835/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:37:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:listed 4 entries 2024-09-10T08:37:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd96406be60 msgr2=0x7fd96406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd96406be60 0x7fd96406e320 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd97c035000 tx=0x7fd97c02d000 comp rx=0 tx=0).stop 2024-09-10T08:37:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9801e5e20 msgr2=0x7fd9801e62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9801e5e20 0x7fd9801e62a0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fd98006c800 tx=0x7fd97800e960 comp rx=0 tx=0).stop 2024-09-10T08:37:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 shutdown_connections 2024-09-10T08:37:55.089 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd96406be60 0x7fd96406e320 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd980153e60 0x7fd98014eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd9801e5e20 0x7fd9801e62a0 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 --2- 172.21.15.94:0/3648713710 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd96c0039e0 0x7fd98014f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.087+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 >> 172.21.15.94:0/3648713710 conn(0x7fd98006f740 msgr2=0x7fd980158410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:55.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.088+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 shutdown_connections 2024-09-10T08:37:55.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.088+0000 7fd987867640 1 -- 172.21.15.94:0/3648713710 wait complete. 2024-09-10T08:37:55.100 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:37:55.101 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:37:55.118 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:37:55.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.259+0000 7f1044d2c640 1 Processor -- start 2024-09-10T08:37:55.260 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.260+0000 7f1044d2c640 1 -- start start 2024-09-10T08:37:55.261 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f1044d2c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f10400d00e0 0x7f104006ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f1044d2c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f104006cc20 0x7f104006d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f1044d2c640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1040067fd0 con 0x7f104015b060 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f1044d2c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f104015f190 con 0x7f10400d00e0 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f1044d2c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f104006d590 con 0x7f104006cc20 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103dd9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f10400d00e0 0x7f104006ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103dd9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f10400d00e0 0x7f104006ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49746/0 (socket says 172.21.15.94:49746) 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103dd9b640 1 -- 172.21.15.94:0/1386655068 learned_addr learned my addr 172.21.15.94:0/1386655068 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103ed9d640 1 --2- 172.21.15.94:0/1386655068 >> v2:172.21.15.143:3300/0 conn(0x7f104006cc20 0x7f104006d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103dd9b640 1 -- 172.21.15.94:0/1386655068 >> v2:172.21.15.143:3300/0 conn(0x7f104006cc20 msgr2=0x7f104006d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103dd9b640 1 --2- 172.21.15.94:0/1386655068 >> v2:172.21.15.143:3300/0 conn(0x7f104006cc20 0x7f104006d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103dd9b640 1 -- 172.21.15.94:0/1386655068 >> v1:172.21.15.143:6789/0 conn(0x7f104015b060 legacy=0x7f104015f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.262 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.261+0000 7f103dd9b640 1 -- 172.21.15.94:0/1386655068 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10400706b0 con 0x7f10400d00e0 2024-09-10T08:37:55.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.262+0000 7f103dd9b640 1 --2- 172.21.15.94:0/1386655068 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10400d00e0 0x7f104006ffd0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f1040072470 tx=0x7f103402a280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b584837ac798b9f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:55.263 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.262+0000 7f103d59a640 1 -- 172.21.15.94:0/1386655068 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1034037070 con 0x7f10400d00e0 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.262+0000 7f103d59a640 1 -- 172.21.15.94:0/1386655068 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1034032440 con 0x7f10400d00e0 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.262+0000 7f103d59a640 1 -- 172.21.15.94:0/1386655068 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1034032810 con 0x7f10400d00e0 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 -- 172.21.15.94:0/1386655068 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10400d00e0 msgr2=0x7f104006ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 --2- 172.21.15.94:0/1386655068 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10400d00e0 0x7f104006ffd0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f1040072470 tx=0x7f103402a280 comp rx=0 tx=0).stop 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 -- 172.21.15.94:0/1386655068 shutdown_connections 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 --2- 172.21.15.94:0/1386655068 >> v2:172.21.15.143:3300/0 conn(0x7f104006cc20 0x7f104006d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 --2- 172.21.15.94:0/1386655068 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f10400d00e0 0x7f104006ffd0 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 -- 172.21.15.94:0/1386655068 >> 172.21.15.94:0/1386655068 conn(0x7f10400724e0 msgr2=0x7f10400728f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 -- 172.21.15.94:0/1386655068 shutdown_connections 2024-09-10T08:37:55.264 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.263+0000 7f1044d2c640 1 -- 172.21.15.94:0/1386655068 wait complete. 2024-09-10T08:37:55.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.264+0000 7f1044d2c640 1 Processor -- start 2024-09-10T08:37:55.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.264+0000 7f1044d2c640 1 -- start start 2024-09-10T08:37:55.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f1044d2c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f104006cc20 0x7f10400ae7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:55.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f1044d2c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10400d00e0 0x7f10401461a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:55.265 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f1044d2c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f104015b060 0x7f10401578a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:55.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f1044d2c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f104015b440 con 0x7f104006cc20 2024-09-10T08:37:55.268 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f1044d2c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f104015ee20 con 0x7f10400d00e0 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f1044d2c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f104015b5c0 con 0x7f104015b060 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f104006cc20 0x7f10400ae7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f104006cc20 0x7f10400ae7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49752/0 (socket says 172.21.15.94:49752) 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 -- 172.21.15.94:0/2400579996 learned_addr learned my addr 172.21.15.94:0/2400579996 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103dd9b640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10400d00e0 0x7f10401461a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103ed9d640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f104015b060 0x7f10401578a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 -- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f104015b060 msgr2=0x7f10401578a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f104015b060 0x7f10401578a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 -- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10400d00e0 msgr2=0x7f10401461a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10400d00e0 0x7f10401461a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.265+0000 7f103e59c640 1 -- 172.21.15.94:0/2400579996 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10400af210 con 0x7f104006cc20 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.266+0000 7f103e59c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f104006cc20 0x7f10400ae7b0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f103000c3f0 tx=0x7f103000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:55.269 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.266+0000 7f102effd640 1 -- 172.21.15.94:0/2400579996 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10300052d0 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.266+0000 7f102effd640 1 -- 172.21.15.94:0/2400579996 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1030005490 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.266+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1040167480 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.266+0000 7f102effd640 1 -- 172.21.15.94:0/2400579996 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1030007260 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.266+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10400aef30 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.267+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f104006d050 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.267+0000 7f102effd640 1 -- 172.21.15.94:0/2400579996 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1030007400 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.268+0000 7f102effd640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f102006be30 0x7f102006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.268+0000 7f102effd640 1 -- 172.21.15.94:0/2400579996 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f103008a4c0 con 0x7f104006cc20 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.268+0000 7f103dd9b640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f102006be30 0x7f102006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:37:55.270 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.268+0000 7f103dd9b640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f102006be30 0x7f102006e2f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1034034000 tx=0x7f103402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:37:55.272 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.272+0000 7f102effd640 1 -- 172.21.15.94:0/2400579996 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1040067fd0 con 0x7f104006cc20 2024-09-10T08:37:55.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.451+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f10400cd080 con 0x7f104006cc20 2024-09-10T08:37:55.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.452+0000 7f102effd640 1 -- 172.21.15.94:0/2400579996 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v108) ==== 80+0+246 (secure 0 0 0) 0x7f10300585d0 con 0x7f104006cc20 2024-09-10T08:37:55.453 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6834/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:37:55.453 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6832/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:37:55.453 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6837/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:37:55.453 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6835/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:37:55.453 INFO:teuthology.orchestra.run.smithi094.stderr:listed 4 entries 2024-09-10T08:37:55.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.453+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f102006be30 msgr2=0x7f102006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.453+0000 7f1044d2c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f102006be30 0x7f102006e2f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1034034000 tx=0x7f103402e000 comp rx=0 tx=0).stop 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f104006cc20 msgr2=0x7f10400ae7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f104006cc20 0x7f10400ae7b0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f103000c3f0 tx=0x7f103000c8b0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 shutdown_connections 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f102006be30 0x7f102006e2f0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f10400d00e0 0x7f10401461a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f104015b060 0x7f10401578a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 --2- 172.21.15.94:0/2400579996 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f104006cc20 0x7f10400ae7b0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 >> 172.21.15.94:0/2400579996 conn(0x7f10400724e0 msgr2=0x7f10400728c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:37:55.455 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 shutdown_connections 2024-09-10T08:37:55.456 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:37:55.454+0000 7f1044d2c640 1 -- 172.21.15.94:0/2400579996 wait complete. 2024-09-10T08:37:55.465 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi094.front.sepia.ceph.com... 2024-09-10T08:37:55.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:37:55.465 DEBUG:teuthology.orchestra.run.smithi094:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:37:55.488 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi094.stderr:ceph-fuse[65187]: fuse finished with error 0 and tester_r 0 2024-09-10T08:37:55.491 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:01.593 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:01.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:01.594 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:38:01.613 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:38:01.613 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:01.634 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:38:01.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.765+0000 7f8382baf640 1 Processor -- start 2024-09-10T08:38:01.766 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.765+0000 7f8382baf640 1 -- start start 2024-09-10T08:38:01.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8382baf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f837c0d00b0 0x7f837c15a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:01.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8382baf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f837c15ad20 0x7f837c06dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:01.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8382baf640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f837c0cd310 con 0x7f837c0d0490 2024-09-10T08:38:01.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8382baf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f837c0b42a0 con 0x7f837c15ad20 2024-09-10T08:38:01.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8382baf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f837c0b4580 con 0x7f837c0d00b0 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8373fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f837c15ad20 0x7f837c06dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8373fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f837c15ad20 0x7f837c06dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59092/0 (socket says 172.21.15.94:59092) 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.766+0000 7f8373fff640 1 -- 172.21.15.94:0/1281565790 learned_addr learned my addr 172.21.15.94:0/1281565790 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.767+0000 7f8373fff640 1 -- 172.21.15.94:0/1281565790 >> v2:172.21.15.143:3300/0 conn(0x7f837c0d00b0 msgr2=0x7f837c15a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.767+0000 7f838094b640 1 --2- 172.21.15.94:0/1281565790 >> v2:172.21.15.143:3300/0 conn(0x7f837c0d00b0 0x7f837c15a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.767+0000 7f8373fff640 1 --2- 172.21.15.94:0/1281565790 >> v2:172.21.15.143:3300/0 conn(0x7f837c0d00b0 0x7f837c15a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.767+0000 7f8373fff640 1 -- 172.21.15.94:0/1281565790 >> v1:172.21.15.143:6789/0 conn(0x7f837c0d0490 legacy=0x7f837c0b3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.767+0000 7f8373fff640 1 -- 172.21.15.94:0/1281565790 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f837c0b4860 con 0x7f837c15ad20 2024-09-10T08:38:01.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.767+0000 7f838094b640 1 --2- 172.21.15.94:0/1281565790 >> v2:172.21.15.143:3300/0 conn(0x7f837c0d00b0 0x7f837c15a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:01.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.767+0000 7f8373fff640 1 --2- 172.21.15.94:0/1281565790 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c06dbd0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f837c06c8e0 tx=0x7f836c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b6fa1586dd6410f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f83737fe640 1 -- 172.21.15.94:0/1281565790 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836c037070 con 0x7f837c15ad20 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f83737fe640 1 -- 172.21.15.94:0/1281565790 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f836c032440 con 0x7f837c15ad20 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f83737fe640 1 -- 172.21.15.94:0/1281565790 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836c032810 con 0x7f837c15ad20 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 -- 172.21.15.94:0/1281565790 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 msgr2=0x7f837c06dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 --2- 172.21.15.94:0/1281565790 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c06dbd0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f837c06c8e0 tx=0x7f836c02a230 comp rx=0 tx=0).stop 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 -- 172.21.15.94:0/1281565790 shutdown_connections 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 --2- 172.21.15.94:0/1281565790 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c06dbd0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 --2- 172.21.15.94:0/1281565790 >> v2:172.21.15.143:3300/0 conn(0x7f837c0d00b0 0x7f837c15a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 -- 172.21.15.94:0/1281565790 >> 172.21.15.94:0/1281565790 conn(0x7f837c06f740 msgr2=0x7f837c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:01.770 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 -- 172.21.15.94:0/1281565790 shutdown_connections 2024-09-10T08:38:01.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.768+0000 7f8382baf640 1 -- 172.21.15.94:0/1281565790 wait complete. 2024-09-10T08:38:01.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.769+0000 7f8382baf640 1 Processor -- start 2024-09-10T08:38:01.771 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.769+0000 7f8382baf640 1 -- start start 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f8382baf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f837c0d00b0 0x7f837c1f4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f8382baf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f837c0d0490 0x7f837c1421f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f8382baf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c0cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f8382baf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f837c0ced40 con 0x7f837c15ad20 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f8382baf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f837c0cebc0 con 0x7f837c0d0490 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f8382baf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f837c0b3d60 con 0x7f837c0d00b0 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f838114c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c0cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f838114c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c0cdab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59098/0 (socket says 172.21.15.94:59098) 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.770+0000 7f838114c640 1 -- 172.21.15.94:0/3960417488 learned_addr learned my addr 172.21.15.94:0/3960417488 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:01.773 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f8373fff640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f837c0d0490 0x7f837c1421f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838094b640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f837c0d00b0 0x7f837c1f4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838114c640 1 -- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f837c0d00b0 msgr2=0x7f837c1f4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838114c640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f837c0d00b0 0x7f837c1f4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838114c640 1 -- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f837c0d0490 msgr2=0x7f837c1421f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838114c640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f837c0d0490 0x7f837c1421f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838114c640 1 -- 172.21.15.94:0/3960417488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f837c0add10 con 0x7f837c15ad20 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838094b640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f837c0d00b0 0x7f837c1f4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f838114c640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c0cdab0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f837400c780 tx=0x7f837400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f83717fa640 1 -- 172.21.15.94:0/3960417488 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8374004b60 con 0x7f837c15ad20 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f83717fa640 1 -- 172.21.15.94:0/3960417488 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8374004d00 con 0x7f837c15ad20 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f837c0adff0 con 0x7f837c15ad20 2024-09-10T08:38:01.774 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f83717fa640 1 -- 172.21.15.94:0/3960417488 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837400aa90 con 0x7f837c15ad20 2024-09-10T08:38:01.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.771+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f837c0ae5b0 con 0x7f837c15ad20 2024-09-10T08:38:01.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.772+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f837c0ae990 con 0x7f837c15ad20 2024-09-10T08:38:01.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.773+0000 7f83717fa640 1 -- 172.21.15.94:0/3960417488 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f837400ac30 con 0x7f837c15ad20 2024-09-10T08:38:01.775 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.773+0000 7f83717fa640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f836806be30 0x7f836806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:01.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.773+0000 7f83717fa640 1 -- 172.21.15.94:0/3960417488 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f837408b270 con 0x7f837c15ad20 2024-09-10T08:38:01.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.773+0000 7f838094b640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f836806be30 0x7f836806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:01.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.774+0000 7f838094b640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f836806be30 0x7f836806e2f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f837800aa30 tx=0x7f8378008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:01.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.777+0000 7f83717fa640 1 -- 172.21.15.94:0/3960417488 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f837c0ae990 con 0x7f837c15ad20 2024-09-10T08:38:01.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.955+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f837c155920 con 0x7f837c15ad20 2024-09-10T08:38:01.955 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.955+0000 7f83717fa640 1 -- 172.21.15.94:0/3960417488 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v108) ==== 80+0+246 (secure 0 0 0) 0x7f8374020070 con 0x7f837c15ad20 2024-09-10T08:38:01.956 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6834/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:38:01.956 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6832/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:38:01.956 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6837/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:38:01.956 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6835/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:38:01.956 INFO:teuthology.orchestra.run.smithi094.stderr:listed 4 entries 2024-09-10T08:38:01.957 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f836806be30 msgr2=0x7f836806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f836806be30 0x7f836806e2f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f837800aa30 tx=0x7f8378008040 comp rx=0 tx=0).stop 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 msgr2=0x7f837c0cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c0cdab0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f837400c780 tx=0x7f837400cc40 comp rx=0 tx=0).stop 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 shutdown_connections 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f836806be30 0x7f836806e2f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f837c0d0490 0x7f837c1421f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f837c15ad20 0x7f837c0cdab0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 --2- 172.21.15.94:0/3960417488 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f837c0d00b0 0x7f837c1f4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 >> 172.21.15.94:0/3960417488 conn(0x7f837c06f740 msgr2=0x7f837c1595c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 shutdown_connections 2024-09-10T08:38:01.958 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:01.957+0000 7f8382baf640 1 -- 172.21.15.94:0/3960417488 wait complete. 2024-09-10T08:38:01.968 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:38:01.969 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:01.988 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-10T08:38:02.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.086+0000 7fd470627640 1 Processor -- start 2024-09-10T08:38:02.086 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.086+0000 7fd470627640 1 -- start start 2024-09-10T08:38:02.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd470627640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fd468145dc0 0x7fd4680b47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd470627640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 0x7fd4680cceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd470627640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4680cd3f0 con 0x7fd4680ced50 2024-09-10T08:38:02.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd470627640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fd4680cf210 con 0x7fd468145dc0 2024-09-10T08:38:02.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd470627640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd4680cf4f0 con 0x7fd4680cca80 2024-09-10T08:38:02.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46dbc2640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd4680ced50 0x7fd4680d02b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41898/0 (socket says 172.21.15.94:41898) 2024-09-10T08:38:02.090 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46dbc2640 1 -- 172.21.15.94:0/3024052080 learned_addr learned my addr 172.21.15.94:0/3024052080 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46e3c3640 1 --2- 172.21.15.94:0/3024052080 >> v2:172.21.15.143:3300/0 conn(0x7fd468145dc0 0x7fd4680b47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46ebc4640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 0x7fd4680cceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 365501355 0 0) 0x7fd4680cd3f0 con 0x7fd4680ced50 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd454003520 con 0x7fd4680ced50 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2116865459 0 0) 0x7fd454003520 con 0x7fd4680ced50 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 msgr2=0x7fd4680cceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 0x7fd4680cceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 >> v2:172.21.15.143:3300/0 conn(0x7fd468145dc0 msgr2=0x7fd4680b47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 --2- 172.21.15.94:0/3024052080 >> v2:172.21.15.143:3300/0 conn(0x7fd468145dc0 0x7fd4680b47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4680cf7d0 con 0x7fd4680ced50 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fd458001670 con 0x7fd4680ced50 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.087+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 >> v1:172.21.15.94:6789/0 conn(0x7fd4680ced50 legacy=0x7fd4680d02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.091 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46d3c1640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 0x7fd4540039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46d3c1640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd454003f30 0x7fd454004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46d3c1640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd4540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd4680cf210 con 0x7fd454004d40 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd4680cf4f0 con 0x7fd454003f30 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd45400b9c0 con 0x7fd4680cca80 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46ebc4640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd4540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46e3c3640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 0x7fd4540039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46dbc2640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd454003f30 0x7fd454004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46ebc4640 1 -- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 msgr2=0x7fd4540039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46ebc4640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4680cca80 0x7fd4540039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46ebc4640 1 -- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd454003f30 msgr2=0x7fd454004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46ebc4640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd454003f30 0x7fd454004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.092 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.088+0000 7fd46ebc4640 1 -- 172.21.15.94:0/3024052080 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd454003520 con 0x7fd454004d40 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd46ebc4640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd4540051c0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fd460009fc0 tx=0x7fd454005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c67f6fc6970f947 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd460009c10 con 0x7fd454004d40 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd460036070 con 0x7fd454004d40 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd46d3c1640 1 -- 172.21.15.94:0/3024052080 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd460031670 con 0x7fd454004d40 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd470627640 1 -- 172.21.15.94:0/3024052080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 msgr2=0x7fd4540051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd470627640 1 --2- 172.21.15.94:0/3024052080 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd4540051c0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fd460009fc0 tx=0x7fd454005830 comp rx=0 tx=0).stop 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd46ebc4640 1 -- 172.21.15.94:0/3024052080 reap_dead start 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd470627640 1 -- 172.21.15.94:0/3024052080 shutdown_connections 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd470627640 1 -- 172.21.15.94:0/3024052080 >> 172.21.15.94:0/3024052080 conn(0x7fd46806f740 msgr2=0x7fd46806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd470627640 1 -- 172.21.15.94:0/3024052080 shutdown_connections 2024-09-10T08:38:02.093 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.089+0000 7fd470627640 1 -- 172.21.15.94:0/3024052080 wait complete. 2024-09-10T08:38:02.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.090+0000 7fd470627640 1 Processor -- start 2024-09-10T08:38:02.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd470627640 1 -- start start 2024-09-10T08:38:02.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd470627640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd46813f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd470627640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4681f1aa0 0x7fd4680af250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd470627640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4681f1f20 0x7fd4680af790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.096 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd470627640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd4680d09c0 con 0x7fd454004d40 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd470627640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd4680cfd90 con 0x7fd4681f1aa0 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd470627640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd4680d0b40 con 0x7fd4681f1f20 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd46e3c3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd46813f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd46e3c3640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd46813f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59116/0 (socket says 172.21.15.94:59116) 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd46e3c3640 1 -- 172.21.15.94:0/407992367 learned_addr learned my addr 172.21.15.94:0/407992367 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.091+0000 7fd46dbc2640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4681f1aa0 0x7fd4680af250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46ebc4640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4681f1f20 0x7fd4680af790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46e3c3640 1 -- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4681f1f20 msgr2=0x7fd4680af790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46e3c3640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4681f1f20 0x7fd4680af790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46e3c3640 1 -- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4681f1aa0 msgr2=0x7fd4680af250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46e3c3640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4681f1aa0 0x7fd4680af250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.097 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46e3c3640 1 -- 172.21.15.94:0/407992367 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4680aa950 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46dbc2640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4681f1aa0 0x7fd4680af250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd46e3c3640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd46813f810 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fd464011a70 tx=0x7fd464011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd45effd640 1 -- 172.21.15.94:0/407992367 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd46400fb50 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd45effd640 1 -- 172.21.15.94:0/407992367 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd46400fcf0 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd45effd640 1 -- 172.21.15.94:0/407992367 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd46400fea0 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4680aac30 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.092+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4680ab1f0 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.093+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4680cceb0 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.093+0000 7fd45effd640 1 -- 172.21.15.94:0/407992367 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd464012040 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.094+0000 7fd45effd640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd44c06be60 0x7fd44c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.094+0000 7fd46dbc2640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd44c06be60 0x7fd44c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.094+0000 7fd45effd640 1 -- 172.21.15.94:0/407992367 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7fd46408b7f0 con 0x7fd454004d40 2024-09-10T08:38:02.098 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.094+0000 7fd46dbc2640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd44c06be60 0x7fd44c06e320 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd46815e900 tx=0x7fd458009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.099 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.098+0000 7fd45effd640 1 -- 172.21.15.94:0/407992367 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd464019030 con 0x7fd454004d40 2024-09-10T08:38:02.276 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.276+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd46806bf50 con 0x7fd454004d40 2024-09-10T08:38:02.277 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.276+0000 7fd45effd640 1 -- 172.21.15.94:0/407992367 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v108) ==== 80+0+246 (secure 0 0 0) 0x7fd464059f50 con 0x7fd454004d40 2024-09-10T08:38:02.277 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6834/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:38:02.277 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.143:6832/4201880004 2024-09-11T08:37:37.312790+0000 2024-09-10T08:38:02.277 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6837/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:38:02.277 INFO:teuthology.orchestra.run.smithi094.stdout:172.21.15.94:6835/2497595248 2024-09-11T08:37:36.311047+0000 2024-09-10T08:38:02.278 INFO:teuthology.orchestra.run.smithi094.stderr:listed 4 entries 2024-09-10T08:38:02.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd44c06be60 msgr2=0x7fd44c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd44c06be60 0x7fd44c06e320 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd46815e900 tx=0x7fd458009040 comp rx=0 tx=0).stop 2024-09-10T08:38:02.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 msgr2=0x7fd46813f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd46813f810 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fd464011a70 tx=0x7fd464011f30 comp rx=0 tx=0).stop 2024-09-10T08:38:02.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 shutdown_connections 2024-09-10T08:38:02.279 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd44c06be60 0x7fd44c06e320 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd4681f1aa0 0x7fd4680af250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd4681f1f20 0x7fd4680af790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 --2- 172.21.15.94:0/407992367 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd454004d40 0x7fd46813f810 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 >> 172.21.15.94:0/407992367 conn(0x7fd46806f740 msgr2=0x7fd4680b0130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:02.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.278+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 shutdown_connections 2024-09-10T08:38:02.280 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.279+0000 7fd470627640 1 -- 172.21.15.94:0/407992367 wait complete. 2024-09-10T08:38:02.290 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi143.front.sepia.ceph.com... 2024-09-10T08:38:02.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:02.290 DEBUG:teuthology.orchestra.run.smithi143:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-10T08:38:02.319 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi143.stderr:ceph-fuse[48959]: fuse finished with error 0 and tester_r 0 2024-09-10T08:38:02.320 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:02.353 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:02.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:02.353 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:38:02.411 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json session ls 2024-09-10T08:38:02.527 INFO:teuthology.orchestra.run.smithi094.stdout:[] 2024-09-10T08:38:02.528 DEBUG:tasks.cephfs.filesystem:_json_asok output [] 2024-09-10T08:38:02.528 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-10T08:38:02.648 INFO:teuthology.orchestra.run.smithi094.stdout:{"message":"","return_code":0} 2024-09-10T08:38:02.649 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-10T08:38:02.649 DEBUG:teuthology.orchestra.run.smithi094:> cephfs-table-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 0 show session 2024-09-10T08:38:02.697 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.688+0000 7fc67cd1e280 1 -- start start 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.688+0000 7fc67cd1e280 1 Processor -- start 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995a000 0x560628bfd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56062995b000 0x560628bfcb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56062995b400 0x560628bfd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x560629986000 con 0x56062995b400 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x560629986180 con 0x56062995b000 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x560629986300 con 0x56062995a000 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67b216640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56062995b400 0x560628bfd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67b216640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56062995b400 0x560628bfd600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59136/0 (socket says 172.21.15.94:59136) 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67b216640 1 -- 172.21.15.94:0/3289247413 learned_addr learned my addr 172.21.15.94:0/3289247413 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:02.698 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67aa15640 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995a000 0x560628bfd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.689+0000 7fc67b216640 1 -- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995a000 msgr2=0x560628bfd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67b216640 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995a000 0x560628bfd080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67b216640 1 -- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56062995b000 msgr2=0x560628bfcb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67a214640 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56062995b000 0x560628bfcb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67b216640 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56062995b000 0x560628bfcb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67b216640 1 -- 172.21.15.94:0/3289247413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560628bb8780 con 0x56062995b400 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67b216640 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56062995b400 0x560628bfd600 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x5606299b1380 tx=0x560629924120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bb43d205d63039e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc678210640 1 -- 172.21.15.94:0/3289247413 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560628ba6d00 con 0x56062995b400 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc678210640 1 -- 172.21.15.94:0/3289247413 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560628bac700 con 0x56062995b400 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc678210640 1 -- 172.21.15.94:0/3289247413 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560628ba6680 con 0x56062995b400 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67cd1e280 1 -- 172.21.15.94:0/3289247413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560628bb8000 con 0x56062995b400 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67cd1e280 1 -- 172.21.15.94:0/3289247413 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({fsmap=0}) -- 0x560628bb9a40 con 0x56062995b400 2024-09-10T08:38:02.699 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67cd1e280 4 waiting for MDS map... 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc678210640 1 -- 172.21.15.94:0/3289247413 <== mon.0 v2:172.21.15.94:3300/0 4 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x560629a50a00 con 0x56062995b400 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc678210640 1 -- 172.21.15.94:0/3289247413 <== mon.0 v2:172.21.15.94:3300/0 5 ==== fsmap(e 63) ==== 3526+0+0 (secure 0 0 0) 0x560628bdb180 con 0x56062995b400 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67cd1e280 4 Got MDS map 63 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67cd1e280 10 main: main 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.690+0000 7fc67cd1e280 4 main: connecting to RADOS... 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 Processor -- start 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 -- start start 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995bc00 0x560628bfc580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629abe000 0x560628bfe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629abe400 0x560628bfe680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x560629986480 con 0x560629abe000 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x560629986600 con 0x560629abe400 2024-09-10T08:38:02.700 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x560629986780 con 0x56062995bc00 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67aa15640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629abe000 0x560628bfe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67aa15640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629abe000 0x560628bfe100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59146/0 (socket says 172.21.15.94:59146) 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.691+0000 7fc67aa15640 1 -- 172.21.15.94:0/4224929234 learned_addr learned my addr 172.21.15.94:0/4224929234 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67a214640 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995bc00 0x560628bfc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67a214640 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629abe400 0x560628bfe680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67aa15640 1 -- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995bc00 msgr2=0x560628bfc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67aa15640 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995bc00 0x560628bfc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67aa15640 1 -- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629abe400 msgr2=0x560628bfe680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67aa15640 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629abe400 0x560628bfe680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67aa15640 1 -- 172.21.15.94:0/4224929234 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560628bb9860 con 0x560629abe000 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67a214640 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629abe400 0x560628bfe680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67aa15640 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629abe000 0x560628bfe100 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x5606299b0a80 tx=0x560629922540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a23892f957929a90 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.701 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67620c640 1 -- 172.21.15.94:0/4224929234 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560628ba6b60 con 0x560629abe000 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67620c640 1 -- 172.21.15.94:0/4224929234 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560628bace00 con 0x560629abe000 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67620c640 1 -- 172.21.15.94:0/4224929234 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560628ba6d00 con 0x560629abe000 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67cd1e280 1 -- 172.21.15.94:0/4224929234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629abe000 msgr2=0x560628bfe100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629abe000 0x560628bfe100 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x5606299b0a80 tx=0x560629922540 comp rx=0 tx=0).stop 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67cd1e280 1 -- 172.21.15.94:0/4224929234 shutdown_connections 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629abe400 0x560628bfe680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629abe000 0x560628bfe100 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/4224929234 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995bc00 0x560628bfc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.692+0000 7fc67cd1e280 1 -- 172.21.15.94:0/4224929234 >> 172.21.15.94:0/4224929234 conn(0x56062995b800 msgr2=0x56062990f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.693+0000 7fc67cd1e280 1 -- 172.21.15.94:0/4224929234 shutdown_connections 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.693+0000 7fc67cd1e280 1 -- 172.21.15.94:0/4224929234 wait complete. 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.693+0000 7fc67cd1e280 1 Processor -- start 2024-09-10T08:38:02.702 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.693+0000 7fc67cd1e280 1 -- start start 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995b800 0x560628bff700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629ac4000 0x560628bff180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629ac4400 0x560628bfec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x560629987e00 con 0x560629ac4000 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x560629986d80 con 0x560629ac4400 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x560629986f00 con 0x56062995b800 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629ac4000 0x560628bff180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629ac4000 0x560628bff180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59162/0 (socket says 172.21.15.94:59162) 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 -- 172.21.15.94:0/1661519052 learned_addr learned my addr 172.21.15.94:0/1661519052 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67a214640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995b800 0x560628bff700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67a214640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629ac4400 0x560628bfec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 -- 172.21.15.94:0/1661519052 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995b800 msgr2=0x560628bff700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995b800 0x560628bff700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.703 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 -- 172.21.15.94:0/1661519052 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629ac4400 msgr2=0x560628bfec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629ac4400 0x560628bfec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 -- 172.21.15.94:0/1661519052 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560628bb8780 con 0x560629ac4000 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67a214640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x560629ac4400 0x560628bfec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67aa15640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629ac4000 0x560628bff180 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x560629a748a0 tx=0x560629924180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc674a09640 1 -- 172.21.15.94:0/1661519052 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560628ba6680 con 0x560629ac4000 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc674a09640 1 -- 172.21.15.94:0/1661519052 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x560628bacc40 con 0x560629ac4000 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560628bb8000 con 0x560629ac4000 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc674a09640 1 -- 172.21.15.94:0/1661519052 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x560628ba64e0 con 0x560629ac4000 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560628bb9680 con 0x560629ac4000 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.694+0000 7fc67cd1e280 4 main: resolving pool 15 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.695+0000 7fc674a09640 1 -- 172.21.15.94:0/1661519052 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x560629abec00 con 0x560629ac4000 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc674a09640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560628f0c000 0x560628f12000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.704 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc674a09640 1 -- 172.21.15.94:0/1661519052 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x560629ac6600 con 0x560629ac4000 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc67a214640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560628f0c000 0x560628f12000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc67cd1e280 4 main: creating IoCtx.. 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560629ac4800 0x560628bfe680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- osd_op(unknown.0.0:1 15.b 15:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e108) -- 0x560629ac4c00 con 0x560629ac4800 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc67a214640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560629ac4800 0x560628bfe680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc67a214640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560628f0c000 0x560628f12000 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x560629920a80 tx=0x5606299228a0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.696+0000 7fc67a214640 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560629ac4800 0x560628bfe680 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67a214640 1 -- 172.21.15.94:0/1661519052 <== osd.2 v2:172.21.15.94:6809/35044449 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv10 ondisk = 0) ==== 159+0+14 (crc 0 0 0) 0x56062991e000 con 0x560629ac4800 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- osd_op(unknown.0.0:2 15.b 15:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e108) -- 0x560629ac5000 con 0x560629ac4800 2024-09-10T08:38:02.705 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67a214640 1 -- 172.21.15.94:0/1661519052 <== osd.2 v2:172.21.15.94:6809/35044449 2 ==== osd_op_reply(2 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv10 ondisk = 0) ==== 159+0+5 (crc 0 0 0) 0x56062991e000 con 0x560629ac4800 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout: "0": { 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout: "data": { 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout: "sessions": [] 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout: "result": 0 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:02.706 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:02.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560629ac4800 msgr2=0x560628bfe680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x560629ac4800 0x560628bfe680 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560628f0c000 msgr2=0x560628f12000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x560628f0c000 0x560628f12000 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x560629920a80 tx=0x5606299228a0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629ac4000 msgr2=0x560628bff180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/1661519052 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x560629ac4000 0x560628bff180 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x560629a748a0 tx=0x560629924180 comp rx=0 tx=0).stop 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67aa15640 1 -- 172.21.15.94:0/1661519052 reap_dead start 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 shutdown_connections 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 >> 172.21.15.94:0/1661519052 conn(0x56062995bc00 msgr2=0x56062990f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 shutdown_connections 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/1661519052 wait complete. 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/3289247413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56062995b400 msgr2=0x560628bfd600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56062995b400 0x560628bfd600 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x5606299b1380 tx=0x560629924120 comp rx=0 tx=0).stop 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/3289247413 shutdown_connections 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x56062995b000 0x560628bfcb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x56062995b400 0x560628bfd600 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 --2- 172.21.15.94:0/3289247413 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x56062995a000 0x560628bfd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:02.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.697+0000 7fc67cd1e280 1 -- 172.21.15.94:0/3289247413 >> 172.21.15.94:0/3289247413 conn(0x560628b81000 msgr2=0x56062990e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:02.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.698+0000 7fc67cd1e280 1 -- 172.21.15.94:0/3289247413 shutdown_connections 2024-09-10T08:38:02.710 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:02.698+0000 7fc67cd1e280 1 -- 172.21.15.94:0/3289247413 wait complete. 2024-09-10T08:38:02.710 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-table-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '0', 'show', 'session'] in time 0:00:00.060983, result: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-10T08:38:02.710 INFO:tasks.cephfs.test_sessionmap:SessionMap: { "0": { "data": { "sessions": [] }, "result": 0 } } 2024-09-10T08:38:02.710 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-10T08:38:02.711 DEBUG:teuthology.orchestra.run.smithi094:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:38:02.784 DEBUG:teuthology.orchestra.run.smithi143:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-10T08:38:02.835 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-10T08:38:02.835 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:38:02.835 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:38:02.835 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:02.851 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:38:02.851 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:02.851 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:02.852 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:38:02.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:02.907 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-10T08:38:02.907 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:38:02.907 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:38:02.907 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:02.927 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:38:02.927 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:02.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:02.927 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-10T08:38:02.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:02.985 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-10T08:38:02.986 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:38:02.986 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:38:02.986 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:03.002 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:38:03.002 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:03.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:03.002 DEBUG:teuthology.orchestra.run.smithi094:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-10T08:38:03.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:03.058 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-10T08:38:03.060 INFO:tasks.cephfs.mount:Terminating background process 2024-09-10T08:38:03.060 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:38:03.060 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:03.078 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:38:03.079 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:03.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:03.079 DEBUG:teuthology.orchestra.run.smithi143:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-10T08:38:03.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:03.137 INFO:teuthology.orchestra.run.smithi143.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-10T08:38:03.137 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:38:03.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.234+0000 7fcddc7b9640 1 Processor -- start 2024-09-10T08:38:03.235 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.234+0000 7fcddc7b9640 1 -- start start 2024-09-10T08:38:03.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.235+0000 7fcddc7b9640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fcdd40cc900 0x7fcdd40c7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.235+0000 7fcddc7b9640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcdd40c7670 0x7fcdd40d1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.235+0000 7fcddc7b9640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdd406e580 con 0x7fcdd41480e0 2024-09-10T08:38:03.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.235+0000 7fcddc7b9640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fcdd40d0260 con 0x7fcdd40c7670 2024-09-10T08:38:03.236 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.235+0000 7fcddc7b9640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fcdd40d0540 con 0x7fcdd40cc900 2024-09-10T08:38:03.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcdd40c7670 0x7fcdd40d1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fcdd40c7670 0x7fcdd40d1300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59178/0 (socket says 172.21.15.94:59178) 2024-09-10T08:38:03.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 -- 172.21.15.94:0/2676239376 learned_addr learned my addr 172.21.15.94:0/2676239376 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:03.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 -- 172.21.15.94:0/2676239376 >> v2:172.21.15.143:3300/0 conn(0x7fcdd40cc900 msgr2=0x7fcdd40c7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 --2- 172.21.15.94:0/2676239376 >> v2:172.21.15.143:3300/0 conn(0x7fcdd40cc900 0x7fcdd40c7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 -- 172.21.15.94:0/2676239376 >> v1:172.21.15.143:6789/0 conn(0x7fcdd41480e0 legacy=0x7fcdd406de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.237 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 -- 172.21.15.94:0/2676239376 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd40d0820 con 0x7fcdd40c7670 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.236+0000 7fcddad56640 1 --2- 172.21.15.94:0/2676239376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40c7670 0x7fcdd40d1300 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fcdd40d32c0 tx=0x7fcdcc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8ed8ccd43bb4ae8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcdd9553640 1 -- 172.21.15.94:0/2676239376 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdcc036070 con 0x7fcdd40c7670 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcdd9553640 1 -- 172.21.15.94:0/2676239376 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdcc031600 con 0x7fcdd40c7670 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcdd9553640 1 -- 172.21.15.94:0/2676239376 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdcc0319d0 con 0x7fcdd40c7670 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 -- 172.21.15.94:0/2676239376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40c7670 msgr2=0x7fcdd40d1300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/2676239376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40c7670 0x7fcdd40d1300 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fcdd40d32c0 tx=0x7fcdcc02a6f0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 -- 172.21.15.94:0/2676239376 shutdown_connections 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/2676239376 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40c7670 0x7fcdd40d1300 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/2676239376 >> v2:172.21.15.143:3300/0 conn(0x7fcdd40cc900 0x7fcdd40c7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 -- 172.21.15.94:0/2676239376 >> 172.21.15.94:0/2676239376 conn(0x7fcdd406fee0 msgr2=0x7fcdd40702f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 -- 172.21.15.94:0/2676239376 shutdown_connections 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.237+0000 7fcddc7b9640 1 -- 172.21.15.94:0/2676239376 wait complete. 2024-09-10T08:38:03.239 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.238+0000 7fcddc7b9640 1 Processor -- start 2024-09-10T08:38:03.240 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.238+0000 7fcddc7b9640 1 -- start start 2024-09-10T08:38:03.241 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcddc7b9640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcdd40c7670 0x7fcdd40cc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcddc7b9640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40cc900 0x7fcdd41f7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcddc7b9640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcdd41480e0 0x7fcdd415e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcddc7b9640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd40cfe80 con 0x7fcdd40cc900 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcddc7b9640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd40d0de0 con 0x7fcdd40c7670 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcddc7b9640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fcdd40d0000 con 0x7fcdd41480e0 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcdd9d54640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40cc900 0x7fcdd41f7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcdd9d54640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40cc900 0x7fcdd41f7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59186/0 (socket says 172.21.15.94:59186) 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.239+0000 7fcdd9d54640 1 -- 172.21.15.94:0/3320968118 learned_addr learned my addr 172.21.15.94:0/3320968118 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdda555640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcdd40c7670 0x7fcdd40cc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcddad56640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcdd41480e0 0x7fcdd415e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdd9d54640 1 -- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcdd41480e0 msgr2=0x7fcdd415e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.242 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdd9d54640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcdd41480e0 0x7fcdd415e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdd9d54640 1 -- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcdd40c7670 msgr2=0x7fcdd40cc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdd9d54640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcdd40c7670 0x7fcdd40cc2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdd9d54640 1 -- 172.21.15.94:0/3320968118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd41f8090 con 0x7fcdd40cc900 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcddad56640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcdd41480e0 0x7fcdd415e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdd9d54640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40cc900 0x7fcdd41f7990 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fcdc400b440 tx=0x7fcdc400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdcaffd640 1 -- 172.21.15.94:0/3320968118 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc4015020 con 0x7fcdd40cc900 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdcaffd640 1 -- 172.21.15.94:0/3320968118 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdc4011890 con 0x7fcdd40cc900 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdd41f8370 con 0x7fcdd40cc900 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcdcaffd640 1 -- 172.21.15.94:0/3320968118 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc4011c80 con 0x7fcdd40cc900 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.240+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdd4160270 con 0x7fcdd40cc900 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.241+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdd40c7e10 con 0x7fcdd40cc900 2024-09-10T08:38:03.243 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.242+0000 7fcdcaffd640 1 -- 172.21.15.94:0/3320968118 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcdc4018020 con 0x7fcdd40cc900 2024-09-10T08:38:03.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.242+0000 7fcdcaffd640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdb806be60 0x7fcdb806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.242+0000 7fcdcaffd640 1 -- 172.21.15.94:0/3320968118 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7fcdc408b180 con 0x7fcdd40cc900 2024-09-10T08:38:03.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.242+0000 7fcdda555640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdb806be60 0x7fcdb806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.244 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.242+0000 7fcdda555640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdb806be60 0x7fcdb806e320 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcdd0006fd0 tx=0x7fcdd0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.246 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.246+0000 7fcdcaffd640 1 -- 172.21.15.94:0/3320968118 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcdd40c7e10 con 0x7fcdd40cc900 2024-09-10T08:38:03.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.450+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcdd40c7130 con 0x7fcdd40cc900 2024-09-10T08:38:03.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.451+0000 7fcdcaffd640 1 -- 172.21.15.94:0/3320968118 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5250 (secure 0 0 0) 0x7fcdc401f020 con 0x7fcdd40cc900 2024-09-10T08:38:03.451 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:03.451 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":63,"btime":"2024-09-10T08:37:52:370700+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:51.461162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7152,"mds_1":7143},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7143":{"gid":7143,"name":"a","rank":1,"incarnation":61,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7152,"qdb_cluster":[7152,7143]},"id":7}]} 2024-09-10T08:38:03.452 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 63 2024-09-10T08:38:03.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdb806be60 msgr2=0x7fcdb806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdb806be60 0x7fcdb806e320 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcdd0006fd0 tx=0x7fcdd0008040 comp rx=0 tx=0).stop 2024-09-10T08:38:03.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40cc900 msgr2=0x7fcdd41f7990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40cc900 0x7fcdd41f7990 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fcdc400b440 tx=0x7fcdc400b900 comp rx=0 tx=0).stop 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 shutdown_connections 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fcdb806be60 0x7fcdb806e320 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fcdd41480e0 0x7fcdd415e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fcdd40cc900 0x7fcdd41f7990 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 --2- 172.21.15.94:0/3320968118 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fcdd40c7670 0x7fcdd40cc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 >> 172.21.15.94:0/3320968118 conn(0x7fcdd406fee0 msgr2=0x7fcdd40b21f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 shutdown_connections 2024-09-10T08:38:03.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.453+0000 7fcddc7b9640 1 -- 172.21.15.94:0/3320968118 wait complete. 2024-09-10T08:38:03.465 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:38:03.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.563+0000 7f2b1eaa6640 1 Processor -- start 2024-09-10T08:38:03.563 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.563+0000 7f2b1eaa6640 1 -- start start 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.563+0000 7f2b1eaa6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 0x7f2b180d0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.563+0000 7f2b1eaa6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b1806e260 con 0x7f2b1806bc10 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.563+0000 7f2b1eaa6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b1806e540 con 0x7f2b1815c410 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.563+0000 7f2b1eaa6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2b1815c980 con 0x7f2b1806e9a0 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1c842640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2b1806bc10 0x7f2b1806bff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41924/0 (socket says 172.21.15.94:41924) 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1c842640 1 -- 172.21.15.94:0/3036227711 learned_addr learned my addr 172.21.15.94:0/3036227711 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 0x7f2b180d0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3064473462 0 0) 0x7f2b1806e260 con 0x7f2b1806bc10 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b04003520 con 0x7f2b1806bc10 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4294052607 0 0) 0x7f2b04003520 con 0x7f2b1806bc10 2024-09-10T08:38:03.567 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 msgr2=0x7f2b180d0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 0x7f2b180d0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 >> v1:172.21.15.143:6789/0 conn(0x7f2b1815c410 legacy=0x7f2b1815d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b1815cc60 con 0x7f2b1806bc10 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f2b10001670 con 0x7f2b1806bc10 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 >> v1:172.21.15.94:6789/0 conn(0x7f2b1806bc10 legacy=0x7f2b1806bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b040039e0 0x7f2b04003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 0x7f2b04004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b04004d40 0x7f2b040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2b1815c980 con 0x7f2b04004d40 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0400baf0 con 0x7f2b040039e0 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2b0400bcf0 con 0x7f2b1806e9a0 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b04004d40 0x7f2b040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.568 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1c842640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b040039e0 0x7f2b04003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b17fff640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 0x7f2b04004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1d043640 1 -- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 msgr2=0x7f2b04004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b1806e9a0 0x7f2b04004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.564+0000 7f2b1d043640 1 -- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b040039e0 msgr2=0x7f2b04003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.565+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b040039e0 0x7f2b04003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.565+0000 7f2b1d043640 1 -- 172.21.15.94:0/3036227711 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b04003520 con 0x7f2b04004d40 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.565+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b04004d40 0x7f2b040051c0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009ac0 tx=0x7f2b04005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e588e5c7e72b3fbf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.565+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b00036070 con 0x7f2b04004d40 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.565+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b00031400 con 0x7f2b04004d40 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.565+0000 7f2b177fe640 1 -- 172.21.15.94:0/3036227711 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b00009690 con 0x7f2b04004d40 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.566+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3036227711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b04004d40 msgr2=0x7f2b040051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.566+0000 7f2b1eaa6640 1 --2- 172.21.15.94:0/3036227711 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b04004d40 0x7f2b040051c0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009ac0 tx=0x7f2b04005830 comp rx=0 tx=0).stop 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.566+0000 7f2b1d043640 1 -- 172.21.15.94:0/3036227711 reap_dead start 2024-09-10T08:38:03.569 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.566+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3036227711 shutdown_connections 2024-09-10T08:38:03.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.566+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3036227711 >> 172.21.15.94:0/3036227711 conn(0x7f2b180b21f0 msgr2=0x7f2b180b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:03.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.566+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3036227711 shutdown_connections 2024-09-10T08:38:03.570 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.566+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3036227711 wait complete. 2024-09-10T08:38:03.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.567+0000 7f2b1eaa6640 1 Processor -- start 2024-09-10T08:38:03.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.567+0000 7f2b1eaa6640 1 -- start start 2024-09-10T08:38:03.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1eaa6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b04004d40 0x7f2b18148d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.572 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1eaa6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b18149420 0x7f2b181527d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1eaa6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b18152d10 0x7f2b18153190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1eaa6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2b180d1270 con 0x7f2b18152d10 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1eaa6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2b180d10f0 con 0x7f2b18149420 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1eaa6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2b1815fd40 con 0x7f2b04004d40 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b18152d10 0x7f2b18153190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b18152d10 0x7f2b18153190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59206/0 (socket says 172.21.15.94:59206) 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 -- 172.21.15.94:0/3207402976 learned_addr learned my addr 172.21.15.94:0/3207402976 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 -- 172.21.15.94:0/3207402976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b04004d40 msgr2=0x7f2b18148d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b04004d40 0x7f2b18148d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 -- 172.21.15.94:0/3207402976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b18149420 msgr2=0x7f2b181527d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b18149420 0x7f2b181527d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.573 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.568+0000 7f2b1d043640 1 -- 172.21.15.94:0/3207402976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b180ceb20 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.569+0000 7f2b1d043640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b18152d10 0x7f2b18153190 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009ac0 tx=0x7f2b00004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.569+0000 7f2b157fa640 1 -- 172.21.15.94:0/3207402976 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b00036040 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.569+0000 7f2b157fa640 1 -- 172.21.15.94:0/3207402976 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b00041070 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.569+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b180ced90 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.569+0000 7f2b157fa640 1 -- 172.21.15.94:0/3207402976 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b00009690 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.569+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b180cf350 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.570+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b180cf550 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.570+0000 7f2b157fa640 1 -- 172.21.15.94:0/3207402976 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2b00039070 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.571+0000 7f2b157fa640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2af806be60 0x7f2af806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.571+0000 7f2b157fa640 1 -- 172.21.15.94:0/3207402976 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f2b000aaf80 con 0x7f2b18152d10 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.571+0000 7f2b1c842640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2af806be60 0x7f2af806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.574 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.571+0000 7f2b1c842640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2af806be60 0x7f2af806e320 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2b10000c00 tx=0x7f2b10000ed0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.575 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.575+0000 7f2b157fa640 1 -- 172.21.15.94:0/3207402976 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2b180cf550 con 0x7f2b18152d10 2024-09-10T08:38:03.776 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.776+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b1806e260 con 0x7f2b18152d10 2024-09-10T08:38:03.777 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.777+0000 7f2b157fa640 1 -- 172.21.15.94:0/3207402976 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5250 (secure 0 0 0) 0x7f2b00079650 con 0x7f2b18152d10 2024-09-10T08:38:03.777 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:03.778 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":63,"btime":"2024-09-10T08:37:52:370700+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:51.461162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7152,"mds_1":7143},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7143":{"gid":7143,"name":"a","rank":1,"incarnation":61,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7152,"qdb_cluster":[7152,7143]},"id":7}]} 2024-09-10T08:38:03.778 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 63 2024-09-10T08:38:03.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2af806be60 msgr2=0x7f2af806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2af806be60 0x7f2af806e320 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f2b10000c00 tx=0x7f2b10000ed0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.779 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b18152d10 msgr2=0x7f2b18153190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b18152d10 0x7f2b18153190 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009ac0 tx=0x7f2b00004730 comp rx=0 tx=0).stop 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 shutdown_connections 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2af806be60 0x7f2af806e320 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2b18149420 0x7f2b181527d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2b18152d10 0x7f2b18153190 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 --2- 172.21.15.94:0/3207402976 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2b04004d40 0x7f2b18148d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 >> 172.21.15.94:0/3207402976 conn(0x7f2b180b21f0 msgr2=0x7f2b1815f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 shutdown_connections 2024-09-10T08:38:03.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.779+0000 7f2b1eaa6640 1 -- 172.21.15.94:0/3207402976 wait complete. 2024-09-10T08:38:03.790 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:38:03.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.888+0000 7ff5e1126640 1 Processor -- start 2024-09-10T08:38:03.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.888+0000 7ff5e1126640 1 -- start start 2024-09-10T08:38:03.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5e1126640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 0x7ff5dc0cc900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5e1126640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5dc0d0260 con 0x7ff5dc0c7840 2024-09-10T08:38:03.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5e1126640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5dc0d0540 con 0x7ff5dc06de70 2024-09-10T08:38:03.892 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5e1126640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff5dc0d0820 con 0x7ff5dc1480e0 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5db59e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7ff5dc0c7840 0x7ff5dc0d1300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41926/0 (socket says 172.21.15.94:41926) 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5db59e640 1 -- 172.21.15.94:0/2837146945 learned_addr learned my addr 172.21.15.94:0/2837146945 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5dad9d640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 0x7ff5dc0cc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1411553678 0 0) 0x7ff5dc0d0260 con 0x7ff5dc0c7840 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.889+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff5c8003520 con 0x7ff5dc0c7840 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 77367968 0 0) 0x7ff5c8003520 con 0x7ff5dc0c7840 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 msgr2=0x7ff5dc0cc900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 0x7ff5dc0cc900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 >> v1:172.21.15.143:6789/0 conn(0x7ff5dc06de70 legacy=0x7ff5dc0c7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5dc0d0b00 con 0x7ff5dc0c7840 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7ff5d40019f0 con 0x7ff5dc0c7840 2024-09-10T08:38:03.893 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 >> v1:172.21.15.94:6789/0 conn(0x7ff5dc0c7840 legacy=0x7ff5dc0d1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5c80039e0 0x7ff5c8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 0x7ff5c8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5c8004d40 0x7ff5c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc0d0820 con 0x7ff5c8004d40 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff5c800ba70 con 0x7ff5c80039e0 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff5c800bc70 con 0x7ff5dc1480e0 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5db59e640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5c8004d40 0x7ff5c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5dad9d640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5c80039e0 0x7ff5c8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5d259c640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 0x7ff5c8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5db59e640 1 -- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 msgr2=0x7ff5c8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5db59e640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5dc1480e0 0x7ff5c8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5db59e640 1 -- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5c80039e0 msgr2=0x7ff5c8003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5db59e640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5c80039e0 0x7ff5c8003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.894 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.890+0000 7ff5db59e640 1 -- 172.21.15.94:0/2837146945 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5c8003520 con 0x7ff5c8004d40 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.891+0000 7ff5db59e640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5c8004d40 0x7ff5c80051c0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4002230 tx=0x7ff5c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dc72f98a8f0846e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.891+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d400a4a0 con 0x7ff5c8004d40 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.891+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5d402f070 con 0x7ff5c8004d40 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.891+0000 7ff5da59c640 1 -- 172.21.15.94:0/2837146945 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d402bcb0 con 0x7ff5c8004d40 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.892+0000 7ff5e1126640 1 -- 172.21.15.94:0/2837146945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5c8004d40 msgr2=0x7ff5c80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.892+0000 7ff5e1126640 1 --2- 172.21.15.94:0/2837146945 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5c8004d40 0x7ff5c80051c0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7ff5d4002230 tx=0x7ff5c8005830 comp rx=0 tx=0).stop 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.892+0000 7ff5db59e640 1 -- 172.21.15.94:0/2837146945 reap_dead start 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.892+0000 7ff5e1126640 1 -- 172.21.15.94:0/2837146945 shutdown_connections 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.892+0000 7ff5e1126640 1 -- 172.21.15.94:0/2837146945 >> 172.21.15.94:0/2837146945 conn(0x7ff5dc06fee0 msgr2=0x7ff5dc0702f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.892+0000 7ff5e1126640 1 -- 172.21.15.94:0/2837146945 shutdown_connections 2024-09-10T08:38:03.895 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.892+0000 7ff5e1126640 1 -- 172.21.15.94:0/2837146945 wait complete. 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.893+0000 7ff5e1126640 1 Processor -- start 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.893+0000 7ff5e1126640 1 -- start start 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5e1126640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5c8004d40 0x7ff5dc0c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5e1126640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5dc15de90 0x7ff5dc0b6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5e1126640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5dc0b67a0 0x7ff5dc0b6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5e1126640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc0d0000 con 0x7ff5dc15de90 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5e1126640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7ff5dc0cfe80 con 0x7ff5dc0b67a0 2024-09-10T08:38:03.898 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5e1126640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7ff5dc06e2b0 con 0x7ff5c8004d40 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5dc15de90 0x7ff5dc0b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5dc15de90 0x7ff5dc0b6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59226/0 (socket says 172.21.15.94:59226) 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 -- 172.21.15.94:0/3106413775 learned_addr learned my addr 172.21.15.94:0/3106413775 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5dad9d640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5c8004d40 0x7ff5dc0c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5db59e640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5dc0b67a0 0x7ff5dc0b6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 -- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5c8004d40 msgr2=0x7ff5dc0c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5c8004d40 0x7ff5dc0c95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 -- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5dc0b67a0 msgr2=0x7ff5dc0b6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5dc0b67a0 0x7ff5dc0b6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.894+0000 7ff5d259c640 1 -- 172.21.15.94:0/3106413775 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5dc15eb60 con 0x7ff5dc15de90 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.895+0000 7ff5d259c640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5dc15de90 0x7ff5dc0b6260 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7ff5c400f7f0 tx=0x7ff5c400fbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.895+0000 7ff5d3fff640 1 -- 172.21.15.94:0/3106413775 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c40050d0 con 0x7ff5dc15de90 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.895+0000 7ff5d3fff640 1 -- 172.21.15.94:0/3106413775 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff5c4018070 con 0x7ff5dc15de90 2024-09-10T08:38:03.899 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.895+0000 7ff5d3fff640 1 -- 172.21.15.94:0/3106413775 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c400d730 con 0x7ff5dc15de90 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.895+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5dc0c9b30 con 0x7ff5dc15de90 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.895+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5dc15f0b0 con 0x7ff5dc15de90 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.896+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5dc0b6b80 con 0x7ff5dc15de90 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.896+0000 7ff5d3fff640 1 -- 172.21.15.94:0/3106413775 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff5c400d8d0 con 0x7ff5dc15de90 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.897+0000 7ff5d3fff640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff5bc06be60 0x7ff5bc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.897+0000 7ff5dad9d640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff5bc06be60 0x7ff5bc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.897+0000 7ff5d3fff640 1 -- 172.21.15.94:0/3106413775 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7ff5c408aee0 con 0x7ff5dc15de90 2024-09-10T08:38:03.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.897+0000 7ff5dad9d640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff5bc06be60 0x7ff5bc06e320 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc009bc0 tx=0x7ff5cc009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:03.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:03.901+0000 7ff5d3fff640 1 -- 172.21.15.94:0/3106413775 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff5c40595b0 con 0x7ff5dc15de90 2024-09-10T08:38:04.065 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.065+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff5dc146180 con 0x7ff5dc15de90 2024-09-10T08:38:04.066 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.066+0000 7ff5d3fff640 1 -- 172.21.15.94:0/3106413775 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v108) ==== 74+0+17255 (secure 0 0 0) 0x7ff5c4058eb0 con 0x7ff5dc15de90 2024-09-10T08:38:04.066 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:04.067 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":108,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:37:37.312821+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:37:12.926665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-10T08:37:13.549122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.35","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.143:6834/4201880004":"2024-09-11T08:37:37.312790+0000","172.21.15.143:6832/4201880004":"2024-09-11T08:37:37.312790+0000","172.21.15.94:6837/2497595248":"2024-09-11T08:37:36.311047+0000","172.21.15.94:6835/2497595248":"2024-09-11T08:37:36.311047+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:38:04.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff5bc06be60 msgr2=0x7ff5bc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.068 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff5bc06be60 0x7ff5bc06e320 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff5cc009bc0 tx=0x7ff5cc009190 comp rx=0 tx=0).stop 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5dc15de90 msgr2=0x7ff5dc0b6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5dc15de90 0x7ff5dc0b6260 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7ff5c400f7f0 tx=0x7ff5c400fbf0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 shutdown_connections 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7ff5bc06be60 0x7ff5bc06e320 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7ff5dc0b67a0 0x7ff5dc0b6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7ff5dc15de90 0x7ff5dc0b6260 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 --2- 172.21.15.94:0/3106413775 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7ff5c8004d40 0x7ff5dc0c95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 >> 172.21.15.94:0/3106413775 conn(0x7ff5dc06fee0 msgr2=0x7ff5dc06d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 shutdown_connections 2024-09-10T08:38:04.069 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.068+0000 7ff5e1126640 1 -- 172.21.15.94:0/3106413775 wait complete. 2024-09-10T08:38:04.079 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:38:04.080 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:38:04.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.177+0000 7fbab51bd640 1 Processor -- start 2024-09-10T08:38:04.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.177+0000 7fbab51bd640 1 -- start start 2024-09-10T08:38:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.178+0000 7fbab51bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab00d0750 0x7fbab00cde70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.178+0000 7fbab51bd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbab00ce3b0 0x7fbab00b3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.178+0000 7fbab51bd640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbab00cebe0 con 0x7fbab015e810 2024-09-10T08:38:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.178+0000 7fbab51bd640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbab00cf7f0 con 0x7fbab00ce3b0 2024-09-10T08:38:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.178+0000 7fbab51bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbab00ceec0 con 0x7fbab00d0750 2024-09-10T08:38:04.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.178+0000 7fbaaf59e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbab00ce3b0 0x7fbab00b3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaaf59e640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbab00ce3b0 0x7fbab00b3120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59238/0 (socket says 172.21.15.94:59238) 2024-09-10T08:38:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaaf59e640 1 -- 172.21.15.94:0/3618534525 learned_addr learned my addr 172.21.15.94:0/3618534525 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaae59c640 1 --2- 172.21.15.94:0/3618534525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab00d0750 0x7fbab00cde70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaaf59e640 1 -- 172.21.15.94:0/3618534525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab00d0750 msgr2=0x7fbab00cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaaf59e640 1 --2- 172.21.15.94:0/3618534525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab00d0750 0x7fbab00cde70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaaf59e640 1 -- 172.21.15.94:0/3618534525 >> v1:172.21.15.143:6789/0 conn(0x7fbab015e810 legacy=0x7fbab00d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaaf59e640 1 -- 172.21.15.94:0/3618534525 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbab00cf1a0 con 0x7fbab00ce3b0 2024-09-10T08:38:04.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.179+0000 7fbaaf59e640 1 --2- 172.21.15.94:0/3618534525 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00ce3b0 0x7fbab00b3120 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fbaa800d150 tx=0x7fbaa802c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91859228ea699baa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbaadd9b640 1 -- 172.21.15.94:0/3618534525 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8009600 con 0x7fbab00ce3b0 2024-09-10T08:38:04.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbaadd9b640 1 -- 172.21.15.94:0/3618534525 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbaa8037070 con 0x7fbab00ce3b0 2024-09-10T08:38:04.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbaadd9b640 1 -- 172.21.15.94:0/3618534525 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaa80099c0 con 0x7fbab00ce3b0 2024-09-10T08:38:04.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 -- 172.21.15.94:0/3618534525 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00ce3b0 msgr2=0x7fbab00b3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 --2- 172.21.15.94:0/3618534525 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00ce3b0 0x7fbab00b3120 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fbaa800d150 tx=0x7fbaa802c930 comp rx=0 tx=0).stop 2024-09-10T08:38:04.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 -- 172.21.15.94:0/3618534525 shutdown_connections 2024-09-10T08:38:04.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 --2- 172.21.15.94:0/3618534525 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00ce3b0 0x7fbab00b3120 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 --2- 172.21.15.94:0/3618534525 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab00d0750 0x7fbab00cde70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 -- 172.21.15.94:0/3618534525 >> 172.21.15.94:0/3618534525 conn(0x7fbab006f740 msgr2=0x7fbab006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:04.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 -- 172.21.15.94:0/3618534525 shutdown_connections 2024-09-10T08:38:04.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.180+0000 7fbab51bd640 1 -- 172.21.15.94:0/3618534525 wait complete. 2024-09-10T08:38:04.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 Processor -- start 2024-09-10T08:38:04.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 -- start start 2024-09-10T08:38:04.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbab00ce3b0 0x7fbab0153e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00d0750 0x7fbab00b4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab015e810 0x7fbab014dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbab00ce860 con 0x7fbab00d0750 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbab00cfc80 con 0x7fbab00ce3b0 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbab51bd640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbab00b3660 con 0x7fbab015e810 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbaae59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00d0750 0x7fbab00b4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbaae59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00d0750 0x7fbab00b4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59240/0 (socket says 172.21.15.94:59240) 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.182+0000 7fbaae59c640 1 -- 172.21.15.94:0/793839995 learned_addr learned my addr 172.21.15.94:0/793839995 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaaf59e640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab015e810 0x7fbab014dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaaed9d640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbab00ce3b0 0x7fbab0153e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaae59c640 1 -- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab015e810 msgr2=0x7fbab014dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaae59c640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab015e810 0x7fbab014dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaae59c640 1 -- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbab00ce3b0 msgr2=0x7fbab0153e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaae59c640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbab00ce3b0 0x7fbab0153e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaae59c640 1 -- 172.21.15.94:0/793839995 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbab0155c40 con 0x7fbab00d0750 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaaed9d640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbab00ce3b0 0x7fbab0153e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaae59c640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00d0750 0x7fbab00b4470 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fba9800e8b0 tx=0x7fba9800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaa77fe640 1 -- 172.21.15.94:0/793839995 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba98017070 con 0x7fbab00d0750 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaa77fe640 1 -- 172.21.15.94:0/793839995 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba9800c8e0 con 0x7fbab00d0750 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbab01f0020 con 0x7fbab00d0750 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbaa77fe640 1 -- 172.21.15.94:0/793839995 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9800ccd0 con 0x7fbab00d0750 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.183+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbab00b49b0 con 0x7fbab00d0750 2024-09-10T08:38:04.186 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.184+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbab00b3120 con 0x7fbab00d0750 2024-09-10T08:38:04.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.185+0000 7fbaa77fe640 1 -- 172.21.15.94:0/793839995 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fba9801a070 con 0x7fbab00d0750 2024-09-10T08:38:04.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.185+0000 7fbaa77fe640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9006be30 0x7fba9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.185+0000 7fbaaed9d640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9006be30 0x7fba9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.185+0000 7fbaa77fe640 1 -- 172.21.15.94:0/793839995 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7fba9808b2c0 con 0x7fbab00d0750 2024-09-10T08:38:04.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.186+0000 7fbaaed9d640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9006be30 0x7fba9006e2f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0001660 tx=0x7fbaa0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.190 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.190+0000 7fbaa77fe640 1 -- 172.21.15.94:0/793839995 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fba98059460 con 0x7fbab00d0750 2024-09-10T08:38:04.389 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.389+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbab015ee00 con 0x7fbab00d0750 2024-09-10T08:38:04.390 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.389+0000 7fbaa77fe640 1 -- 172.21.15.94:0/793839995 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5250 (secure 0 0 0) 0x7fba9808b0e0 con 0x7fbab00d0750 2024-09-10T08:38:04.390 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:04.390 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":63,"btime":"2024-09-10T08:37:52:370700+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:51.461162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7152,"mds_1":7143},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7143":{"gid":7143,"name":"a","rank":1,"incarnation":61,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7152,"qdb_cluster":[7152,7143]},"id":7}]} 2024-09-10T08:38:04.390 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 63 2024-09-10T08:38:04.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.391+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9006be30 msgr2=0x7fba9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.391+0000 7fbab51bd640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9006be30 0x7fba9006e2f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fbaa0001660 tx=0x7fbaa0009040 comp rx=0 tx=0).stop 2024-09-10T08:38:04.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.391+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00d0750 msgr2=0x7fbab00b4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.391+0000 7fbab51bd640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00d0750 0x7fbab00b4470 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fba9800e8b0 tx=0x7fba9800ed70 comp rx=0 tx=0).stop 2024-09-10T08:38:04.392 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.391+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 shutdown_connections 2024-09-10T08:38:04.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.391+0000 7fbab51bd640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fba9006be30 0x7fba9006e2f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.391+0000 7fbab51bd640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbab015e810 0x7fbab014dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.392+0000 7fbab51bd640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbab00d0750 0x7fbab00b4470 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.392+0000 7fbab51bd640 1 --2- 172.21.15.94:0/793839995 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbab00ce3b0 0x7fbab0153e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.392+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 >> 172.21.15.94:0/793839995 conn(0x7fbab006f740 msgr2=0x7fbab0159660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:04.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.392+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 shutdown_connections 2024-09-10T08:38:04.393 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.392+0000 7fbab51bd640 1 -- 172.21.15.94:0/793839995 wait complete. 2024-09-10T08:38:04.403 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:38:04.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.500+0000 7f2f83d9a640 1 Processor -- start 2024-09-10T08:38:04.500 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.500+0000 7f2f83d9a640 1 -- start start 2024-09-10T08:38:04.501 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f83d9a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2f7c15e4c0 0x7f2f7c06bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f83d9a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c06c150 0x7f2f7c15e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f83d9a640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f7c15f690 con 0x7f2f7c15ede0 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f83d9a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f2f7c162760 con 0x7f2f7c15e4c0 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f83d9a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2f7c06c590 con 0x7f2f7c06c150 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f81b36640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2f7c15e4c0 0x7f2f7c06bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f81b36640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2f7c15e4c0 0x7f2f7c06bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59246/0 (socket says 172.21.15.94:59246) 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f81b36640 1 -- 172.21.15.94:0/2118857108 learned_addr learned my addr 172.21.15.94:0/2118857108 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f82337640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2f7c15ede0 0x7f2f7c06ed70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41930/0 (socket says 172.21.15.94:41930) 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f81b36640 1 -- 172.21.15.94:0/2118857108 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c06c150 msgr2=0x7f2f7c15e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f81b36640 1 --2- 172.21.15.94:0/2118857108 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c06c150 0x7f2f7c15e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f81b36640 1 -- 172.21.15.94:0/2118857108 >> v1:172.21.15.94:6789/0 conn(0x7f2f7c15ede0 legacy=0x7f2f7c06ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.502 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.501+0000 7f2f81b36640 1 -- 172.21.15.94:0/2118857108 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7c162110 con 0x7f2f7c15e4c0 2024-09-10T08:38:04.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.502+0000 7f2f81b36640 1 --2- 172.21.15.94:0/2118857108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c06bc10 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f2f78009870 tx=0x7f2f7802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17b2fbab7085dc09 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.502+0000 7f2f80b34640 1 -- 172.21.15.94:0/2118857108 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78037070 con 0x7f2f7c15e4c0 2024-09-10T08:38:04.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.502+0000 7f2f80b34640 1 -- 172.21.15.94:0/2118857108 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f78032440 con 0x7f2f7c15e4c0 2024-09-10T08:38:04.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.502+0000 7f2f80b34640 1 -- 172.21.15.94:0/2118857108 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78032810 con 0x7f2f7c15e4c0 2024-09-10T08:38:04.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2118857108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c15e4c0 msgr2=0x7f2f7c06bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2118857108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c06bc10 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f2f78009870 tx=0x7f2f7802a270 comp rx=0 tx=0).stop 2024-09-10T08:38:04.504 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2118857108 shutdown_connections 2024-09-10T08:38:04.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2118857108 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c06c150 0x7f2f7c15e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2118857108 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c06bc10 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2118857108 >> 172.21.15.94:0/2118857108 conn(0x7f2f7c0b2f40 msgr2=0x7f2f7c0b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:04.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2118857108 shutdown_connections 2024-09-10T08:38:04.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.503+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2118857108 wait complete. 2024-09-10T08:38:04.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.504+0000 7f2f83d9a640 1 Processor -- start 2024-09-10T08:38:04.505 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.504+0000 7f2f83d9a640 1 -- start start 2024-09-10T08:38:04.507 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c06c150 0x7f2f7c155e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c1f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c15ede0 0x7f2f7c1e9170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c15f410 con 0x7f2f7c06c150 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c15f290 con 0x7f2f7c15e4c0 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2f7c162bf0 con 0x7f2f7c15ede0 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c06c150 0x7f2f7c155e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c06c150 0x7f2f7c155e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59260/0 (socket says 172.21.15.94:59260) 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 -- 172.21.15.94:0/2570756556 learned_addr learned my addr 172.21.15.94:0/2570756556 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f82337640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c15ede0 0x7f2f7c1e9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81335640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c1f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 -- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c15ede0 msgr2=0x7f2f7c1e9170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c15ede0 0x7f2f7c1e9170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.508 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 -- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f7c15e4c0 msgr2=0x7f2f7c1f4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c1f4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 -- 172.21.15.94:0/2570756556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7c1f51b0 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81335640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c1f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f81b36640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c06c150 0x7f2f7c155e10 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f2f78009870 tx=0x7f2f780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f727fc640 1 -- 172.21.15.94:0/2570756556 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78041020 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f727fc640 1 -- 172.21.15.94:0/2570756556 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f78030970 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f7c154ad0 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f727fc640 1 -- 172.21.15.94:0/2570756556 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78037040 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.505+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f7c154d70 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.506+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f7c15e8a0 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.507+0000 7f2f727fc640 1 -- 172.21.15.94:0/2570756556 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2f78044020 con 0x7f2f7c06c150 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.507+0000 7f2f727fc640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f6006be30 0x7f2f6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.509 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.507+0000 7f2f727fc640 1 -- 172.21.15.94:0/2570756556 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f2f780abad0 con 0x7f2f7c06c150 2024-09-10T08:38:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.507+0000 7f2f81335640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f6006be30 0x7f2f6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.510 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.508+0000 7f2f81335640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f6006be30 0x7f2f6006e2f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c1f88a0 tx=0x7f2f6c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.512 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.512+0000 7f2f727fc640 1 -- 172.21.15.94:0/2570756556 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2f7804b030 con 0x7f2f7c06c150 2024-09-10T08:38:04.708 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.708+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f7c070ef0 con 0x7f2f7c06c150 2024-09-10T08:38:04.709 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.709+0000 7f2f727fc640 1 -- 172.21.15.94:0/2570756556 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5250 (secure 0 0 0) 0x7f2f7c1f51b0 con 0x7f2f7c06c150 2024-09-10T08:38:04.709 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:04.709 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":63,"btime":"2024-09-10T08:37:52:370700+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:37:14.580990+0000","modified":"2024-09-10T08:37:51.461162+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7152,"mds_1":7143},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7143":{"gid":7143,"name":"a","rank":1,"incarnation":61,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6835/1820212662","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1820212662},{"type":"v1","addr":"172.21.15.94:6835","nonce":1820212662}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7152":{"gid":7152,"name":"c","rank":0,"incarnation":56,"state":"up:active","state_seq":4,"addr":"172.21.15.94:6837/2153594335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":2153594335},{"type":"v1","addr":"172.21.15.94:6837","nonce":2153594335}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7152,"qdb_cluster":[7152,7143]},"id":7}]} 2024-09-10T08:38:04.709 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 63 2024-09-10T08:38:04.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f6006be30 msgr2=0x7f2f6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f6006be30 0x7f2f6006e2f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c1f88a0 tx=0x7f2f6c008040 comp rx=0 tx=0).stop 2024-09-10T08:38:04.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c06c150 msgr2=0x7f2f7c155e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.711 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c06c150 0x7f2f7c155e10 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f2f78009870 tx=0x7f2f780046c0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 shutdown_connections 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2f6006be30 0x7f2f6006e2f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2f7c15e4c0 0x7f2f7c1f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2f7c15ede0 0x7f2f7c1e9170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 --2- 172.21.15.94:0/2570756556 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2f7c06c150 0x7f2f7c155e10 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 >> 172.21.15.94:0/2570756556 conn(0x7f2f7c0b2f40 msgr2=0x7f2f7c160940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 shutdown_connections 2024-09-10T08:38:04.712 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.711+0000 7f2f83d9a640 1 -- 172.21.15.94:0/2570756556 wait complete. 2024-09-10T08:38:04.722 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:38:04.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.820+0000 7f0c56e82640 1 Processor -- start 2024-09-10T08:38:04.820 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.820+0000 7f0c56e82640 1 -- start start 2024-09-10T08:38:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c56e82640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0c500ce580 0x7f0c50165e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c56e82640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c500b4130 con 0x7f0c5015e810 2024-09-10T08:38:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c56e82640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c500cebe0 con 0x7f0c500d0750 2024-09-10T08:38:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c56e82640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0c500cf7f0 con 0x7f0c500ce580 2024-09-10T08:38:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c5541f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0c500ce580 0x7f0c50165e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.822 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c5541f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0c500ce580 0x7f0c50165e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59274/0 (socket says 172.21.15.94:59274) 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c54c1e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f0c5015e810 0x7f0c500d0040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41934/0 (socket says 172.21.15.94:41934) 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c5541f640 1 -- 172.21.15.94:0/943069091 learned_addr learned my addr 172.21.15.94:0/943069091 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c5541f640 1 -- 172.21.15.94:0/943069091 >> v1:172.21.15.143:6789/0 conn(0x7f0c500d0750 legacy=0x7f0c500cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c5541f640 1 -- 172.21.15.94:0/943069091 >> v1:172.21.15.94:6789/0 conn(0x7f0c5015e810 legacy=0x7f0c500d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c5541f640 1 -- 172.21.15.94:0/943069091 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c500ceec0 con 0x7f0c500ce580 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.821+0000 7f0c4f7fe640 1 -- 172.21.15.94:0/943069091 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 914856640 0 0) 0x7f0c500b4130 con 0x7f0c5015e810 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c5541f640 1 --2- 172.21.15.94:0/943069091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500ce580 0x7f0c50165e70 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f0c4800d150 tx=0x7f0c4802c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cb278f6bf8269a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c4f7fe640 1 -- 172.21.15.94:0/943069091 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c48009600 con 0x7f0c500ce580 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c4f7fe640 1 -- 172.21.15.94:0/943069091 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c48037070 con 0x7f0c500ce580 2024-09-10T08:38:04.823 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c4f7fe640 1 -- 172.21.15.94:0/943069091 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c480099c0 con 0x7f0c500ce580 2024-09-10T08:38:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c56e82640 1 -- 172.21.15.94:0/943069091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500ce580 msgr2=0x7f0c50165e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c56e82640 1 --2- 172.21.15.94:0/943069091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500ce580 0x7f0c50165e70 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f0c4800d150 tx=0x7f0c4802c970 comp rx=0 tx=0).stop 2024-09-10T08:38:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c56e82640 1 -- 172.21.15.94:0/943069091 shutdown_connections 2024-09-10T08:38:04.824 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c56e82640 1 --2- 172.21.15.94:0/943069091 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500ce580 0x7f0c50165e70 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c56e82640 1 -- 172.21.15.94:0/943069091 >> 172.21.15.94:0/943069091 conn(0x7f0c5006f740 msgr2=0x7f0c5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c56e82640 1 -- 172.21.15.94:0/943069091 shutdown_connections 2024-09-10T08:38:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.822+0000 7f0c56e82640 1 -- 172.21.15.94:0/943069091 wait complete. 2024-09-10T08:38:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.824+0000 7f0c56e82640 1 Processor -- start 2024-09-10T08:38:04.825 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.824+0000 7f0c56e82640 1 -- start start 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.824+0000 7f0c56e82640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c500ce580 0x7f0c501559a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.824+0000 7f0c56e82640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500d0750 0x7f0c501439c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.824+0000 7f0c56e82640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c5015e810 0x7f0c50153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c56e82640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0c500cfc80 con 0x7f0c500d0750 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c56e82640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0c500cf480 con 0x7f0c500ce580 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c56e82640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0c5006dbd0 con 0x7f0c5015e810 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500d0750 0x7f0c501439c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500d0750 0x7f0c501439c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59280/0 (socket says 172.21.15.94:59280) 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 -- 172.21.15.94:0/3819852860 learned_addr learned my addr 172.21.15.94:0/3819852860 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:04.828 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c54c1e640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c500ce580 0x7f0c501559a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c5541f640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c5015e810 0x7f0c50153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 -- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c5015e810 msgr2=0x7f0c50153670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c5015e810 0x7f0c50153670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 -- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c500ce580 msgr2=0x7f0c501559a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c500ce580 0x7f0c501559a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 -- 172.21.15.94:0/3819852860 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c50152d20 con 0x7f0c500d0750 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c54c1e640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c500ce580 0x7f0c501559a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4ffff640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500d0750 0x7f0c501439c0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c00c4a0 tx=0x7f0c3c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4d7fa640 1 -- 172.21.15.94:0/3819852860 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c016020 con 0x7f0c500d0750 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4d7fa640 1 -- 172.21.15.94:0/3819852860 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c3c012830 con 0x7f0c500d0750 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c4d7fa640 1 -- 172.21.15.94:0/3819852860 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c012c60 con 0x7f0c500d0750 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c501f0d60 con 0x7f0c500d0750 2024-09-10T08:38:04.829 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.825+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c50143f00 con 0x7f0c500d0750 2024-09-10T08:38:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.826+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c501f0b50 con 0x7f0c500d0750 2024-09-10T08:38:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.827+0000 7f0c4d7fa640 1 -- 172.21.15.94:0/3819852860 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0c3c019020 con 0x7f0c500d0750 2024-09-10T08:38:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.827+0000 7f0c4d7fa640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3406be30 0x7f0c3406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.827+0000 7f0c54c1e640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3406be30 0x7f0c3406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:04.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.827+0000 7f0c4d7fa640 1 -- 172.21.15.94:0/3819852860 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7f0c3c08b0a0 con 0x7f0c500d0750 2024-09-10T08:38:04.831 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.828+0000 7f0c54c1e640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3406be30 0x7f0c3406e2f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f0c44007fd0 tx=0x7f0c44007dc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:04.832 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.832+0000 7f0c4d7fa640 1 -- 172.21.15.94:0/3819852860 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0c3c020020 con 0x7f0c500d0750 2024-09-10T08:38:04.998 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.998+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0c500cde70 con 0x7f0c500d0750 2024-09-10T08:38:04.999 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:04.999+0000 7f0c4d7fa640 1 -- 172.21.15.94:0/3819852860 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v108) ==== 74+0+17255 (secure 0 0 0) 0x7f0c3c0182c0 con 0x7f0c500d0750 2024-09-10T08:38:04.999 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:05.000 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":108,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:37:37.312821+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:37:12.926665+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-09-10T08:37:13.549122+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"16.35","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.143:6834/4201880004":"2024-09-11T08:37:37.312790+0000","172.21.15.143:6832/4201880004":"2024-09-11T08:37:37.312790+0000","172.21.15.94:6837/2497595248":"2024-09-11T08:37:36.311047+0000","172.21.15.94:6835/2497595248":"2024-09-11T08:37:36.311047+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3406be30 msgr2=0x7f0c3406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3406be30 0x7f0c3406e2f0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f0c44007fd0 tx=0x7f0c44007dc0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500d0750 msgr2=0x7f0c501439c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500d0750 0x7f0c501439c0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c00c4a0 tx=0x7f0c3c00c960 comp rx=0 tx=0).stop 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 shutdown_connections 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0c3406be30 0x7f0c3406e2f0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0c5015e810 0x7f0c50153670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.002 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0c500d0750 0x7f0c501439c0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 --2- 172.21.15.94:0/3819852860 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0c500ce580 0x7f0c501559a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 >> 172.21.15.94:0/3819852860 conn(0x7f0c5006f740 msgr2=0x7f0c500b4350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:05.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 shutdown_connections 2024-09-10T08:38:05.003 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.001+0000 7f0c56e82640 1 -- 172.21.15.94:0/3819852860 wait complete. 2024-09-10T08:38:05.013 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-10T08:38:05.111 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.111+0000 7fbb47077640 1 Processor -- start 2024-09-10T08:38:05.112 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.111+0000 7fbb47077640 1 -- start start 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb47077640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbb400afd80 0x7fbb4015f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb47077640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbb400b0160 0x7fbb4006e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb47077640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbb400b44f0 con 0x7fbb4006e8e0 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb47077640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbb400b42a0 con 0x7fbb400afd80 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb47077640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbb4006fdb0 con 0x7fbb400b0160 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb44e13640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbb400afd80 0x7fbb4015f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb44e13640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbb400afd80 0x7fbb4015f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59296/0 (socket says 172.21.15.94:59296) 2024-09-10T08:38:05.114 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb45614640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fbb4006e8e0 0x7fbb40154b90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41940/0 (socket says 172.21.15.94:41940) 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb44e13640 1 -- 172.21.15.94:0/3213094012 learned_addr learned my addr 172.21.15.94:0/3213094012 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb3ffff640 1 --2- 172.21.15.94:0/3213094012 >> v2:172.21.15.143:3300/0 conn(0x7fbb400b0160 0x7fbb4006e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb44e13640 1 -- 172.21.15.94:0/3213094012 >> v2:172.21.15.143:3300/0 conn(0x7fbb400b0160 msgr2=0x7fbb4006e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb44e13640 1 --2- 172.21.15.94:0/3213094012 >> v2:172.21.15.143:3300/0 conn(0x7fbb400b0160 0x7fbb4006e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb44e13640 1 -- 172.21.15.94:0/3213094012 >> v1:172.21.15.94:6789/0 conn(0x7fbb4006e8e0 legacy=0x7fbb40154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb44e13640 1 -- 172.21.15.94:0/3213094012 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb4006cc20 con 0x7fbb400afd80 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.112+0000 7fbb3f7fe640 1 -- 172.21.15.94:0/3213094012 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1069210986 0 0) 0x7fbb400b44f0 con 0x7fbb4006e8e0 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.113+0000 7fbb44e13640 1 --2- 172.21.15.94:0/3213094012 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400afd80 0x7fbb4015f3a0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fbb400d12a0 tx=0x7fbb3402a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=176e4cb3b722a1b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.113+0000 7fbb3f7fe640 1 -- 172.21.15.94:0/3213094012 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb34037070 con 0x7fbb400afd80 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.113+0000 7fbb3f7fe640 1 -- 172.21.15.94:0/3213094012 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb34032440 con 0x7fbb400afd80 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.113+0000 7fbb3f7fe640 1 -- 172.21.15.94:0/3213094012 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb34032810 con 0x7fbb400afd80 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 -- 172.21.15.94:0/3213094012 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400afd80 msgr2=0x7fbb4015f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.115 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 --2- 172.21.15.94:0/3213094012 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400afd80 0x7fbb4015f3a0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fbb400d12a0 tx=0x7fbb3402a150 comp rx=0 tx=0).stop 2024-09-10T08:38:05.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 -- 172.21.15.94:0/3213094012 shutdown_connections 2024-09-10T08:38:05.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 --2- 172.21.15.94:0/3213094012 >> v2:172.21.15.143:3300/0 conn(0x7fbb400b0160 0x7fbb4006e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 --2- 172.21.15.94:0/3213094012 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400afd80 0x7fbb4015f3a0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 -- 172.21.15.94:0/3213094012 >> 172.21.15.94:0/3213094012 conn(0x7fbb400b2ec0 msgr2=0x7fbb400d0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:05.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 -- 172.21.15.94:0/3213094012 shutdown_connections 2024-09-10T08:38:05.116 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.114+0000 7fbb47077640 1 -- 172.21.15.94:0/3213094012 wait complete. 2024-09-10T08:38:05.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.115+0000 7fbb47077640 1 Processor -- start 2024-09-10T08:38:05.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.115+0000 7fbb47077640 1 -- start start 2024-09-10T08:38:05.118 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb47077640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbb4006e8e0 0x7fbb4014c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb47077640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbb400afd80 0x7fbb4015d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb47077640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400cf180 0x7fbb4015da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb47077640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbb4006ed50 con 0x7fbb400cf180 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb47077640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbb40070240 con 0x7fbb4006e8e0 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb47077640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbb4006eed0 con 0x7fbb400afd80 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400cf180 0x7fbb4015da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400cf180 0x7fbb4015da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59304/0 (socket says 172.21.15.94:59304) 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 -- 172.21.15.94:0/1913310662 learned_addr learned my addr 172.21.15.94:0/1913310662 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 -- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbb400afd80 msgr2=0x7fbb4015d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbb400afd80 0x7fbb4015d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 -- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbb4006e8e0 msgr2=0x7fbb4014c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb44e13640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbb4006e8e0 0x7fbb4014c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.119 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbb4006e8e0 0x7fbb4014c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 -- 172.21.15.94:0/1913310662 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb400cf610 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb44e13640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbb4006e8e0 0x7fbb4014c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb45614640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400cf180 0x7fbb4015da40 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fbb3800c7e0 tx=0x7fbb3800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb3d7fa640 1 -- 172.21.15.94:0/1913310662 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb38018070 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb3d7fa640 1 -- 172.21.15.94:0/1913310662 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbb3800a640 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb3d7fa640 1 -- 172.21.15.94:0/1913310662 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3800aa30 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.116+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb4015ca20 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.117+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb4015cfe0 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.118+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb40068160 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.118+0000 7fbb3d7fa640 1 -- 172.21.15.94:0/1913310662 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbb3801b070 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.118+0000 7fbb3d7fa640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbb2406be30 0x7fbb2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.118+0000 7fbb3d7fa640 1 -- 172.21.15.94:0/1913310662 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6302+0+0 (secure 0 0 0) 0x7fbb3808a660 con 0x7fbb400cf180 2024-09-10T08:38:05.120 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.118+0000 7fbb44e13640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbb2406be30 0x7fbb2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.121 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.119+0000 7fbb44e13640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbb2406be30 0x7fbb2406e2f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fbb34034000 tx=0x7fbb3402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:05.122 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.122+0000 7fbb3d7fa640 1 -- 172.21.15.94:0/1913310662 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbb38058e50 con 0x7fbb400cf180 2024-09-10T08:38:05.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.320+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbb4006f500 con 0x7fbb400cf180 2024-09-10T08:38:05.321 INFO:tasks.ceph.mon.a.smithi094.stderr:2024-09-10T08:38:05.320+0000 7f045c404640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:38:05.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.322+0000 7fbb3d7fa640 1 -- 172.21.15.94:0/1913310662 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v64) ==== 161+0+0 (secure 0 0 0) 0x7fbb4006f500 con 0x7fbb400cf180 2024-09-10T08:38:05.322 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:38:05.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbb2406be30 msgr2=0x7fbb2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbb2406be30 0x7fbb2406e2f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fbb34034000 tx=0x7fbb3402e000 comp rx=0 tx=0).stop 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400cf180 msgr2=0x7fbb4015da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400cf180 0x7fbb4015da40 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fbb3800c7e0 tx=0x7fbb3800cca0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 shutdown_connections 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbb2406be30 0x7fbb2406e2f0 secure :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fbb34034000 tx=0x7fbb3402e000 comp rx=0 tx=0).stop 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbb400cf180 0x7fbb4015da40 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbb400afd80 0x7fbb4015d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 --2- 172.21.15.94:0/1913310662 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbb4006e8e0 0x7fbb4014c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 >> 172.21.15.94:0/1913310662 conn(0x7fbb400b2ec0 msgr2=0x7fbb4015fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 shutdown_connections 2024-09-10T08:38:05.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.325+0000 7fbb47077640 1 -- 172.21.15.94:0/1913310662 wait complete. 2024-09-10T08:38:05.328 INFO:tasks.ceph.mds.c.smithi094.stderr: -5335> 2024-09-10T08:37:42.325+0000 7fbd38379640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:38:05.338 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:38:05.352 INFO:tasks.ceph.mds.a.smithi094.stdout:starting mds.a at 2024-09-10T08:38:05.359 INFO:tasks.ceph.mds.c.smithi094.stdout:starting mds.c at 2024-09-10T08:38:05.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.440+0000 7f1204b5f640 1 Processor -- start 2024-09-10T08:38:05.440 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.440+0000 7f1204b5f640 1 -- start start 2024-09-10T08:38:05.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f1204b5f640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1200147e70 0x7f1200071710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f1204b5f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12000cfe20 con 0x7f12000d0600 2024-09-10T08:38:05.441 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f1204b5f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1200071f40 con 0x7f120006ff20 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f1204b5f640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f1200072220 con 0x7f1200147e70 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11f5d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1200147e70 0x7f1200071710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11fed9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f12000d0600 0x7f12000d0a90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41952/0 (socket says 172.21.15.94:41952) 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11f5d9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f1200147e70 0x7f1200071710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59354/0 (socket says 172.21.15.94:59354) 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11fed9d640 1 -- 172.21.15.94:0/2132680633 learned_addr learned my addr 172.21.15.94:0/2132680633 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11f5d9b640 1 -- 172.21.15.94:0/2132680633 >> v1:172.21.15.143:6789/0 conn(0x7f120006ff20 legacy=0x7f1200070300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11f5d9b640 1 -- 172.21.15.94:0/2132680633 >> v1:172.21.15.94:6789/0 conn(0x7f12000d0600 legacy=0x7f12000d0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11f5d9b640 1 -- 172.21.15.94:0/2132680633 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1200072500 con 0x7f1200147e70 2024-09-10T08:38:05.442 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.441+0000 7f11fdd9b640 1 -- 172.21.15.94:0/2132680633 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1858841754 0 0) 0x7f12000cfe20 con 0x7f12000d0600 2024-09-10T08:38:05.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f11f5d9b640 1 --2- 172.21.15.94:0/2132680633 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1200147e70 0x7f1200071710 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f11e80097a0 tx=0x7f11e802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=933854c661ac776f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:05.443 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f11fdd9b640 1 -- 172.21.15.94:0/2132680633 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e8037070 con 0x7f1200147e70 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f11fdd9b640 1 -- 172.21.15.94:0/2132680633 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11e8032440 con 0x7f1200147e70 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f11fdd9b640 1 -- 172.21.15.94:0/2132680633 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e8032810 con 0x7f1200147e70 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f1204b5f640 1 -- 172.21.15.94:0/2132680633 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1200147e70 msgr2=0x7f1200071710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f1204b5f640 1 --2- 172.21.15.94:0/2132680633 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1200147e70 0x7f1200071710 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f11e80097a0 tx=0x7f11e802a1e0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f1204b5f640 1 -- 172.21.15.94:0/2132680633 shutdown_connections 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f1204b5f640 1 --2- 172.21.15.94:0/2132680633 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f1200147e70 0x7f1200071710 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f1204b5f640 1 -- 172.21.15.94:0/2132680633 >> 172.21.15.94:0/2132680633 conn(0x7f12000ced60 msgr2=0x7f12000cf170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f1204b5f640 1 -- 172.21.15.94:0/2132680633 shutdown_connections 2024-09-10T08:38:05.444 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.442+0000 7f1204b5f640 1 -- 172.21.15.94:0/2132680633 wait complete. 2024-09-10T08:38:05.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.444+0000 7f1204b5f640 1 Processor -- start 2024-09-10T08:38:05.446 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.444+0000 7f1204b5f640 1 -- start start 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f120006ff20 0x7f12001628e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12000d0600 0x7f1200139a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1200147e70 0x7f120015f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f12000c71a0 con 0x7f120006ff20 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f1200071c50 con 0x7f1200147e70 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f12000c8f60 con 0x7f12000d0600 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f120006ff20 0x7f12001628e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f120006ff20 0x7f12001628e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59360/0 (socket says 172.21.15.94:59360) 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 -- 172.21.15.94:0/3275801352 learned_addr learned my addr 172.21.15.94:0/3275801352 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fed9d640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1200147e70 0x7f120015f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11f5d9b640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12000d0600 0x7f1200139a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 -- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12000d0600 msgr2=0x7f1200139a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12000d0600 0x7f1200139a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 -- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1200147e70 msgr2=0x7f120015f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1200147e70 0x7f120015f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 -- 172.21.15.94:0/3275801352 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12000aec40 con 0x7f120006ff20 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11f5d9b640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12000d0600 0x7f1200139a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11fe59c640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f120006ff20 0x7f12001628e0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f11f000b3e0 tx=0x7f11f000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11f77fe640 1 -- 172.21.15.94:0/3275801352 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f0015020 con 0x7f120006ff20 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11f77fe640 1 -- 172.21.15.94:0/3275801352 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11f0011850 con 0x7f120006ff20 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12000aef20 con 0x7f120006ff20 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f11f77fe640 1 -- 172.21.15.94:0/3275801352 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f0011c40 con 0x7f120006ff20 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.445+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12000af4e0 con 0x7f120006ff20 2024-09-10T08:38:05.448 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.446+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1200068c60 con 0x7f120006ff20 2024-09-10T08:38:05.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.447+0000 7f11f77fe640 1 -- 172.21.15.94:0/3275801352 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f11f0018020 con 0x7f120006ff20 2024-09-10T08:38:05.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.447+0000 7f11f77fe640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f11e006be30 0x7f11e006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:05.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.447+0000 7f11f77fe640 1 -- 172.21.15.94:0/3275801352 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6474+0+0 (secure 0 0 0) 0x7f11f008b0e0 con 0x7f120006ff20 2024-09-10T08:38:05.449 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.447+0000 7f11f5d9b640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f11e006be30 0x7f11e006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:05.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.448+0000 7f11f5d9b640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f11e006be30 0x7f11e006e2f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f11e8034000 tx=0x7f11e802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:05.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.452+0000 7f11f77fe640 1 -- 172.21.15.94:0/3275801352 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f11f001f020 con 0x7f120006ff20 2024-09-10T08:38:05.651 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:05.650+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f12000b4aa0 con 0x7f120006ff20 2024-09-10T08:38:06.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.323+0000 7f11f77fe640 1 -- 172.21.15.94:0/3275801352 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v65) ==== 104+0+0 (secure 0 0 0) 0x7f11f00172c0 con 0x7f120006ff20 2024-09-10T08:38:06.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f11e006be30 msgr2=0x7f11e006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f11e006be30 0x7f11e006e2f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f11e8034000 tx=0x7f11e802e000 comp rx=0 tx=0).stop 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f120006ff20 msgr2=0x7f12001628e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f120006ff20 0x7f12001628e0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f11f000b3e0 tx=0x7f11f000b8a0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 shutdown_connections 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f11e006be30 0x7f11e006e2f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f1200147e70 0x7f120015f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f12000d0600 0x7f1200139a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 --2- 172.21.15.94:0/3275801352 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f120006ff20 0x7f12001628e0 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 >> 172.21.15.94:0/3275801352 conn(0x7f12000ced60 msgr2=0x7f12000b3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 shutdown_connections 2024-09-10T08:38:06.327 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.326+0000 7f1204b5f640 1 -- 172.21.15.94:0/3275801352 wait complete. 2024-09-10T08:38:06.340 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:38:06.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.485+0000 7f9cf1001640 1 Processor -- start 2024-09-10T08:38:06.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.485+0000 7f9cf1001640 1 -- start start 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cf1001640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9cec15c490 0x7f9cec0cfd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cf1001640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec0d0760 0x7f9cec0d0b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cf1001640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cec0d10a0 con 0x7f9cec070e30 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cf1001640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f9cec15ca10 con 0x7f9cec15c490 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cf1001640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9cec15ccf0 con 0x7f9cec0d0760 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cead9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9cec15c490 0x7f9cec0cfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cead9d640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f9cec15c490 0x7f9cec0cfd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59376/0 (socket says 172.21.15.94:59376) 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9cead9d640 1 -- 172.21.15.94:0/1559817770 learned_addr learned my addr 172.21.15.94:0/1559817770 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:06.489 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.486+0000 7f9ceb59e640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f9cec070e30 0x7f9cec0712c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41962/0 (socket says 172.21.15.94:41962) 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.487+0000 7f9ce259c640 1 --2- 172.21.15.94:0/1559817770 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec0d0760 0x7f9cec0d0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.487+0000 7f9cead9d640 1 -- 172.21.15.94:0/1559817770 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec0d0760 msgr2=0x7f9cec0d0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.487+0000 7f9cead9d640 1 --2- 172.21.15.94:0/1559817770 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec0d0760 0x7f9cec0d0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.487+0000 7f9cead9d640 1 -- 172.21.15.94:0/1559817770 >> v1:172.21.15.94:6789/0 conn(0x7f9cec070e30 legacy=0x7f9cec0712c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.487+0000 7f9cea59c640 1 -- 172.21.15.94:0/1559817770 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3890549989 0 0) 0x7f9cec0d10a0 con 0x7f9cec070e30 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.487+0000 7f9cead9d640 1 -- 172.21.15.94:0/1559817770 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cec15cfd0 con 0x7f9cec15c490 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.487+0000 7f9cead9d640 1 --2- 172.21.15.94:0/1559817770 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec15c490 0x7f9cec0cfd50 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc009870 tx=0x7f9cdc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=794a2925827fd9ff server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cea59c640 1 -- 172.21.15.94:0/1559817770 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cdc037070 con 0x7f9cec15c490 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cea59c640 1 -- 172.21.15.94:0/1559817770 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cdc032440 con 0x7f9cec15c490 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cea59c640 1 -- 172.21.15.94:0/1559817770 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cdc032810 con 0x7f9cec15c490 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 -- 172.21.15.94:0/1559817770 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec15c490 msgr2=0x7f9cec0cfd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 --2- 172.21.15.94:0/1559817770 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec15c490 0x7f9cec0cfd50 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc009870 tx=0x7f9cdc02a270 comp rx=0 tx=0).stop 2024-09-10T08:38:06.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 -- 172.21.15.94:0/1559817770 shutdown_connections 2024-09-10T08:38:06.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 --2- 172.21.15.94:0/1559817770 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec0d0760 0x7f9cec0d0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 --2- 172.21.15.94:0/1559817770 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec15c490 0x7f9cec0cfd50 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 -- 172.21.15.94:0/1559817770 >> 172.21.15.94:0/1559817770 conn(0x7f9cec0b3c70 msgr2=0x7f9cec0b4080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:06.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 -- 172.21.15.94:0/1559817770 shutdown_connections 2024-09-10T08:38:06.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.488+0000 7f9cf1001640 1 -- 172.21.15.94:0/1559817770 wait complete. 2024-09-10T08:38:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 Processor -- start 2024-09-10T08:38:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 -- start start 2024-09-10T08:38:06.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec070e30 0x7f9cec15d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec0d0760 0x7f9cec1531e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9cec15c490 0x7f9cec0ca120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f9cec0d0290 con 0x7f9cec0d0760 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f9cec15d590 con 0x7f9cec15c490 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.490+0000 7f9cf1001640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f9cec0d0410 con 0x7f9cec070e30 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec0d0760 0x7f9cec1531e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec0d0760 0x7f9cec1531e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59382/0 (socket says 172.21.15.94:59382) 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 -- 172.21.15.94:0/2480724989 learned_addr learned my addr 172.21.15.94:0/2480724989 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9cead9d640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec070e30 0x7f9cec15d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ceb59e640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9cec15c490 0x7f9cec0ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 -- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec070e30 msgr2=0x7f9cec15d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec070e30 0x7f9cec15d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.494 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 -- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9cec15c490 msgr2=0x7f9cec0ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9cec15c490 0x7f9cec0ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 -- 172.21.15.94:0/2480724989 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cec0cb750 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ceb59e640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9cec15c490 0x7f9cec0ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce259c640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec0d0760 0x7f9cec1531e0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f9cd400d800 tx=0x7f9cd400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce3fff640 1 -- 172.21.15.94:0/2480724989 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd400b6c0 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce3fff640 1 -- 172.21.15.94:0/2480724989 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cd4019070 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9ce3fff640 1 -- 172.21.15.94:0/2480724989 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd400ba80 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cec0b7b30 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.491+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cec0b5070 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.492+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cec0b24f0 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.493+0000 7f9ce3fff640 1 -- 172.21.15.94:0/2480724989 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9cd400bc20 con 0x7f9cec0d0760 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.493+0000 7f9ce3fff640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9ccc06be30 0x7f9ccc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:06.495 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.493+0000 7f9cead9d640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9ccc06be30 0x7f9ccc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:06.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.493+0000 7f9ce3fff640 1 -- 172.21.15.94:0/2480724989 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6474+0+0 (secure 0 0 0) 0x7f9cd408b510 con 0x7f9cec0d0760 2024-09-10T08:38:06.496 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.494+0000 7f9cead9d640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9ccc06be30 0x7f9ccc06e2f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc034000 tx=0x7f9cdc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:06.498 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.498+0000 7f9ce3fff640 1 -- 172.21.15.94:0/2480724989 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9cec0b24f0 con 0x7f9cec0d0760 2024-09-10T08:38:06.664 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:06.664+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9cec0b4a10 con 0x7f9cec0d0760 2024-09-10T08:38:07.416 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.415+0000 7f9ce3fff640 1 -- 172.21.15.94:0/2480724989 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v110) ==== 181+0+0 (secure 0 0 0) 0x7f9cd4059c50 con 0x7f9cec0d0760 2024-09-10T08:38:07.416 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9ccc06be30 msgr2=0x7f9ccc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9ccc06be30 0x7f9ccc06e2f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc034000 tx=0x7f9cdc02e000 comp rx=0 tx=0).stop 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec0d0760 msgr2=0x7f9cec1531e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec0d0760 0x7f9cec1531e0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f9cd400d800 tx=0x7f9cd400dcc0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 shutdown_connections 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f9ccc06be30 0x7f9ccc06e2f0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f9cec15c490 0x7f9cec0ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f9cec0d0760 0x7f9cec1531e0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 --2- 172.21.15.94:0/2480724989 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f9cec070e30 0x7f9cec15d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.420 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.419+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 >> 172.21.15.94:0/2480724989 conn(0x7f9cec0b3c70 msgr2=0x7f9cec0cda30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:07.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.420+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 shutdown_connections 2024-09-10T08:38:07.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.420+0000 7f9cf1001640 1 -- 172.21.15.94:0/2480724989 wait complete. 2024-09-10T08:38:07.434 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:38:07.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.542+0000 7fbeef9c4640 1 Processor -- start 2024-09-10T08:38:07.542 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.542+0000 7fbeef9c4640 1 -- start start 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeef9c4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbee80afd80 0x7fbee815f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeef9c4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fbee80b0160 0x7fbee806e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeef9c4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee806e8e0 0x7fbee806ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeef9c4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbee806f290 con 0x7fbee80afd80 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeef9c4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fbee80b42a0 con 0x7fbee80b0160 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeef9c4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbee806fdb0 con 0x7fbee806e8e0 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbee80afd80 0x7fbee815f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbee80afd80 0x7fbee815f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59384/0 (socket says 172.21.15.94:59384) 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 -- 172.21.15.94:0/2631318549 learned_addr learned my addr 172.21.15.94:0/2631318549 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 -- 172.21.15.94:0/2631318549 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee806e8e0 msgr2=0x7fbee806ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:07.544 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 --2- 172.21.15.94:0/2631318549 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee806e8e0 0x7fbee806ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 -- 172.21.15.94:0/2631318549 >> v2:172.21.15.143:3300/0 conn(0x7fbee80b0160 msgr2=0x7fbee806e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:07.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 --2- 172.21.15.94:0/2631318549 >> v2:172.21.15.143:3300/0 conn(0x7fbee80b0160 0x7fbee806e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.545 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.543+0000 7fbeed760640 1 -- 172.21.15.94:0/2631318549 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee80b44f0 con 0x7fbee80afd80 2024-09-10T08:38:07.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.544+0000 7fbeed760640 1 --2- 172.21.15.94:0/2631318549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee80afd80 0x7fbee815f3a0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fbee80d12a0 tx=0x7fbee402a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=248ab11c88b97085 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:07.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.544+0000 7fbedffff640 1 -- 172.21.15.94:0/2631318549 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4036070 con 0x7fbee80afd80 2024-09-10T08:38:07.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.544+0000 7fbedffff640 1 -- 172.21.15.94:0/2631318549 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbee4031600 con 0x7fbee80afd80 2024-09-10T08:38:07.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.544+0000 7fbedffff640 1 -- 172.21.15.94:0/2631318549 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee40319d0 con 0x7fbee80afd80 2024-09-10T08:38:07.546 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2631318549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee80afd80 msgr2=0x7fbee815f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2631318549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee80afd80 0x7fbee815f3a0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fbee80d12a0 tx=0x7fbee402a570 comp rx=0 tx=0).stop 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2631318549 shutdown_connections 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2631318549 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee806e8e0 0x7fbee806ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2631318549 >> v2:172.21.15.143:3300/0 conn(0x7fbee80b0160 0x7fbee806e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2631318549 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee80afd80 0x7fbee815f3a0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2631318549 >> 172.21.15.94:0/2631318549 conn(0x7fbee80b2ec0 msgr2=0x7fbee80d0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2631318549 shutdown_connections 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.545+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2631318549 wait complete. 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.546+0000 7fbeef9c4640 1 Processor -- start 2024-09-10T08:38:07.547 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.546+0000 7fbeef9c4640 1 -- start start 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeef9c4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee806e8e0 0x7fbee8140430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeef9c4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee80afd80 0x7fbee8142de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeef9c4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbee80cc990 0x7fbee8143320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeef9c4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbee8154b90 con 0x7fbee806e8e0 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeef9c4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbee8070240 con 0x7fbee80cc990 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeef9c4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbee8154d10 con 0x7fbee80afd80 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee806e8e0 0x7fbee8140430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:07.550 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee806e8e0 0x7fbee8140430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59398/0 (socket says 172.21.15.94:59398) 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 -- 172.21.15.94:0/2947973148 learned_addr learned my addr 172.21.15.94:0/2947973148 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeecf5f640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee80afd80 0x7fbee8142de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeedf61640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbee80cc990 0x7fbee8143320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 -- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee80afd80 msgr2=0x7fbee8142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee80afd80 0x7fbee8142de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 -- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbee80cc990 msgr2=0x7fbee8143320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbee80cc990 0x7fbee8143320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 -- 172.21.15.94:0/2947973148 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee80cce20 con 0x7fbee806e8e0 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeedf61640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbee80cc990 0x7fbee8143320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeed760640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee806e8e0 0x7fbee8140430 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fbee4034040 tx=0x7fbee4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeddffb640 1 -- 172.21.15.94:0/2947973148 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4041020 con 0x7fbee806e8e0 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeddffb640 1 -- 172.21.15.94:0/2947973148 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbee4007820 con 0x7fbee806e8e0 2024-09-10T08:38:07.551 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee81e99a0 con 0x7fbee806e8e0 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.547+0000 7fbeddffb640 1 -- 172.21.15.94:0/2947973148 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4036040 con 0x7fbee806e8e0 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.548+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee81e9f60 con 0x7fbee806e8e0 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.549+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee8068160 con 0x7fbee806e8e0 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.549+0000 7fbeddffb640 1 -- 172.21.15.94:0/2947973148 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbee4044020 con 0x7fbee806e8e0 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.549+0000 7fbeddffb640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbecc06be30 0x7fbecc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.550+0000 7fbeddffb640 1 -- 172.21.15.94:0/2947973148 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 6036+0+0 (secure 0 0 0) 0x7fbee40abe80 con 0x7fbee806e8e0 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.550+0000 7fbeecf5f640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbecc06be30 0x7fbecc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:07.552 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.550+0000 7fbeecf5f640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbecc06be30 0x7fbecc06e2f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fbee8153e30 tx=0x7fbed8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:07.554 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.554+0000 7fbeddffb640 1 -- 172.21.15.94:0/2947973148 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbee404b030 con 0x7fbee806e8e0 2024-09-10T08:38:07.722 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:07.722+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbee806ed50 con 0x7fbee806e8e0 2024-09-10T08:38:08.421 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.420+0000 7fbeddffb640 1 -- 172.21.15.94:0/2947973148 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v111) ==== 169+0+0 (secure 0 0 0) 0x7fbee80cce20 con 0x7fbee806e8e0 2024-09-10T08:38:08.421 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-09-10T08:38:08.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbecc06be30 msgr2=0x7fbecc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbecc06be30 0x7fbecc06e2f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fbee8153e30 tx=0x7fbed8008040 comp rx=0 tx=0).stop 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee806e8e0 msgr2=0x7fbee8140430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee806e8e0 0x7fbee8140430 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fbee4034040 tx=0x7fbee4004a40 comp rx=0 tx=0).stop 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 shutdown_connections 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbecc06be30 0x7fbecc06e2f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbee80cc990 0x7fbee8143320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbee80afd80 0x7fbee8142de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 --2- 172.21.15.94:0/2947973148 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbee806e8e0 0x7fbee8140430 secure :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fbee4034040 tx=0x7fbee4004a40 comp rx=0 tx=0).stop 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 >> 172.21.15.94:0/2947973148 conn(0x7fbee80b2ec0 msgr2=0x7fbee815e620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 shutdown_connections 2024-09-10T08:38:08.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.424+0000 7fbeef9c4640 1 -- 172.21.15.94:0/2947973148 wait complete. 2024-09-10T08:38:08.438 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:38:08.441 DEBUG:teuthology.orchestra.run.smithi143:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: chdir = "" 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: auth supported = cephx 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: filestore xattr use omap = true 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: mon clock drift allowed = 1.000 2024-09-10T08:38:08.483 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: osd crush chooseleaf type = 0 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: auth debug = true 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on old message = true 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: ms die on bug = true 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: mon pg warn max object skew = 0 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default size = 2 2024-09-10T08:38:08.484 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow primary affinity = true 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd allow pg remap = true 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on no sortbitwise = false 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on too few osds = false 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: mon_allow_pool_size_one = true 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:38:08.485 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: osd default data pool replay window = 5 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: mon allow pool delete = true 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: mon cluster log file level = debug 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: debug asserts on shutdown = true 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: mon health detail to clog = false 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout:[osd] 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: osd journal size = 100 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.486 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub load threshold = 5.0 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd scrub max interval = 600 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd recover clone overlap = true 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd recovery max chunk = 1048576 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug shutdown = true 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug op order = true 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug verify stray on activate = true 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug trim objects = true 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd open classes on start = true 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug pg log writeout = true 2024-09-10T08:38:08.487 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: osd map max advance = 10 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: journal zero on create = true 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: filestore apply finisher threads = 3 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: bdev debug aio = true 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: osd debug misdirected ops = true 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore block size = 96636764160 2024-09-10T08:38:08.488 INFO:teuthology.orchestra.run.smithi094.stdout: bluestore fsck on mount = True 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluefs = 20 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: debug bluestore = 20 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: debug osd = 20 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: debug rocksdb = 10 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd full ratio = 0.9 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: osd objectstore = bluestore 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout:[mgr] 2024-09-10T08:38:08.489 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug mgr = 20 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: mgr/telemetry/nag = false 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout:[mon] 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug mon = 20 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug paxos = 20 2024-09-10T08:38:08.490 INFO:teuthology.orchestra.run.smithi094.stdout: debug auth = 20 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon data avail warn = 5 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon mgr mkfs grace = 240 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd reporter subtree level = osd 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon osd prime pg temp = true 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:38:08.491 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: # 1m isn't quite enough 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: mon down mkfs grace = 300 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: mon op complaint time = 120 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: mon warn on pool no app = False 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout:[client] 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: rgw cache enabled = true 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable ops log = true 2024-09-10T08:38:08.492 INFO:teuthology.orchestra.run.smithi094.stdout: rgw enable usage log = true 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: client mount timeout = 600 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: debug client = 20 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: pid file = "" 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.a] 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.b] 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout:[mon.c] 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.a] 2024-09-10T08:38:08.493 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.c] 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.b] 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout:[mds.d] 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout:[mds] 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds = 20 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: debug mds balancer = 20 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: debug ms = 1 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug frag = True 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: mds debug scatterstat = True 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: mds op complaint time = 180 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: mds verify scatter = True 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: osd op complaint time = 180 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: rados mon op timeout = 900 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout: rados osd op timeout = 900 2024-09-10T08:38:08.494 INFO:teuthology.orchestra.run.smithi094.stdout:[client.badguy] 2024-09-10T08:38:08.495 INFO:teuthology.orchestra.run.smithi143.stdout:[global] 2024-09-10T08:38:08.495 INFO:teuthology.orchestra.run.smithi143.stdout: chdir = "" 2024-09-10T08:38:08.495 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-10T08:38:08.495 INFO:teuthology.orchestra.run.smithi143.stdout: auth supported = cephx 2024-09-10T08:38:08.495 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.495 INFO:teuthology.orchestra.run.smithi143.stdout: filestore xattr use omap = true 2024-09-10T08:38:08.495 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: mon clock drift allowed = 1.000 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: osd crush chooseleaf type = 0 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: auth debug = true 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on old message = true 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: ms die on bug = true 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: mon pg warn max object skew = 0 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: # disable pg_autoscaler by default for new pools 2024-09-10T08:38:08.496 INFO:teuthology.orchestra.run.smithi143.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default size = 2 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow primary affinity = true 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd allow pg remap = true 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on legacy crush tunables = false 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on crush straw calc version zero = false 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on no sortbitwise = false 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on osd down out interval zero = false 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on too few osds = false 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-10T08:38:08.497 INFO:teuthology.orchestra.run.smithi143.stdout: mon_allow_pool_size_one = true 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: osd default data pool replay window = 5 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: mon allow pool delete = true 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: mon cluster log file level = debug 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: debug asserts on shutdown = true 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: mon health detail to clog = false 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: mon host = "172.21.15.94,172.21.15.143,[v2:172.21.15.143:3301,v1:172.21.15.143:6790]" 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: fsid = da880c2d-80db-4dc7-b519-bc4b0a5ea99a 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.498 INFO:teuthology.orchestra.run.smithi143.stdout:[osd] 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd journal size = 100 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub load threshold = 5.0 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd scrub max interval = 600 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd mclock profile = high_recovery_ops 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd recover clone overlap = true 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd recovery max chunk = 1048576 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug shutdown = true 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug op order = true 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug verify stray on activate = true 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug trim objects = true 2024-09-10T08:38:08.499 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: osd open classes on start = true 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug pg log writeout = true 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: osd deep scrub update digest min age = 30 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: osd map max advance = 10 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: journal zero on create = true 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: filestore ondisk finisher threads = 3 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: filestore apply finisher threads = 3 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.500 INFO:teuthology.orchestra.run.smithi143.stdout: bdev debug aio = true 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: osd debug misdirected ops = true 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore block size = 96636764160 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: bluestore fsck on mount = True 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluefs = 20 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: debug bluestore = 20 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: debug osd = 20 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: debug rocksdb = 10 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd backfillfull_ratio = 0.85 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd full ratio = 0.9 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd nearfull ratio = 0.8 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: osd failsafe full ratio = 0.95 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: osd objectstore = bluestore 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:38:08.501 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout:[mgr] 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug mgr = 20 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: mgr/telemetry/nag = false 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout:[mon] 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug mon = 20 2024-09-10T08:38:08.502 INFO:teuthology.orchestra.run.smithi143.stdout: debug paxos = 20 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: debug auth = 20 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: mon data avail warn = 5 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: mon mgr mkfs grace = 240 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min pgs per osd = 4 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd reporter subtree level = osd 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: mon osd prime pg temp = true 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: mon reweight min bytes per osd = 10 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: auth mon ticket ttl = 660 # 11m 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: auth service ticket ttl = 240 # 4m 2024-09-10T08:38:08.503 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: # don't complain about insecure global_id in the test suite 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: # 1m isn't quite enough 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: mon_down_mkfs_grace = 2m 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: mon_warn_on_filestore_osds = false 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: mon down mkfs grace = 300 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: mon op complaint time = 120 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: mon warn on pool no app = False 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout: 2024-09-10T08:38:08.504 INFO:teuthology.orchestra.run.smithi143.stdout:[client] 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: rgw cache enabled = true 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable ops log = true 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: rgw enable usage log = true 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: client mount timeout = 600 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: debug client = 20 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: pid file = "" 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.a] 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.b] 2024-09-10T08:38:08.505 INFO:teuthology.orchestra.run.smithi143.stdout:[mon.c] 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.a] 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.c] 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.b] 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout:[mds.d] 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout:[mds] 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds = 20 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: debug mds balancer = 20 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: debug ms = 1 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug frag = True 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: mds debug scatterstat = True 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: mds op complaint time = 180 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: mds verify scatter = True 2024-09-10T08:38:08.506 INFO:teuthology.orchestra.run.smithi143.stdout: osd op complaint time = 180 2024-09-10T08:38:08.507 INFO:teuthology.orchestra.run.smithi143.stdout: rados mon op timeout = 900 2024-09-10T08:38:08.507 INFO:teuthology.orchestra.run.smithi143.stdout: rados osd op timeout = 900 2024-09-10T08:38:08.507 INFO:teuthology.orchestra.run.smithi143.stdout:[client.badguy] 2024-09-10T08:38:08.508 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-10T08:38:08.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.648+0000 7f59762ba640 1 Processor -- start 2024-09-10T08:38:08.649 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.648+0000 7f59762ba640 1 -- start start 2024-09-10T08:38:08.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f59762ba640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f597009ac70 0x7f597009b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f59762ba640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f59700b49a0 con 0x7f5970070760 2024-09-10T08:38:08.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f59762ba640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f597006d750 con 0x7f597009b590 2024-09-10T08:38:08.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f59762ba640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f597006dac0 con 0x7f597009ac70 2024-09-10T08:38:08.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f5974857640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5970070760 0x7f59700d0150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:41964/0 (socket says 172.21.15.94:41964) 2024-09-10T08:38:08.656 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f5974857640 1 -- 172.21.15.94:0/4107754070 learned_addr learned my addr 172.21.15.94:0/4107754070 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 517032672 0 0) 0x7f59700b49a0 con 0x7f5970070760 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.649+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5958003520 con 0x7f5970070760 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596ffff640 1 --2- 172.21.15.94:0/4107754070 >> v2:172.21.15.143:3300/0 conn(0x7f597009ac70 0x7f597009b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2957183103 0 0) 0x7f5958003520 con 0x7f5970070760 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 >> v2:172.21.15.143:3300/0 conn(0x7f597009ac70 msgr2=0x7f597009b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 --2- 172.21.15.94:0/4107754070 >> v2:172.21.15.143:3300/0 conn(0x7f597009ac70 0x7f597009b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 >> v1:172.21.15.143:6789/0 conn(0x7f597009b590 legacy=0x7f5970070050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f597006e900 con 0x7f5970070760 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f59680019f0 con 0x7f5970070760 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 >> v1:172.21.15.94:6789/0 conn(0x7f5970070760 legacy=0x7f59700d0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.657 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f59580039b0 0x7f5958003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5958004800 0x7f5958004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f59580053c0 0x7f595800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f597006dac0 con 0x7f5958004800 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f595800c250 con 0x7f59580039b0 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f595800c450 con 0x7f59580053c0 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596f7fe640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5958004800 0x7f5958004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596ffff640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f59580039b0 0x7f5958003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f5974857640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f59580053c0 0x7f595800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596f7fe640 1 -- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f59580053c0 msgr2=0x7f595800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596f7fe640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f59580053c0 0x7f595800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596f7fe640 1 -- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f59580039b0 msgr2=0x7f5958003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596f7fe640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f59580039b0 0x7f5958003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f596f7fe640 1 -- 172.21.15.94:0/4107754070 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5958003520 con 0x7f5958004800 2024-09-10T08:38:08.658 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f5974857640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f59580053c0 0x7f595800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.650+0000 7f5974857640 1 -- 172.21.15.94:0/4107754070 reap_dead start 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.651+0000 7f596f7fe640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5958004800 0x7f5958004c80 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f5964001720 tx=0x7f5958005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4489e0565da827c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.651+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5964001370 con 0x7f5958004800 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.651+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f59640052d0 con 0x7f5958004800 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.651+0000 7f596effd640 1 -- 172.21.15.94:0/4107754070 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f596402ab90 con 0x7f5958004800 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.651+0000 7f59762ba640 1 -- 172.21.15.94:0/4107754070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5958004800 msgr2=0x7f5958004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.651+0000 7f59762ba640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5958004800 0x7f5958004c80 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f5964001720 tx=0x7f5958005830 comp rx=0 tx=0).stop 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.652+0000 7f59762ba640 1 -- 172.21.15.94:0/4107754070 shutdown_connections 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.652+0000 7f59762ba640 1 --2- 172.21.15.94:0/4107754070 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5958004800 0x7f5958004c80 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.652+0000 7f59762ba640 1 -- 172.21.15.94:0/4107754070 >> 172.21.15.94:0/4107754070 conn(0x7f59700b3ce0 msgr2=0x7f59700b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.652+0000 7f59762ba640 1 -- 172.21.15.94:0/4107754070 shutdown_connections 2024-09-10T08:38:08.659 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.652+0000 7f59762ba640 1 -- 172.21.15.94:0/4107754070 wait complete. 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.653+0000 7f59762ba640 1 Processor -- start 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.653+0000 7f59762ba640 1 -- start start 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f59762ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5958004800 0x7f59700c7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f59762ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f59700c8460 0x7f597009cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f59762ba640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f597009d480 0x7f597015fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f59762ba640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5970070b70 con 0x7f59700c8460 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f59762ba640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f597006e6e0 con 0x7f597009d480 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f59762ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5970070cf0 con 0x7f5958004800 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f59700c8460 0x7f597009cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f59700c8460 0x7f597009cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59420/0 (socket says 172.21.15.94:59420) 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596ffff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5958004800 0x7f59700c7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 -- 172.21.15.94:0/3254439532 learned_addr learned my addr 172.21.15.94:0/3254439532 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:08.660 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f5974857640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f597009d480 0x7f597015fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 -- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5958004800 msgr2=0x7f59700c7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5958004800 0x7f59700c7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 -- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f597009d480 msgr2=0x7f597015fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f597009d480 0x7f597015fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 -- 172.21.15.94:0/3254439532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f597015dfa0 con 0x7f59700c8460 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596ffff640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5958004800 0x7f59700c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596f7fe640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f59700c8460 0x7f597009cf40 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f5964001840 tx=0x7f5964001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596cff9640 1 -- 172.21.15.94:0/3254439532 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5964040030 con 0x7f59700c8460 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596cff9640 1 -- 172.21.15.94:0/3254439532 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5964005480 con 0x7f59700c8460 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59700c6e80 con 0x7f59700c8460 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.654+0000 7f596cff9640 1 -- 172.21.15.94:0/3254439532 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5964001370 con 0x7f59700c8460 2024-09-10T08:38:08.661 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.655+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59700c7440 con 0x7f59700c8460 2024-09-10T08:38:08.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.656+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f597009d890 con 0x7f59700c8460 2024-09-10T08:38:08.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.656+0000 7f596cff9640 1 -- 172.21.15.94:0/3254439532 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5964043070 con 0x7f59700c8460 2024-09-10T08:38:08.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.656+0000 7f596cff9640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f595c06be60 0x7f595c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.662 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.657+0000 7f596ffff640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f595c06be60 0x7f595c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.657+0000 7f596cff9640 1 -- 172.21.15.94:0/3254439532 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f59640aa740 con 0x7f59700c8460 2024-09-10T08:38:08.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.657+0000 7f596ffff640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f595c06be60 0x7f595c06e320 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f5960006fd0 tx=0x7f5960008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:08.663 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.661+0000 7f596cff9640 1 -- 172.21.15.94:0/3254439532 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f596404a070 con 0x7f59700c8460 2024-09-10T08:38:08.827 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.827+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f597009b050 con 0x7f59700c8460 2024-09-10T08:38:08.830 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.830+0000 7f596cff9640 1 -- 172.21.15.94:0/3254439532 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v25) ==== 104+0+0 (secure 0 0 0) 0x7f596402be20 con 0x7f59700c8460 2024-09-10T08:38:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f595c06be60 msgr2=0x7f595c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f595c06be60 0x7f595c06e320 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f5960006fd0 tx=0x7f5960008040 comp rx=0 tx=0).stop 2024-09-10T08:38:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f59700c8460 msgr2=0x7f597009cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f59700c8460 0x7f597009cf40 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f5964001840 tx=0x7f5964001120 comp rx=0 tx=0).stop 2024-09-10T08:38:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 shutdown_connections 2024-09-10T08:38:08.833 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f595c06be60 0x7f595c06e320 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f597009d480 0x7f597015fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f59700c8460 0x7f597009cf40 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.832+0000 7f59762ba640 1 --2- 172.21.15.94:0/3254439532 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5958004800 0x7f59700c7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.833+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 >> 172.21.15.94:0/3254439532 conn(0x7f59700b3ce0 msgr2=0x7f59700af0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.833+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 shutdown_connections 2024-09-10T08:38:08.834 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.833+0000 7f59762ba640 1 -- 172.21.15.94:0/3254439532 wait complete. 2024-09-10T08:38:08.844 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting' 2024-09-10T08:38:08.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.941+0000 7f6dbc386640 1 Processor -- start 2024-09-10T08:38:08.942 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.941+0000 7f6dbc386640 1 -- start start 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.942+0000 7f6dbc386640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f6db415e3a0 0x7f6db4067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.942+0000 7f6dbc386640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6db406e6f0 0x7f6db406eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6dbc386640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db4161f50 0x7f6db41623e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6dbc386640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f6db406f0a0 con 0x7f6db406e6f0 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6dbc386640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f6db406c4d0 con 0x7f6db415e3a0 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6dbc386640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6db406c730 con 0x7f6db4161f50 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6db406e6f0 0x7f6db406eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f6db406e6f0 0x7f6db406eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59422/0 (socket says 172.21.15.94:59422) 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 -- 172.21.15.94:0/743312457 learned_addr learned my addr 172.21.15.94:0/743312457 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6dba923640 1 --2- 172.21.15.94:0/743312457 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db4161f50 0x7f6db41623e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.944 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6dba122640 1 --2- 172.21.15.94:0/743312457 >> v2:172.21.15.143:3300/0 conn(0x7f6db415e3a0 0x7f6db4067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 -- 172.21.15.94:0/743312457 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db4161f50 msgr2=0x7f6db41623e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 --2- 172.21.15.94:0/743312457 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db4161f50 0x7f6db41623e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 -- 172.21.15.94:0/743312457 >> v2:172.21.15.143:3300/0 conn(0x7f6db415e3a0 msgr2=0x7f6db4067950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 --2- 172.21.15.94:0/743312457 >> v2:172.21.15.143:3300/0 conn(0x7f6db415e3a0 0x7f6db4067950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.943+0000 7f6db9921640 1 -- 172.21.15.94:0/743312457 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db406ca10 con 0x7f6db406e6f0 2024-09-10T08:38:08.945 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6db9921640 1 --2- 172.21.15.94:0/743312457 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db406e6f0 0x7f6db406eb60 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f6db4072010 tx=0x7f6da802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b08af92426e929 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6db9120640 1 -- 172.21.15.94:0/743312457 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da8037070 con 0x7f6db406e6f0 2024-09-10T08:38:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6db9120640 1 -- 172.21.15.94:0/743312457 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6da8032440 con 0x7f6db406e6f0 2024-09-10T08:38:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6db9120640 1 -- 172.21.15.94:0/743312457 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da8032810 con 0x7f6db406e6f0 2024-09-10T08:38:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6dbc386640 1 -- 172.21.15.94:0/743312457 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db406e6f0 msgr2=0x7f6db406eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6dbc386640 1 --2- 172.21.15.94:0/743312457 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db406e6f0 0x7f6db406eb60 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f6db4072010 tx=0x7f6da802a210 comp rx=0 tx=0).stop 2024-09-10T08:38:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6dbc386640 1 -- 172.21.15.94:0/743312457 shutdown_connections 2024-09-10T08:38:08.946 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6dbc386640 1 --2- 172.21.15.94:0/743312457 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db4161f50 0x7f6db41623e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6dbc386640 1 --2- 172.21.15.94:0/743312457 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db406e6f0 0x7f6db406eb60 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6dbc386640 1 --2- 172.21.15.94:0/743312457 >> v2:172.21.15.143:3300/0 conn(0x7f6db415e3a0 0x7f6db4067950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.944+0000 7f6dbc386640 1 -- 172.21.15.94:0/743312457 >> 172.21.15.94:0/743312457 conn(0x7f6db40cd410 msgr2=0x7f6db40cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.945+0000 7f6dbc386640 1 -- 172.21.15.94:0/743312457 shutdown_connections 2024-09-10T08:38:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.945+0000 7f6dbc386640 1 -- 172.21.15.94:0/743312457 wait complete. 2024-09-10T08:38:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 Processor -- start 2024-09-10T08:38:08.947 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 -- start start 2024-09-10T08:38:08.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db406e6f0 0x7f6db41f8360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6db415e3a0 0x7f6db40af030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.949 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db4161f50 0x7f6db414d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f6db415e780 con 0x7f6db4161f50 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f6db406cfd0 con 0x7f6db415e3a0 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dbc386640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6db4067e90 con 0x7f6db406e6f0 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dba923640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db4161f50 0x7f6db414d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.946+0000 7f6dba923640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db4161f50 0x7f6db414d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:59438/0 (socket says 172.21.15.94:59438) 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba923640 1 -- 172.21.15.94:0/977183849 learned_addr learned my addr 172.21.15.94:0/977183849 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba122640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db406e6f0 0x7f6db41f8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6db9921640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6db415e3a0 0x7f6db40af030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba923640 1 -- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db406e6f0 msgr2=0x7f6db41f8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba923640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db406e6f0 0x7f6db41f8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba923640 1 -- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6db415e3a0 msgr2=0x7f6db40af030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:08.950 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba923640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6db415e3a0 0x7f6db40af030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba923640 1 -- 172.21.15.94:0/977183849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db40af570 con 0x7f6db4161f50 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba122640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db406e6f0 0x7f6db41f8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6db9921640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6db415e3a0 0x7f6db40af030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dba923640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db4161f50 0x7f6db414d290 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f6da4007e60 tx=0x7f6da400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6db2ffd640 1 -- 172.21.15.94:0/977183849 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4014420 con 0x7f6db4161f50 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6db2ffd640 1 -- 172.21.15.94:0/977183849 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6da4019070 con 0x7f6db4161f50 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6db40ad9a0 con 0x7f6db4161f50 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6db2ffd640 1 -- 172.21.15.94:0/977183849 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4014820 con 0x7f6db4161f50 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.947+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6db40adf60 con 0x7f6db4161f50 2024-09-10T08:38:08.951 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.948+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6db406f3e0 con 0x7f6db4161f50 2024-09-10T08:38:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.948+0000 7f6db2ffd640 1 -- 172.21.15.94:0/977183849 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6da40149c0 con 0x7f6db4161f50 2024-09-10T08:38:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.949+0000 7f6db2ffd640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6da006be30 0x7f6da006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.949+0000 7f6db2ffd640 1 -- 172.21.15.94:0/977183849 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f6da408b660 con 0x7f6db4161f50 2024-09-10T08:38:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.949+0000 7f6dba122640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6da006be30 0x7f6da006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:08.952 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.949+0000 7f6dba122640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6da006be30 0x7f6da006e2f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6dac006fd0 tx=0x7f6dac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:08.953 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:08.953+0000 7f6db2ffd640 1 -- 172.21.15.94:0/977183849 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6db40af570 con 0x7f6db4161f50 2024-09-10T08:38:09.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.181+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]} v 0) -- 0x7f6db40b3d40 con 0x7f6db4161f50 2024-09-10T08:38:09.422 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.421+0000 7f6db2ffd640 1 -- 172.21.15.94:0/977183849 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_sessionmap.TestSessionMap.test_version_splitting"]}]=0 v294) ==== 145+0+0 (secure 0 0 0) 0x7f6da405a090 con 0x7f6db4161f50 2024-09-10T08:38:09.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6da006be30 msgr2=0x7f6da006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:09.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6da006be30 0x7f6da006e2f0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6dac006fd0 tx=0x7f6dac008040 comp rx=0 tx=0).stop 2024-09-10T08:38:09.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db4161f50 msgr2=0x7f6db414d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:09.424 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db4161f50 0x7f6db414d290 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f6da4007e60 tx=0x7f6da400e4b0 comp rx=0 tx=0).stop 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 shutdown_connections 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f6da006be30 0x7f6da006e2f0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f6db415e3a0 0x7f6db40af030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f6db4161f50 0x7f6db414d290 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 --2- 172.21.15.94:0/977183849 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f6db406e6f0 0x7f6db41f8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 >> 172.21.15.94:0/977183849 conn(0x7f6db40cd410 msgr2=0x7f6db41623c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 shutdown_connections 2024-09-10T08:38:09.425 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:09.424+0000 7f6dbc386640 1 -- 172.21.15.94:0/977183849 wait complete. 2024-09-10T08:38:09.435 INFO:tasks.cephfs_test_runner:That when many sessions are updated, they are correctly ... ok 2024-09-10T08:38:09.436 INFO:tasks.cephfs_test_runner: 2024-09-10T08:38:09.436 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-10T08:38:09.436 INFO:tasks.cephfs_test_runner:Ran 6 tests in 289.081s 2024-09-10T08:38:09.436 INFO:tasks.cephfs_test_runner: 2024-09-10T08:38:09.436 INFO:tasks.cephfs_test_runner:OK 2024-09-10T08:38:09.436 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-10T08:38:09.446 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-10T08:38:09.486 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-10T08:38:09.487 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:38:09.487 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:09.503 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:38:09.503 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-09-10T08:38:09.504 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:09.560 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056014,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20594 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248720k,nr_inodes=812180,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497444k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-10T08:38:09.560 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:38:09.561 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:09.580 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:38:09.580 DEBUG:teuthology.orchestra.run.smithi143:> set -ex 2024-09-10T08:38:09.580 DEBUG:teuthology.orchestra.run.smithi143:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:38:09.639 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056025,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17491 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-10T08:38:09.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:09.639 DEBUG:teuthology.orchestra.run.smithi143:> ip netns list 2024-09-10T08:38:09.698 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-10T08:38:09.698 INFO:teuthology.orchestra.run.smithi143.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-10T08:38:09.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:09.698 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-10T08:38:09.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:09.768 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-10T08:38:09.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:09.841 DEBUG:teuthology.orchestra.run.smithi143:> sudo ip link delete ceph-brx 2024-09-10T08:38:09.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:09.935 DEBUG:teuthology.orchestra.run.smithi094:> ip netns list 2024-09-10T08:38:09.952 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-10T08:38:09.952 INFO:teuthology.orchestra.run.smithi094.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:38:09.952 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:09.952 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-10T08:38:10.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:10.021 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:38:10.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:38:10.087 DEBUG:teuthology.orchestra.run.smithi094:> sudo ip link delete ceph-brx 2024-09-10T08:38:10.186 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-10T08:38:10.195 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-10T08:38:10.195 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:38:10.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.294+0000 7f5e856a4640 1 Processor -- start 2024-09-10T08:38:10.295 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.294+0000 7f5e856a4640 1 -- start start 2024-09-10T08:38:10.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e856a4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e8015e200 0x7f5e800734a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e856a4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e80073a80 0x7f5e8006dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e856a4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5e8006e200 0x7f5e80161f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e856a4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5e8006e650 con 0x7f5e8015e200 2024-09-10T08:38:10.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e856a4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5e800b2e30 con 0x7f5e8006e200 2024-09-10T08:38:10.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e856a4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5e80072620 con 0x7f5e80073a80 2024-09-10T08:38:10.296 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e7effd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e8015e200 0x7f5e800734a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e7effd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5e8015e200 0x7f5e800734a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49558/0 (socket says 172.21.15.94:49558) 2024-09-10T08:38:10.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.295+0000 7f5e7effd640 1 -- 172.21.15.94:0/138904889 learned_addr learned my addr 172.21.15.94:0/138904889 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:10.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.296+0000 7f5e7effd640 1 -- 172.21.15.94:0/138904889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e80073a80 msgr2=0x7f5e8006dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:10.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.296+0000 7f5e7effd640 1 --2- 172.21.15.94:0/138904889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e80073a80 0x7f5e8006dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.296+0000 7f5e7effd640 1 -- 172.21.15.94:0/138904889 >> v2:172.21.15.143:3300/0 conn(0x7f5e8006e200 msgr2=0x7f5e80161f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:10.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.296+0000 7f5e7effd640 1 --2- 172.21.15.94:0/138904889 >> v2:172.21.15.143:3300/0 conn(0x7f5e8006e200 0x7f5e80161f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.297 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.296+0000 7f5e7effd640 1 -- 172.21.15.94:0/138904889 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e80072900 con 0x7f5e8015e200 2024-09-10T08:38:10.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.296+0000 7f5e7effd640 1 --2- 172.21.15.94:0/138904889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8015e200 0x7f5e800734a0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f5e800694a0 tx=0x7f5e7002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e217b5e37cf1b850 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.296+0000 7f5e7dffb640 1 -- 172.21.15.94:0/138904889 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e70036070 con 0x7f5e8015e200 2024-09-10T08:38:10.298 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e7dffb640 1 -- 172.21.15.94:0/138904889 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e70031600 con 0x7f5e8015e200 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e7dffb640 1 -- 172.21.15.94:0/138904889 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e700319d0 con 0x7f5e8015e200 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 -- 172.21.15.94:0/138904889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8015e200 msgr2=0x7f5e800734a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 --2- 172.21.15.94:0/138904889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8015e200 0x7f5e800734a0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f5e800694a0 tx=0x7f5e7002a6a0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 -- 172.21.15.94:0/138904889 shutdown_connections 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 --2- 172.21.15.94:0/138904889 >> v2:172.21.15.143:3300/0 conn(0x7f5e8006e200 0x7f5e80161f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 --2- 172.21.15.94:0/138904889 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e80073a80 0x7f5e8006dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 --2- 172.21.15.94:0/138904889 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8015e200 0x7f5e800734a0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 -- 172.21.15.94:0/138904889 >> 172.21.15.94:0/138904889 conn(0x7f5e800b1b30 msgr2=0x7f5e800b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 -- 172.21.15.94:0/138904889 shutdown_connections 2024-09-10T08:38:10.299 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.297+0000 7f5e856a4640 1 -- 172.21.15.94:0/138904889 wait complete. 2024-09-10T08:38:10.301 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 Processor -- start 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 -- start start 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8006e200 0x7f5e80157320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e80073a80 0x7f5e8015e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e8015e200 0x7f5e801f8050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5e800b3080 con 0x7f5e8006e200 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5e80072ec0 con 0x7f5e80073a80 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e856a4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5e8015e5e0 con 0x7f5e8015e200 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.299+0000 7f5e7effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8006e200 0x7f5e80157320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8006e200 0x7f5e80157320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49562/0 (socket says 172.21.15.94:49562) 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 -- 172.21.15.94:0/3123196150 learned_addr learned my addr 172.21.15.94:0/3123196150 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7e7fc640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e80073a80 0x7f5e8015e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.302 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7f7fe640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e8015e200 0x7f5e801f8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 -- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e8015e200 msgr2=0x7f5e801f8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e8015e200 0x7f5e801f8050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 -- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e80073a80 msgr2=0x7f5e8015e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e80073a80 0x7f5e8015e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 -- 172.21.15.94:0/3123196150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e801579c0 con 0x7f5e8006e200 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e7effd640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8006e200 0x7f5e80157320 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009f40 tx=0x7f5e70004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e677fe640 1 -- 172.21.15.94:0/3123196150 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e70041020 con 0x7f5e8006e200 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e677fe640 1 -- 172.21.15.94:0/3123196150 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e70007800 con 0x7f5e8006e200 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e677fe640 1 -- 172.21.15.94:0/3123196150 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e70036040 con 0x7f5e8006e200 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e80157ca0 con 0x7f5e8006e200 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.300+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e80158260 con 0x7f5e8006e200 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.301+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e8006dcc0 con 0x7f5e8006e200 2024-09-10T08:38:10.303 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.301+0000 7f5e677fe640 1 -- 172.21.15.94:0/3123196150 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5e70044020 con 0x7f5e8006e200 2024-09-10T08:38:10.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.302+0000 7f5e677fe640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e6c06be60 0x7f5e6c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.302+0000 7f5e7e7fc640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e6c06be60 0x7f5e6c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.302+0000 7f5e677fe640 1 -- 172.21.15.94:0/3123196150 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f5e700abaa0 con 0x7f5e8006e200 2024-09-10T08:38:10.304 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.302+0000 7f5e7e7fc640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e6c06be60 0x7f5e6c06e320 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f5e80161aa0 tx=0x7f5e74009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.307 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.306+0000 7f5e677fe640 1 -- 172.21.15.94:0/3123196150 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e7004b030 con 0x7f5e8006e200 2024-09-10T08:38:10.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.470+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5e80143120 con 0x7f5e6c06be60 2024-09-10T08:38:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.470+0000 7f5e677fe640 1 -- 172.21.15.94:0/3123196150 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13477 (secure 0 0 0) 0x7f5e80143120 con 0x7f5e6c06be60 2024-09-10T08:38:10.471 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:10.471 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e6c06be60 msgr2=0x7f5e6c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e6c06be60 0x7f5e6c06e320 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f5e80161aa0 tx=0x7f5e74009060 comp rx=0 tx=0).stop 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8006e200 msgr2=0x7f5e80157320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8006e200 0x7f5e80157320 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009f40 tx=0x7f5e70004a40 comp rx=0 tx=0).stop 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 shutdown_connections 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5e6c06be60 0x7f5e6c06e320 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5e80073a80 0x7f5e8015e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5e8015e200 0x7f5e801f8050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.473 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 --2- 172.21.15.94:0/3123196150 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5e8006e200 0x7f5e80157320 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 >> 172.21.15.94:0/3123196150 conn(0x7f5e800b1b30 msgr2=0x7f5e801592d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:10.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 shutdown_connections 2024-09-10T08:38:10.474 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.472+0000 7f5e856a4640 1 -- 172.21.15.94:0/3123196150 wait complete. 2024-09-10T08:38:10.484 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":273,"stamp":"2024-09-10T08:38:09.881447+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":257172,"kb_used_data":11808,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754717548,"statfs":{"total":773094113280,"available":772830769152,"internally_reserved":0,"allocated":12091392,"data_stored":6201986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-27824,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-95,"num_read_kb":-89,"num_write":-164,"num_write_kb":-84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001218"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":350,"reported_epoch":111,"state":"active+clean","last_fresh":"2024-09-10T08:38:08.423998+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:38:08.423998+0000","last_peered":"2024-09-10T08:38:08.423998+0000","last_clean":"2024-09-10T08:38:08.423998+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:38:08.423998+0000","last_undegraded":"2024-09-10T08:38:08.423998+0000","last_fullsized":"2024-09-10T08:38:08.423998+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476808,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32536,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509510,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33112,"kb_used_data":1924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338728,"statfs":{"total":96636764160,"available":96602857472,"internally_reserved":0,"allocated":1970176,"data_stored":1223516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509511,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28356,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343484,"statfs":{"total":96636764160,"available":96607727616,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509510,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28360,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343480,"statfs":{"total":96636764160,"available":96607723520,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32520,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509510,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32520,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509510,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33100,"kb_used_data":1908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338740,"statfs":{"total":96636764160,"available":96602869760,"internally_reserved":0,"allocated":1953792,"data_stored":1217284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36668,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335172,"statfs":{"total":96636764160,"available":96599216128,"internally_reserved":0,"allocated":1351680,"data_stored":620374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:38:10.485 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:38:10.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.582+0000 7fbf82f11640 1 Processor -- start 2024-09-10T08:38:10.583 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.582+0000 7fbf82f11640 1 -- start start 2024-09-10T08:38:10.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf82f11640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbf7c0b54d0 0x7fbf7c06df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf82f11640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf7c0d28a0 con 0x7fbf7c15f5d0 2024-09-10T08:38:10.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf82f11640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf7c0d2b80 con 0x7fbf7c0d2150 2024-09-10T08:38:10.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf82f11640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fbf7c15edd0 con 0x7fbf7c0b54d0 2024-09-10T08:38:10.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf80cad640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbf7c0b54d0 0x7fbf7c06df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf80cad640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fbf7c0b54d0 0x7fbf7c06df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49566/0 (socket says 172.21.15.94:49566) 2024-09-10T08:38:10.586 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf80cad640 1 -- 172.21.15.94:0/731239706 learned_addr learned my addr 172.21.15.94:0/731239706 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:10.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.583+0000 7fbf814ae640 1 --1- 172.21.15.94:0/731239706 >> v1:172.21.15.94:6789/0 conn(0x7fbf7c15f5d0 0x7fbf7c15fa60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57338/0 (socket says 172.21.15.94:57338) 2024-09-10T08:38:10.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.584+0000 7fbf80cad640 1 -- 172.21.15.94:0/731239706 >> v1:172.21.15.143:6789/0 conn(0x7fbf7c0d2150 legacy=0x7fbf7c0b58b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:10.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.584+0000 7fbf80cad640 1 -- 172.21.15.94:0/731239706 >> v1:172.21.15.94:6789/0 conn(0x7fbf7c15f5d0 legacy=0x7fbf7c15fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.584+0000 7fbf80cad640 1 -- 172.21.15.94:0/731239706 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7c15f0b0 con 0x7fbf7c0b54d0 2024-09-10T08:38:10.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.584+0000 7fbf80cad640 1 --2- 172.21.15.94:0/731239706 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0b54d0 0x7fbf7c06df50 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fbf78009870 tx=0x7fbf7802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7a0b6dbb209e715 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.584+0000 7fbf737fe640 1 -- 172.21.15.94:0/731239706 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78037070 con 0x7fbf7c0b54d0 2024-09-10T08:38:10.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.584+0000 7fbf737fe640 1 -- 172.21.15.94:0/731239706 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf78032440 con 0x7fbf7c0b54d0 2024-09-10T08:38:10.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.584+0000 7fbf737fe640 1 -- 172.21.15.94:0/731239706 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78032810 con 0x7fbf7c0b54d0 2024-09-10T08:38:10.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.585+0000 7fbf82f11640 1 -- 172.21.15.94:0/731239706 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0b54d0 msgr2=0x7fbf7c06df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.585+0000 7fbf82f11640 1 --2- 172.21.15.94:0/731239706 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0b54d0 0x7fbf7c06df50 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fbf78009870 tx=0x7fbf7802a2a0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.585+0000 7fbf82f11640 1 -- 172.21.15.94:0/731239706 shutdown_connections 2024-09-10T08:38:10.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.585+0000 7fbf82f11640 1 --2- 172.21.15.94:0/731239706 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0b54d0 0x7fbf7c06df50 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.585+0000 7fbf82f11640 1 -- 172.21.15.94:0/731239706 >> 172.21.15.94:0/731239706 conn(0x7fbf7c06feb0 msgr2=0x7fbf7c070290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:10.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.585+0000 7fbf82f11640 1 -- 172.21.15.94:0/731239706 shutdown_connections 2024-09-10T08:38:10.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.585+0000 7fbf82f11640 1 -- 172.21.15.94:0/731239706 wait complete. 2024-09-10T08:38:10.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.586+0000 7fbf82f11640 1 Processor -- start 2024-09-10T08:38:10.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.586+0000 7fbf82f11640 1 -- start start 2024-09-10T08:38:10.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf82f11640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf7c0b54d0 0x7fbf7c141440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf82f11640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0d2150 0x7fbf7c1f8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf82f11640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7c15f5d0 0x7fbf7c0d0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf82f11640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7c15ebb0 con 0x7fbf7c0d2150 2024-09-10T08:38:10.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf82f11640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7c15ea30 con 0x7fbf7c15f5d0 2024-09-10T08:38:10.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf82f11640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fbf7c147f00 con 0x7fbf7c0b54d0 2024-09-10T08:38:10.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0d2150 0x7fbf7c1f8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0d2150 0x7fbf7c1f8a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49572/0 (socket says 172.21.15.94:49572) 2024-09-10T08:38:10.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 -- 172.21.15.94:0/831324004 learned_addr learned my addr 172.21.15.94:0/831324004 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:10.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 -- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf7c0b54d0 msgr2=0x7fbf7c141440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf80cad640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf7c0b54d0 0x7fbf7c141440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf7c0b54d0 0x7fbf7c141440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf814ae640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7c15f5d0 0x7fbf7c0d0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 -- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7c15f5d0 msgr2=0x7fbf7c0d0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7c15f5d0 0x7fbf7c0d0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.587+0000 7fbf73fff640 1 -- 172.21.15.94:0/831324004 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7c0d0fb0 con 0x7fbf7c0d2150 2024-09-10T08:38:10.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.588+0000 7fbf73fff640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0d2150 0x7fbf7c1f8a00 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c00c410 tx=0x7fbf6c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.588+0000 7fbf717fa640 1 -- 172.21.15.94:0/831324004 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6c017070 con 0x7fbf7c0d2150 2024-09-10T08:38:10.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.588+0000 7fbf717fa640 1 -- 172.21.15.94:0/831324004 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf6c0035f0 con 0x7fbf7c0d2150 2024-09-10T08:38:10.595 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.588+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf7c1e6b00 con 0x7fbf7c0d2150 2024-09-10T08:38:10.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.588+0000 7fbf717fa640 1 -- 172.21.15.94:0/831324004 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6c003a20 con 0x7fbf7c0d2150 2024-09-10T08:38:10.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.588+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf7c1e70c0 con 0x7fbf7c0d2150 2024-09-10T08:38:10.597 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.589+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf7c160960 con 0x7fbf7c0d2150 2024-09-10T08:38:10.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.589+0000 7fbf717fa640 1 -- 172.21.15.94:0/831324004 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbf6c01a070 con 0x7fbf7c0d2150 2024-09-10T08:38:10.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.589+0000 7fbf717fa640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf6806be30 0x7fbf6806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.590+0000 7fbf717fa640 1 -- 172.21.15.94:0/831324004 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fbf6c08a240 con 0x7fbf7c0d2150 2024-09-10T08:38:10.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.590+0000 7fbf80cad640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf6806be30 0x7fbf6806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.590+0000 7fbf80cad640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf6806be30 0x7fbf6806e2f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fbf78034000 tx=0x7fbf7802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.598 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.594+0000 7fbf717fa640 1 -- 172.21.15.94:0/831324004 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf7c160960 con 0x7fbf7c0d2150 2024-09-10T08:38:10.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.756+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbf7c075620 con 0x7fbf6806be30 2024-09-10T08:38:10.757 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.757+0000 7fbf717fa640 1 -- 172.21.15.94:0/831324004 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13477 (secure 0 0 0) 0x7fbf7c075620 con 0x7fbf6806be30 2024-09-10T08:38:10.758 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:10.758 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:38:10.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf6806be30 msgr2=0x7fbf6806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf6806be30 0x7fbf6806e2f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fbf78034000 tx=0x7fbf7802e000 comp rx=0 tx=0).stop 2024-09-10T08:38:10.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0d2150 msgr2=0x7fbf7c1f8a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0d2150 0x7fbf7c1f8a00 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c00c410 tx=0x7fbf6c00c8d0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 shutdown_connections 2024-09-10T08:38:10.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fbf6806be30 0x7fbf6806e2f0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fbf7c15f5d0 0x7fbf7c0d0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fbf7c0d2150 0x7fbf7c1f8a00 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 --2- 172.21.15.94:0/831324004 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fbf7c0b54d0 0x7fbf7c141440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 >> 172.21.15.94:0/831324004 conn(0x7fbf7c06feb0 msgr2=0x7fbf7c074f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:10.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.759+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 shutdown_connections 2024-09-10T08:38:10.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.760+0000 7fbf82f11640 1 -- 172.21.15.94:0/831324004 wait complete. 2024-09-10T08:38:10.771 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":273,"stamp":"2024-09-10T08:38:09.881447+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":257172,"kb_used_data":11808,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754717548,"statfs":{"total":773094113280,"available":772830769152,"internally_reserved":0,"allocated":12091392,"data_stored":6201986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-27824,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-95,"num_read_kb":-89,"num_write":-164,"num_write_kb":-84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001218"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":350,"reported_epoch":111,"state":"active+clean","last_fresh":"2024-09-10T08:38:08.423998+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:38:08.423998+0000","last_peered":"2024-09-10T08:38:08.423998+0000","last_clean":"2024-09-10T08:38:08.423998+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:38:08.423998+0000","last_undegraded":"2024-09-10T08:38:08.423998+0000","last_fullsized":"2024-09-10T08:38:08.423998+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476808,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32536,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509510,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33112,"kb_used_data":1924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338728,"statfs":{"total":96636764160,"available":96602857472,"internally_reserved":0,"allocated":1970176,"data_stored":1223516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509511,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28356,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343484,"statfs":{"total":96636764160,"available":96607727616,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509510,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28360,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343480,"statfs":{"total":96636764160,"available":96607723520,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32520,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509510,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32520,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509510,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33100,"kb_used_data":1908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338740,"statfs":{"total":96636764160,"available":96602869760,"internally_reserved":0,"allocated":1953792,"data_stored":1217284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36668,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335172,"statfs":{"total":96636764160,"available":96599216128,"internally_reserved":0,"allocated":1351680,"data_stored":620374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:38:10.771 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-10T08:38:10.772 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:38:10.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.872+0000 7f7a75fbe640 1 Processor -- start 2024-09-10T08:38:10.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.872+0000 7f7a75fbe640 1 -- start start 2024-09-10T08:38:10.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a75fbe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 0x7f7a700d4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a75fbe640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a700cf0a0 con 0x7f7a700d1510 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a75fbe640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a700cf380 con 0x7f7a700d5040 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a75fbe640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7a700cf660 con 0x7f7a7015e790 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a6ffff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f7a700d1510 0x7f7a7006cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57340/0 (socket says 172.21.15.94:57340) 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a6ffff640 1 -- 172.21.15.94:0/2124566746 learned_addr learned my addr 172.21.15.94:0/2124566746 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a6f7fe640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 0x7f7a700d4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 725019816 0 0) 0x7f7a700cf0a0 con 0x7f7a700d1510 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.873+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a58003520 con 0x7f7a700d1510 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3369864772 0 0) 0x7f7a58003520 con 0x7f7a700d1510 2024-09-10T08:38:10.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 msgr2=0x7f7a700d4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 0x7f7a700d4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 >> v1:172.21.15.143:6789/0 conn(0x7f7a700d5040 legacy=0x7f7a700d0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a700cf940 con 0x7f7a700d1510 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f7a680019f0 con 0x7f7a700d1510 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 >> v1:172.21.15.94:6789/0 conn(0x7f7a700d1510 legacy=0x7f7a7006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a580039e0 0x7f7a58003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a58004390 0x7f7a58004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 0x7f7a580050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7a700cf660 con 0x7f7a58004390 2024-09-10T08:38:10.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5800b9c0 con 0x7f7a580039e0 2024-09-10T08:38:10.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7a5800bbc0 con 0x7f7a7015e790 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6effd640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a58004390 0x7f7a58004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6f7fe640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a580039e0 0x7f7a58003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6ffff640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 0x7f7a580050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6effd640 1 -- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 msgr2=0x7f7a580050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6effd640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015e790 0x7f7a580050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6effd640 1 -- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a580039e0 msgr2=0x7f7a58003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6effd640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a580039e0 0x7f7a58003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.874+0000 7f7a6effd640 1 -- 172.21.15.94:0/2124566746 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a58003520 con 0x7f7a58004390 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.875+0000 7f7a6effd640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a58004390 0x7f7a58004860 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f7a64001830 tx=0x7f7a58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eab98702c9bb1120 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.875+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a64037070 con 0x7f7a58004390 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.875+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a6402abe0 con 0x7f7a58004390 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.875+0000 7f7a6e7fc640 1 -- 172.21.15.94:0/2124566746 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a64001430 con 0x7f7a58004390 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.875+0000 7f7a75fbe640 1 -- 172.21.15.94:0/2124566746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a58004390 msgr2=0x7f7a58004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.875+0000 7f7a75fbe640 1 --2- 172.21.15.94:0/2124566746 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a58004390 0x7f7a58004860 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f7a64001830 tx=0x7f7a58005830 comp rx=0 tx=0).stop 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.876+0000 7f7a6ffff640 1 -- 172.21.15.94:0/2124566746 reap_dead start 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.876+0000 7f7a75fbe640 1 -- 172.21.15.94:0/2124566746 shutdown_connections 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.876+0000 7f7a75fbe640 1 -- 172.21.15.94:0/2124566746 >> 172.21.15.94:0/2124566746 conn(0x7f7a7009d740 msgr2=0x7f7a700d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.876+0000 7f7a75fbe640 1 -- 172.21.15.94:0/2124566746 shutdown_connections 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.876+0000 7f7a75fbe640 1 -- 172.21.15.94:0/2124566746 wait complete. 2024-09-10T08:38:10.884 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.877+0000 7f7a75fbe640 1 Processor -- start 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.877+0000 7f7a75fbe640 1 -- start start 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a58004390 0x7f7a701ea1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a70149850 0x7f7a700b7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015b7d0 0x7f7a7015bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f7a700d0140 con 0x7f7a70149850 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f7a700d4b00 con 0x7f7a58004390 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f7a700b7a90 con 0x7f7a7015b7d0 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a70149850 0x7f7a700b7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a70149850 0x7f7a700b7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49594/0 (socket says 172.21.15.94:49594) 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 -- 172.21.15.94:0/268376788 learned_addr learned my addr 172.21.15.94:0/268376788 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 -- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015b7d0 msgr2=0x7f7a7015bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6ffff640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015b7d0 0x7f7a7015bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6f7fe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a58004390 0x7f7a701ea1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015b7d0 0x7f7a7015bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 -- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a58004390 msgr2=0x7f7a701ea1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a58004390 0x7f7a701ea1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 -- 172.21.15.94:0/268376788 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a700b7d70 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a6effd640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a70149850 0x7f7a700b7240 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f7a64001920 tx=0x7f7a64001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a57fff640 1 -- 172.21.15.94:0/268376788 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6403f020 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a57fff640 1 -- 172.21.15.94:0/268376788 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a64005270 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a700b8050 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a57fff640 1 -- 172.21.15.94:0/268376788 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a64037040 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.878+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a700b8610 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.879+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a700d02c0 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.880+0000 7f7a57fff640 1 -- 172.21.15.94:0/268376788 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7a64042020 con 0x7f7a70149850 2024-09-10T08:38:10.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.880+0000 7f7a57fff640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7a5c06be60 0x7f7a5c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:10.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.880+0000 7f7a57fff640 1 -- 172.21.15.94:0/268376788 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f7a640aad50 con 0x7f7a70149850 2024-09-10T08:38:10.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.880+0000 7f7a6f7fe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7a5c06be60 0x7f7a5c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:10.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.881+0000 7f7a6f7fe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7a5c06be60 0x7f7a5c06e320 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f7a600099e0 tx=0x7f7a60008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:10.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:10.885+0000 7f7a57fff640 1 -- 172.21.15.94:0/268376788 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7a64049020 con 0x7f7a70149850 2024-09-10T08:38:11.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.048+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7a700d1be0 con 0x7f7a5c06be60 2024-09-10T08:38:11.049 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.049+0000 7f7a57fff640 1 -- 172.21.15.94:0/268376788 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13477 (secure 0 0 0) 0x7f7a700d1be0 con 0x7f7a5c06be60 2024-09-10T08:38:11.049 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:11.050 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:38:11.051 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7a5c06be60 msgr2=0x7f7a5c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7a5c06be60 0x7f7a5c06e320 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f7a600099e0 tx=0x7f7a60008040 comp rx=0 tx=0).stop 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a70149850 msgr2=0x7f7a700b7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a70149850 0x7f7a700b7240 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f7a64001920 tx=0x7f7a64001230 comp rx=0 tx=0).stop 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 shutdown_connections 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f7a5c06be60 0x7f7a5c06e320 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f7a7015b7d0 0x7f7a7015bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f7a70149850 0x7f7a700b7240 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 --2- 172.21.15.94:0/268376788 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f7a58004390 0x7f7a701ea1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 >> 172.21.15.94:0/268376788 conn(0x7f7a7009d740 msgr2=0x7f7a700d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 shutdown_connections 2024-09-10T08:38:11.052 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.051+0000 7f7a75fbe640 1 -- 172.21.15.94:0/268376788 wait complete. 2024-09-10T08:38:11.062 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":273,"stamp":"2024-09-10T08:38:09.881447+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":5,"kb":754974720,"kb_used":257172,"kb_used_data":11808,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754717548,"statfs":{"total":773094113280,"available":772830769152,"internally_reserved":0,"allocated":12091392,"data_stored":6201986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-27824,"num_objects":-41,"num_object_clones":0,"num_object_copies":-82,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-41,"num_whiteouts":0,"num_read":-95,"num_read_kb":-89,"num_write":-164,"num_write_kb":-84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-27,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001218"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":350,"reported_epoch":111,"state":"active+clean","last_fresh":"2024-09-10T08:38:08.423998+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:38:08.423998+0000","last_peered":"2024-09-10T08:38:08.423998+0000","last_clean":"2024-09-10T08:38:08.423998+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:38:08.423998+0000","last_undegraded":"2024-09-10T08:38:08.423998+0000","last_fullsized":"2024-09-10T08:38:08.423998+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476808,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32536,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509510,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33112,"kb_used_data":1924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338728,"statfs":{"total":96636764160,"available":96602857472,"internally_reserved":0,"allocated":1970176,"data_stored":1223516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509511,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28356,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343484,"statfs":{"total":96636764160,"available":96607727616,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509510,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28360,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343480,"statfs":{"total":96636764160,"available":96607723520,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32520,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509510,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32520,"kb_used_data":1328,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339320,"statfs":{"total":96636764160,"available":96603463680,"internally_reserved":0,"allocated":1359872,"data_stored":626916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509510,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33100,"kb_used_data":1908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338740,"statfs":{"total":96636764160,"available":96602869760,"internally_reserved":0,"allocated":1953792,"data_stored":1217284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36668,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335172,"statfs":{"total":96636764160,"available":96599216128,"internally_reserved":0,"allocated":1351680,"data_stored":620374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:38:11.063 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:38:11.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.160+0000 7fc643d2c640 1 Processor -- start 2024-09-10T08:38:11.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.161+0000 7fc643d2c640 1 -- start start 2024-09-10T08:38:11.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.161+0000 7fc643d2c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc63c15b160 0x7fc63c073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:11.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.161+0000 7fc643d2c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc63c15ecf0 0x7fc63c0adb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:11.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc643d2c640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc63c073940 con 0x7fc63c06f450 2024-09-10T08:38:11.164 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc643d2c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc63c15f1f0 con 0x7fc63c15ecf0 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc643d2c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc63c15f4d0 con 0x7fc63c15b160 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6412c7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc63c15ecf0 0x7fc63c0adb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6412c7640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc63c15ecf0 0x7fc63c0adb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49608/0 (socket says 172.21.15.94:49608) 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6422c9640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fc63c06f450 0x7fc63c06f860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57342/0 (socket says 172.21.15.94:57342) 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6412c7640 1 -- 172.21.15.94:0/1757618485 learned_addr learned my addr 172.21.15.94:0/1757618485 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc641ac8640 1 --2- 172.21.15.94:0/1757618485 >> v2:172.21.15.143:3300/0 conn(0x7fc63c15b160 0x7fc63c073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6412c7640 1 -- 172.21.15.94:0/1757618485 >> v2:172.21.15.143:3300/0 conn(0x7fc63c15b160 msgr2=0x7fc63c073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6412c7640 1 --2- 172.21.15.94:0/1757618485 >> v2:172.21.15.143:3300/0 conn(0x7fc63c15b160 0x7fc63c073400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6412c7640 1 -- 172.21.15.94:0/1757618485 >> v1:172.21.15.94:6789/0 conn(0x7fc63c06f450 legacy=0x7fc63c06f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc6412c7640 1 -- 172.21.15.94:0/1757618485 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc63c15f7b0 con 0x7fc63c15ecf0 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.162+0000 7fc640ac6640 1 -- 172.21.15.94:0/1757618485 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3426020880 0 0) 0x7fc63c073940 con 0x7fc63c06f450 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc6412c7640 1 --2- 172.21.15.94:0/1757618485 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15ecf0 0x7fc63c0adb70 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fc63c0d1090 tx=0x7fc63802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43478e9210a537d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc640ac6640 1 -- 172.21.15.94:0/1757618485 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc638037070 con 0x7fc63c15ecf0 2024-09-10T08:38:11.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc640ac6640 1 -- 172.21.15.94:0/1757618485 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc638032440 con 0x7fc63c15ecf0 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc640ac6640 1 -- 172.21.15.94:0/1757618485 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc638032810 con 0x7fc63c15ecf0 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc643d2c640 1 -- 172.21.15.94:0/1757618485 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15ecf0 msgr2=0x7fc63c0adb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc643d2c640 1 --2- 172.21.15.94:0/1757618485 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15ecf0 0x7fc63c0adb70 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fc63c0d1090 tx=0x7fc63802a1e0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc643d2c640 1 -- 172.21.15.94:0/1757618485 shutdown_connections 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc643d2c640 1 --2- 172.21.15.94:0/1757618485 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15ecf0 0x7fc63c0adb70 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc643d2c640 1 --2- 172.21.15.94:0/1757618485 >> v2:172.21.15.143:3300/0 conn(0x7fc63c15b160 0x7fc63c073400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.163+0000 7fc643d2c640 1 -- 172.21.15.94:0/1757618485 >> 172.21.15.94:0/1757618485 conn(0x7fc63c0b1b30 msgr2=0x7fc63c0b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.164+0000 7fc643d2c640 1 -- 172.21.15.94:0/1757618485 shutdown_connections 2024-09-10T08:38:11.166 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.164+0000 7fc643d2c640 1 -- 172.21.15.94:0/1757618485 wait complete. 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 Processor -- start 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 -- start start 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc63c06f450 0x7fc63c1f4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15b160 0x7fc63c09d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc63c15ecf0 0x7fc63c15da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c0ae0b0 con 0x7fc63c15b160 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c15b540 con 0x7fc63c06f450 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc643d2c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc63c0b3310 con 0x7fc63c15ecf0 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc6412c7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15b160 0x7fc63c09d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.165+0000 7fc6412c7640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15b160 0x7fc63c09d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49622/0 (socket says 172.21.15.94:49622) 2024-09-10T08:38:11.170 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6412c7640 1 -- 172.21.15.94:0/3452864615 learned_addr learned my addr 172.21.15.94:0/3452864615 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc641ac8640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc63c06f450 0x7fc63c1f4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6422c9640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc63c15ecf0 0x7fc63c15da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6412c7640 1 -- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc63c15ecf0 msgr2=0x7fc63c15da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6412c7640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc63c15ecf0 0x7fc63c15da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6412c7640 1 -- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc63c06f450 msgr2=0x7fc63c1f4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6412c7640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc63c06f450 0x7fc63c1f4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6412c7640 1 -- 172.21.15.94:0/3452864615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc63c14f300 con 0x7fc63c15b160 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc6412c7640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15b160 0x7fc63c09d190 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fc638000c00 tx=0x7fc6380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:11.171 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc62e7fc640 1 -- 172.21.15.94:0/3452864615 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc638037040 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc62e7fc640 1 -- 172.21.15.94:0/3452864615 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc638004230 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc63c14f5e0 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc62e7fc640 1 -- 172.21.15.94:0/3452864615 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc638003610 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.166+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc63c151c50 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.167+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc63c0adb70 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.168+0000 7fc62e7fc640 1 -- 172.21.15.94:0/3452864615 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc6380037b0 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.168+0000 7fc62e7fc640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc62006be30 0x7fc62006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.168+0000 7fc62e7fc640 1 -- 172.21.15.94:0/3452864615 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fc6380abd90 con 0x7fc63c15b160 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.168+0000 7fc641ac8640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc62006be30 0x7fc62006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:11.172 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.168+0000 7fc641ac8640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc62006be30 0x7fc62006e2f0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc63000a970 tx=0x7fc630008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:11.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.172+0000 7fc62e7fc640 1 -- 172.21.15.94:0/3452864615 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc63807a7b0 con 0x7fc63c15b160 2024-09-10T08:38:11.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.338+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc63c0b4f10 con 0x7fc63c15b160 2024-09-10T08:38:11.339 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.339+0000 7fc62e7fc640 1 -- 172.21.15.94:0/3452864615 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v111) ==== 74+0+13707 (secure 0 0 0) 0x7fc63807a0b0 con 0x7fc63c15b160 2024-09-10T08:38:11.340 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:11.340 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":111,"fsid":"da880c2d-80db-4dc7-b519-bc4b0a5ea99a","created":"2024-09-10T08:32:21.727757+0000","modified":"2024-09-10T08:38:08.417032+0000","last_up_change":"2024-09-10T08:32:34.121605+0000","last_in_change":"2024-09-10T08:32:23.873804+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:32:33.842418+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"793b9ff1-7a04-4526-9d6f-056efcd3b6f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6810","nonce":4265913917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6814","nonce":4265913917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6822","nonce":4265913917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":4265913917},{"type":"v1","addr":"172.21.15.94:6818","nonce":4265913917}]},"public_addr":"172.21.15.94:6810/4265913917","cluster_addr":"172.21.15.94:6814/4265913917","heartbeat_back_addr":"172.21.15.94:6822/4265913917","heartbeat_front_addr":"172.21.15.94:6818/4265913917","state":["exists","up"]},{"osd":1,"uuid":"64125c2d-ce0a-458b-aadd-b819f9327bf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6801","nonce":1727209975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6803","nonce":1727209975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6807","nonce":1727209975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":1727209975},{"type":"v1","addr":"172.21.15.94:6805","nonce":1727209975}]},"public_addr":"172.21.15.94:6801/1727209975","cluster_addr":"172.21.15.94:6803/1727209975","heartbeat_back_addr":"172.21.15.94:6807/1727209975","heartbeat_front_addr":"172.21.15.94:6805/1727209975","state":["exists","up"]},{"osd":2,"uuid":"305a7b04-de06-4626-b428-19e556ead89a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6809","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6811","nonce":35044449}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6813","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6815","nonce":35044449}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6821","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6823","nonce":35044449}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6817","nonce":35044449},{"type":"v1","addr":"172.21.15.94:6819","nonce":35044449}]},"public_addr":"172.21.15.94:6811/35044449","cluster_addr":"172.21.15.94:6815/35044449","heartbeat_back_addr":"172.21.15.94:6823/35044449","heartbeat_front_addr":"172.21.15.94:6819/35044449","state":["exists","up"]},{"osd":3,"uuid":"bbb7b957-94a2-4da6-a29c-5a1ae4830e2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6825","nonce":3881552061}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6827","nonce":3881552061}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6831","nonce":3881552061}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":3881552061},{"type":"v1","addr":"172.21.15.94:6829","nonce":3881552061}]},"public_addr":"172.21.15.94:6825/3881552061","cluster_addr":"172.21.15.94:6827/3881552061","heartbeat_back_addr":"172.21.15.94:6831/3881552061","heartbeat_front_addr":"172.21.15.94:6829/3881552061","state":["exists","up"]},{"osd":4,"uuid":"d1eb7837-c809-4d62-8dbc-150afa747301","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6800","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6801","nonce":1335696058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6802","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6803","nonce":1335696058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6806","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6807","nonce":1335696058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6804","nonce":1335696058},{"type":"v1","addr":"172.21.15.143:6805","nonce":1335696058}]},"public_addr":"172.21.15.143:6801/1335696058","cluster_addr":"172.21.15.143:6803/1335696058","heartbeat_back_addr":"172.21.15.143:6807/1335696058","heartbeat_front_addr":"172.21.15.143:6805/1335696058","state":["exists","up"]},{"osd":5,"uuid":"0a1c206b-857f-4a51-a4ef-fd803c3d31fd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6816","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6817","nonce":1420684015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6818","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6819","nonce":1420684015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6822","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6823","nonce":1420684015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6820","nonce":1420684015},{"type":"v1","addr":"172.21.15.143:6821","nonce":1420684015}]},"public_addr":"172.21.15.143:6817/1420684015","cluster_addr":"172.21.15.143:6819/1420684015","heartbeat_back_addr":"172.21.15.143:6823/1420684015","heartbeat_front_addr":"172.21.15.143:6821/1420684015","state":["exists","up"]},{"osd":6,"uuid":"c01d8e99-c4ac-4092-a47a-1eee4256a459","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":100,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6824","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6825","nonce":1859451420}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6826","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6827","nonce":1859451420}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6830","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6831","nonce":1859451420}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6828","nonce":1859451420},{"type":"v1","addr":"172.21.15.143:6829","nonce":1859451420}]},"public_addr":"172.21.15.143:6825/1859451420","cluster_addr":"172.21.15.143:6827/1859451420","heartbeat_back_addr":"172.21.15.143:6831/1859451420","heartbeat_front_addr":"172.21.15.143:6829/1859451420","state":["exists","up"]},{"osd":7,"uuid":"cf5b697d-79ec-42da-81bd-7080865586f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":103,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6808","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6809","nonce":3775794682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6810","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6811","nonce":3775794682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6814","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6815","nonce":3775794682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6812","nonce":3775794682},{"type":"v1","addr":"172.21.15.143:6813","nonce":3775794682}]},"public_addr":"172.21.15.143:6809/3775794682","cluster_addr":"172.21.15.143:6811/3775794682","heartbeat_back_addr":"172.21.15.143:6815/3775794682","heartbeat_front_addr":"172.21.15.143:6813/3775794682","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.309656+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.713407+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.170102+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.945258+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:29.829933+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.204868+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.702171+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:32:30.140999+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6837/2153594335":"2024-09-11T08:38:05.321251+0000","172.21.15.94:6836/2153594335":"2024-09-11T08:38:05.321251+0000","172.21.15.94:6835/1820212662":"2024-09-11T08:38:05.321235+0000","172.21.15.94:6834/1820212662":"2024-09-11T08:38:05.321235+0000","172.21.15.143:6834/4201880004":"2024-09-11T08:37:37.312790+0000","172.21.15.143:6832/4201880004":"2024-09-11T08:37:37.312790+0000","172.21.15.94:6837/2497595248":"2024-09-11T08:37:36.311047+0000","172.21.15.94:6835/2497595248":"2024-09-11T08:37:36.311047+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:38:11.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc62006be30 msgr2=0x7fc62006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc62006be30 0x7fc62006e2f0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc63000a970 tx=0x7fc630008040 comp rx=0 tx=0).stop 2024-09-10T08:38:11.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15b160 msgr2=0x7fc63c09d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:11.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15b160 0x7fc63c09d190 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fc638000c00 tx=0x7fc6380046c0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 shutdown_connections 2024-09-10T08:38:11.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc62006be30 0x7fc62006e2f0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc63c15ecf0 0x7fc63c15da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc63c15b160 0x7fc63c09d190 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 --2- 172.21.15.94:0/3452864615 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc63c06f450 0x7fc63c1f4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:11.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 >> 172.21.15.94:0/3452864615 conn(0x7fc63c0b1b30 msgr2=0x7fc63c0b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:11.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 shutdown_connections 2024-09-10T08:38:11.343 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:11.341+0000 7fc643d2c640 1 -- 172.21.15.94:0/3452864615 wait complete. 2024-09-10T08:38:12.354 INFO:tasks.ceph:Scrubbing osd.0 2024-09-10T08:38:12.354 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:12.478 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.469+0000 7f0463e80640 1 Processor -- start 2024-09-10T08:38:12.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.469+0000 7f0463e80640 1 -- start start 2024-09-10T08:38:12.479 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f0463e80640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c15e7d0 0x7f045c0ceca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f0463e80640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f045c0ccf40 0x7f045c0cf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f0463e80640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f045c0cf280 con 0x7f045c0cfd10 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f0463e80640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f045c0d0180 con 0x7f045c0ccf40 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f0463e80640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f045c0cf560 con 0x7f045c15e7d0 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f046141b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f045c0ccf40 0x7f045c0cf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f046141b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f045c0ccf40 0x7f045c0cf7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49634/0 (socket says 172.21.15.94:49634) 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f046141b640 1 -- 172.21.15.94:0/698861226 learned_addr learned my addr 172.21.15.94:0/698861226 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.470+0000 7f0461c1c640 1 --2- 172.21.15.94:0/698861226 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c15e7d0 0x7f045c0ceca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f046141b640 1 -- 172.21.15.94:0/698861226 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c15e7d0 msgr2=0x7f045c0ceca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f046141b640 1 --2- 172.21.15.94:0/698861226 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c15e7d0 0x7f045c0ceca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f046141b640 1 -- 172.21.15.94:0/698861226 >> v1:172.21.15.143:6789/0 conn(0x7f045c0cfd10 legacy=0x7f045c072d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f046141b640 1 -- 172.21.15.94:0/698861226 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f045c06ed60 con 0x7f045c0ccf40 2024-09-10T08:38:12.480 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f0461c1c640 1 --2- 172.21.15.94:0/698861226 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c15e7d0 0x7f045c0ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f046141b640 1 --2- 172.21.15.94:0/698861226 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0ccf40 0x7f045c0cf7d0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f044c009870 tx=0x7f044c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef83a415990ac71 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f0460c1a640 1 -- 172.21.15.94:0/698861226 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c037070 con 0x7f045c0ccf40 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f0460c1a640 1 -- 172.21.15.94:0/698861226 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f044c032440 con 0x7f045c0ccf40 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.471+0000 7f0460c1a640 1 -- 172.21.15.94:0/698861226 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c032810 con 0x7f045c0ccf40 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 -- 172.21.15.94:0/698861226 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0ccf40 msgr2=0x7f045c0cf7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 --2- 172.21.15.94:0/698861226 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0ccf40 0x7f045c0cf7d0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f044c009870 tx=0x7f044c02a1c0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 -- 172.21.15.94:0/698861226 shutdown_connections 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 --2- 172.21.15.94:0/698861226 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0ccf40 0x7f045c0cf7d0 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 --2- 172.21.15.94:0/698861226 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c15e7d0 0x7f045c0ceca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 -- 172.21.15.94:0/698861226 >> 172.21.15.94:0/698861226 conn(0x7f045c0d10d0 msgr2=0x7f045c0d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 -- 172.21.15.94:0/698861226 shutdown_connections 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.472+0000 7f0463e80640 1 -- 172.21.15.94:0/698861226 wait complete. 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.473+0000 7f0463e80640 1 Processor -- start 2024-09-10T08:38:12.481 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.473+0000 7f0463e80640 1 -- start start 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f0463e80640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c0ccf40 0x7f045c0c81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f0463e80640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0cfd10 0x7f045c0cb040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f0463e80640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f045c15e7d0 0x7f045c0b6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f0463e80640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f045c0cd380 con 0x7f045c0cfd10 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f0463e80640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f045c06f320 con 0x7f045c15e7d0 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f0463e80640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f045c0cd500 con 0x7f045c0ccf40 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0cfd10 0x7f045c0cb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0cfd10 0x7f045c0cb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49646/0 (socket says 172.21.15.94:49646) 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 -- 172.21.15.94:0/2808294438 learned_addr learned my addr 172.21.15.94:0/2808294438 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f0461c1c640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c0ccf40 0x7f045c0c81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046241d640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f045c15e7d0 0x7f045c0b6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 -- 172.21.15.94:0/2808294438 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c0ccf40 msgr2=0x7f045c0c81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.482 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f045c0ccf40 0x7f045c0c81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 -- 172.21.15.94:0/2808294438 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f045c15e7d0 msgr2=0x7f045c0b6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f045c15e7d0 0x7f045c0b6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.474+0000 7f046141b640 1 -- 172.21.15.94:0/2808294438 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f045c0c88a0 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.475+0000 7f046141b640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0cfd10 0x7f045c0cb040 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f044c000c00 tx=0x7f044c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.475+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c041020 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.475+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f044c0306c0 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.475+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c037040 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.475+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f045c0c8b80 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.475+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f045c0c9140 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.476+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f045c0cf7d0 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.476+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f044c044020 con 0x7f045c0cfd10 2024-09-10T08:38:12.483 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f04527fc640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f044006be30 0x7f044006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f0461c1c640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f044006be30 0x7f044006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f044c0ab4f0 con 0x7f045c0cfd10 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f04527fc640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f04400724b0 0x7f04400748f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 --> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f044c032440 con 0x7f04400724b0 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f044c0b2050 con 0x7f045c0cfd10 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f046241d640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f04400724b0 0x7f04400748f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f0461c1c640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f044006be30 0x7f044006e2f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0458006e80 tx=0x7f0458008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.477+0000 7f046241d640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f04400724b0 0x7f04400748f0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.478+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== osd.0 v2:172.21.15.94:6808/4265913917 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f044c032440 con 0x7f04400724b0 2024-09-10T08:38:12.490 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.490+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 --> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f045c073f50 con 0x7f04400724b0 2024-09-10T08:38:12.491 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.490+0000 7f04527fc640 1 -- 172.21.15.94:0/2808294438 <== osd.0 v2:172.21.15.94:6808/4265913917 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f045c073f50 con 0x7f04400724b0 2024-09-10T08:38:12.491 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:12.491 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:12.491 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f04400724b0 msgr2=0x7f04400748f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6808/4265913917,v1:172.21.15.94:6810/4265913917] conn(0x7f04400724b0 0x7f04400748f0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f044006be30 msgr2=0x7f044006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f044006be30 0x7f044006e2f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f0458006e80 tx=0x7f0458008040 comp rx=0 tx=0).stop 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0cfd10 msgr2=0x7f045c0cb040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 --2- 172.21.15.94:0/2808294438 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f045c0cfd10 0x7f045c0cb040 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f044c000c00 tx=0x7f044c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f046241d640 1 -- 172.21.15.94:0/2808294438 reap_dead start 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 shutdown_connections 2024-09-10T08:38:12.492 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 >> 172.21.15.94:0/2808294438 conn(0x7f045c0d10d0 msgr2=0x7f045c15c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:12.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 shutdown_connections 2024-09-10T08:38:12.493 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.491+0000 7f0463e80640 1 -- 172.21.15.94:0/2808294438 wait complete. 2024-09-10T08:38:12.502 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-10T08:38:12.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.600+0000 7fc4e0274640 1 Processor -- start 2024-09-10T08:38:12.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.600+0000 7fc4e0274640 1 -- start start 2024-09-10T08:38:12.603 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.601+0000 7fc4e0274640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc4d8158c70 0x7fc4d80b40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.601+0000 7fc4e0274640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc4d806c220 0x7fc4d8072c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.601+0000 7fc4e0274640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4d80b4830 con 0x7fc4d80b4bf0 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.601+0000 7fc4e0274640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fc4d815f420 con 0x7fc4d806c220 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.601+0000 7fc4e0274640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc4d815eaf0 con 0x7fc4d8158c70 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc4d806c220 0x7fc4d8072c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fc4d806c220 0x7fc4d8072c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49662/0 (socket says 172.21.15.94:49662) 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 -- 172.21.15.94:0/332701571 learned_addr learned my addr 172.21.15.94:0/332701571 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de010640 1 --2- 172.21.15.94:0/332701571 >> v2:172.21.15.143:3300/0 conn(0x7fc4d8158c70 0x7fc4d80b40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 -- 172.21.15.94:0/332701571 >> v2:172.21.15.143:3300/0 conn(0x7fc4d8158c70 msgr2=0x7fc4d80b40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 --2- 172.21.15.94:0/332701571 >> v2:172.21.15.143:3300/0 conn(0x7fc4d8158c70 0x7fc4d80b40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 -- 172.21.15.94:0/332701571 >> v1:172.21.15.143:6789/0 conn(0x7fc4d80b4bf0 legacy=0x7fc4d806bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.604 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 -- 172.21.15.94:0/332701571 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d815edd0 con 0x7fc4d806c220 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.602+0000 7fc4de811640 1 --2- 172.21.15.94:0/332701571 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d8072c00 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8063980 tx=0x7fc4d002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95a64e10dc07a8f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4dd00e640 1 -- 172.21.15.94:0/332701571 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0037070 con 0x7fc4d806c220 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4dd00e640 1 -- 172.21.15.94:0/332701571 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4d0032440 con 0x7fc4d806c220 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4dd00e640 1 -- 172.21.15.94:0/332701571 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0032810 con 0x7fc4d806c220 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 -- 172.21.15.94:0/332701571 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 msgr2=0x7fc4d8072c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 --2- 172.21.15.94:0/332701571 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d8072c00 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8063980 tx=0x7fc4d002a270 comp rx=0 tx=0).stop 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 -- 172.21.15.94:0/332701571 shutdown_connections 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 --2- 172.21.15.94:0/332701571 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d8072c00 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 --2- 172.21.15.94:0/332701571 >> v2:172.21.15.143:3300/0 conn(0x7fc4d8158c70 0x7fc4d80b40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 -- 172.21.15.94:0/332701571 >> 172.21.15.94:0/332701571 conn(0x7fc4d80d10d0 msgr2=0x7fc4d80d14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 -- 172.21.15.94:0/332701571 shutdown_connections 2024-09-10T08:38:12.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.603+0000 7fc4e0274640 1 -- 172.21.15.94:0/332701571 wait complete. 2024-09-10T08:38:12.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.604+0000 7fc4e0274640 1 Processor -- start 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.604+0000 7fc4e0274640 1 -- start start 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4e0274640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d81475a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4e0274640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d80b4bf0 0x7fc4d80d05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4e0274640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d8158c70 0x7fc4d8146ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4e0274640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d8073140 con 0x7fc4d806c220 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4e0274640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d815f8b0 con 0x7fc4d8158c70 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4e0274640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc4d80732c0 con 0x7fc4d80b4bf0 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4de010640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d81475a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4de010640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d81475a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49676/0 (socket says 172.21.15.94:49676) 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4de010640 1 -- 172.21.15.94:0/2135980453 learned_addr learned my addr 172.21.15.94:0/2135980453 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4dd80f640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d80b4bf0 0x7fc4d80d05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.605+0000 7fc4de811640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d8158c70 0x7fc4d8146ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4de010640 1 -- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d80b4bf0 msgr2=0x7fc4d80d05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4de010640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d80b4bf0 0x7fc4d80d05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4de010640 1 -- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d8158c70 msgr2=0x7fc4d8146ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4de010640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d8158c70 0x7fc4d8146ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4de010640 1 -- 172.21.15.94:0/2135980453 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d80d0b00 con 0x7fc4d806c220 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4de811640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d8158c70 0x7fc4d8146ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4dd80f640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d80b4bf0 0x7fc4d80d05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4de010640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d81475a0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8007e40 tx=0x7fc4c800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4d6ffd640 1 -- 172.21.15.94:0/2135980453 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8014620 con 0x7fc4d806c220 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4d6ffd640 1 -- 172.21.15.94:0/2135980453 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4c8019070 con 0x7fc4d806c220 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4d80adac0 con 0x7fc4d806c220 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4d6ffd640 1 -- 172.21.15.94:0/2135980453 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c8014a00 con 0x7fc4d806c220 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.606+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4d80ae080 con 0x7fc4d806c220 2024-09-10T08:38:12.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.607+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4d8070f40 con 0x7fc4d806c220 2024-09-10T08:38:12.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.607+0000 7fc4d6ffd640 1 -- 172.21.15.94:0/2135980453 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc4c8014ba0 con 0x7fc4d806c220 2024-09-10T08:38:12.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.608+0000 7fc4d6ffd640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4c406be30 0x7fc4c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.608+0000 7fc4dd80f640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4c406be30 0x7fc4c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.608+0000 7fc4d6ffd640 1 -- 172.21.15.94:0/2135980453 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fc4c808b670 con 0x7fc4d806c220 2024-09-10T08:38:12.611 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.608+0000 7fc4dd80f640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4c406be30 0x7fc4c406e2f0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc4d80cfe80 tx=0x7fc4cc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.612 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.612+0000 7fc4d6ffd640 1 -- 172.21.15.94:0/2135980453 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc4c805a090 con 0x7fc4d806c220 2024-09-10T08:38:12.780 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.780+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fc4d80ad870 con 0x7fc4c406be30 2024-09-10T08:38:12.781 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.780+0000 7fc4d6ffd640 1 -- 172.21.15.94:0/2135980453 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fc4d80ad870 con 0x7fc4c406be30 2024-09-10T08:38:12.781 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 0 to deep-scrub 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4c406be30 msgr2=0x7fc4c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4c406be30 0x7fc4c406e2f0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc4d80cfe80 tx=0x7fc4cc009040 comp rx=0 tx=0).stop 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 msgr2=0x7fc4d81475a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d81475a0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8007e40 tx=0x7fc4c800e4b0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 shutdown_connections 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc4c406be30 0x7fc4c406e2f0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc4d8158c70 0x7fc4d8146ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc4d80b4bf0 0x7fc4d80d05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 --2- 172.21.15.94:0/2135980453 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc4d806c220 0x7fc4d81475a0 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 >> 172.21.15.94:0/2135980453 conn(0x7fc4d80d10d0 msgr2=0x7fc4d81e9e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:12.783 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 shutdown_connections 2024-09-10T08:38:12.784 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.782+0000 7fc4e0274640 1 -- 172.21.15.94:0/2135980453 wait complete. 2024-09-10T08:38:12.793 INFO:tasks.ceph:Scrubbing osd.1 2024-09-10T08:38:12.794 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:12.896 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.896+0000 7fb92199f640 1 Processor -- start 2024-09-10T08:38:12.897 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.896+0000 7fb92199f640 1 -- start start 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb92199f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 0x7fb91c169870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb92199f640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb91c0cf0a0 con 0x7fb91c15e790 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb92199f640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb91c0cf380 con 0x7fb91c0d0e00 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb92199f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb91c06db40 con 0x7fb91c167480 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91affd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb91c15e790 0x7fb91c0d4b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57354/0 (socket says 172.21.15.94:57354) 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91affd640 1 -- 172.21.15.94:0/1840654146 learned_addr learned my addr 172.21.15.94:0/1840654146 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1096487018 0 0) 0x7fb91c0cf0a0 con 0x7fb91c15e790 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb908003520 con 0x7fb91c15e790 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 0x7fb91c169870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.900 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3217264382 0 0) 0x7fb908003520 con 0x7fb91c15e790 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 msgr2=0x7fb91c169870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 0x7fb91c169870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 >> v1:172.21.15.143:6789/0 conn(0x7fb91c0d0e00 legacy=0x7fb91c0d1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb91c0cf660 con 0x7fb91c15e790 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 0x7fb91c169870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fb90c001670 con 0x7fb91c15e790 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 >> v1:172.21.15.94:6789/0 conn(0x7fb91c15e790 legacy=0x7fb91c0d4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.897+0000 7fb91a7fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 0x7fb9080039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.901 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91a7fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb908003fd0 0x7fb908004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91a7fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb908004d40 0x7fb9080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb91c06db40 con 0x7fb908003fd0 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb90800bbb0 con 0x7fb908004d40 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb90800bdb0 con 0x7fb91c167480 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb9127fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb908003fd0 0x7fb908004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91affd640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 0x7fb9080039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb908004d40 0x7fb9080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb9127fc640 1 -- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 msgr2=0x7fb9080039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb9127fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb91c167480 0x7fb9080039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb9127fc640 1 -- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb908004d40 msgr2=0x7fb9080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb9127fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb908004d40 0x7fb9080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb9127fc640 1 -- 172.21.15.94:0/1840654146 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb908003520 con 0x7fb908003fd0 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.898+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb908004d40 0x7fb9080051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:12.902 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb9127fc640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb908003fd0 0x7fb908004800 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fb904001750 tx=0x7fb908005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=151e0c7c7b1532c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb904001370 con 0x7fb908003fd0 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9040052d0 con 0x7fb908003fd0 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb91a7fc640 1 -- 172.21.15.94:0/1840654146 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90402ab20 con 0x7fb908003fd0 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb92199f640 1 -- 172.21.15.94:0/1840654146 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb908003fd0 msgr2=0x7fb908004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb92199f640 1 --2- 172.21.15.94:0/1840654146 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb908003fd0 0x7fb908004800 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fb904001750 tx=0x7fb908005830 comp rx=0 tx=0).stop 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb91b7fe640 1 -- 172.21.15.94:0/1840654146 reap_dead start 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb92199f640 1 -- 172.21.15.94:0/1840654146 shutdown_connections 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb92199f640 1 -- 172.21.15.94:0/1840654146 >> 172.21.15.94:0/1840654146 conn(0x7fb91c09d740 msgr2=0x7fb91c0d43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb92199f640 1 -- 172.21.15.94:0/1840654146 shutdown_connections 2024-09-10T08:38:12.903 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.899+0000 7fb92199f640 1 -- 172.21.15.94:0/1840654146 wait complete. 2024-09-10T08:38:12.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.900+0000 7fb92199f640 1 Processor -- start 2024-09-10T08:38:12.906 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb92199f640 1 -- start start 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb92199f640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb908003fd0 0x7fb91c0cd430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb92199f640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb91c15bd20 0x7fb91c156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb92199f640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb91c15c1a0 0x7fb91c156db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb92199f640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb91c0d0140 con 0x7fb91c15bd20 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb92199f640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb91c162f30 con 0x7fb91c15c1a0 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb92199f640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb91c0cd970 con 0x7fb908003fd0 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb9127fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb91c15bd20 0x7fb91c156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb9127fc640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb91c15bd20 0x7fb91c156870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49690/0 (socket says 172.21.15.94:49690) 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.901+0000 7fb9127fc640 1 -- 172.21.15.94:0/3182357120 learned_addr learned my addr 172.21.15.94:0/3182357120 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb9127fc640 1 -- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb908003fd0 msgr2=0x7fb91c0cd430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb91affd640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb908003fd0 0x7fb91c0cd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb91c15c1a0 0x7fb91c156db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb9127fc640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb908003fd0 0x7fb91c0cd430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.907 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb9127fc640 1 -- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb91c15c1a0 msgr2=0x7fb91c156db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb9127fc640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb91c15c1a0 0x7fb91c156db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb9127fc640 1 -- 172.21.15.94:0/3182357120 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb91c0cb880 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb91affd640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb908003fd0 0x7fb91c0cd430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb91c15c1a0 0x7fb91c156db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb9127fc640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb91c15bd20 0x7fb91c156870 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fb904000c00 tx=0x7fb904001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb904040020 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb904000ed0 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb91c0cbb60 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb904007a30 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.902+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb91c0cc120 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.903+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb91c0d1220 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb904043020 con 0x7fb91c15bd20 2024-09-10T08:38:12.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb918ff9640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8fc06be30 0x7fb8fc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fb9040ab190 con 0x7fb91c15bd20 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb91affd640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8fc06be30 0x7fb8fc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb918ff9640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7fb8fc0724b0 0x7fb8fc0748f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 --> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb904004e90 con 0x7fb8fc0724b0 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fb9040ab620 con 0x7fb91c15bd20 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.904+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7fb8fc0724b0 0x7fb8fc0748f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.905+0000 7fb91affd640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8fc06be30 0x7fb8fc06e2f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fb90c001eb0 tx=0x7fb90c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.905+0000 7fb91b7fe640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7fb8fc0724b0 0x7fb8fc0748f0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:12.909 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.905+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== osd.1 v2:172.21.15.94:6800/1727209975 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb904004e90 con 0x7fb8fc0724b0 2024-09-10T08:38:12.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.917+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 --> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fb91c0d0be0 con 0x7fb8fc0724b0 2024-09-10T08:38:12.918 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb918ff9640 1 -- 172.21.15.94:0/3182357120 <== osd.1 v2:172.21.15.94:6800/1727209975 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fb91c0d0be0 con 0x7fb8fc0724b0 2024-09-10T08:38:12.918 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:12.918 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:12.918 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:12.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7fb8fc0724b0 msgr2=0x7fb8fc0748f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6800/1727209975,v1:172.21.15.94:6801/1727209975] conn(0x7fb8fc0724b0 0x7fb8fc0748f0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:12.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8fc06be30 msgr2=0x7fb8fc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb8fc06be30 0x7fb8fc06e2f0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fb90c001eb0 tx=0x7fb90c009040 comp rx=0 tx=0).stop 2024-09-10T08:38:12.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb91c15bd20 msgr2=0x7fb91c156870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:12.919 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 --2- 172.21.15.94:0/3182357120 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb91c15bd20 0x7fb91c156870 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fb904000c00 tx=0x7fb904001120 comp rx=0 tx=0).stop 2024-09-10T08:38:12.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb91b7fe640 1 -- 172.21.15.94:0/3182357120 reap_dead start 2024-09-10T08:38:12.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 shutdown_connections 2024-09-10T08:38:12.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 >> 172.21.15.94:0/3182357120 conn(0x7fb91c09d740 msgr2=0x7fb91c0d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:12.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 shutdown_connections 2024-09-10T08:38:12.920 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:12.918+0000 7fb92199f640 1 -- 172.21.15.94:0/3182357120 wait complete. 2024-09-10T08:38:12.929 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-10T08:38:13.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.027+0000 7f69d24eb640 1 Processor -- start 2024-09-10T08:38:13.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.027+0000 7f69d24eb640 1 -- start start 2024-09-10T08:38:13.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69d24eb640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 0x7f69cc06f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69d24eb640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69cc0b34c0 con 0x7f69cc15a690 2024-09-10T08:38:13.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69d24eb640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69cc0b3780 con 0x7f69cc06ec10 2024-09-10T08:38:13.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69d24eb640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f69cc06f580 con 0x7f69cc072b60 2024-09-10T08:38:13.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69cbfff640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f69cc15a690 0x7f69cc0b4820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57362/0 (socket says 172.21.15.94:57362) 2024-09-10T08:38:13.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69cbfff640 1 -- 172.21.15.94:0/3168165001 learned_addr learned my addr 172.21.15.94:0/3168165001 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69d0a88640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 0x7f69cc06f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 96599856 0 0) 0x7f69cc0b34c0 con 0x7f69cc15a690 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f69b4003520 con 0x7f69cc15a690 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1211029721 0 0) 0x7f69b4003520 con 0x7f69cc15a690 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 msgr2=0x7f69cc06f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 0x7f69cc06f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 >> v1:172.21.15.143:6789/0 conn(0x7f69cc06ec10 legacy=0x7f69cc072450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69cc0b3a60 con 0x7f69cc15a690 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f69bc001670 con 0x7f69cc15a690 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 >> v1:172.21.15.94:6789/0 conn(0x7f69cc15a690 legacy=0x7f69cc0b4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69b4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 0x7f69b4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69b4004d40 0x7f69b40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc06f580 con 0x7f69b40039e0 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f69b400b9c0 con 0x7f69b4004d40 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.028+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f69b400bbc0 con 0x7f69cc072b60 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cbfff640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69b4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cb7fe640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 0x7f69b4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69d0a88640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69b4004d40 0x7f69b40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cbfff640 1 -- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 msgr2=0x7f69b4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cbfff640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc072b60 0x7f69b4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cbfff640 1 -- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69b4004d40 msgr2=0x7f69b40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cbfff640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69b4004d40 0x7f69b40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cbfff640 1 -- 172.21.15.94:0/3168165001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69b4003520 con 0x7f69b40039e0 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.029+0000 7f69cbfff640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69b4003dc0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00c240 tx=0x7f69b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=323f203fd3c0c957 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc007d30 con 0x7f69b40039e0 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69bc005af0 con 0x7f69b40039e0 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69caffd640 1 -- 172.21.15.94:0/3168165001 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc007070 con 0x7f69b40039e0 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69d24eb640 1 -- 172.21.15.94:0/3168165001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 msgr2=0x7f69b4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69d24eb640 1 --2- 172.21.15.94:0/3168165001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69b4003dc0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00c240 tx=0x7f69b4005830 comp rx=0 tx=0).stop 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69d0a88640 1 -- 172.21.15.94:0/3168165001 reap_dead start 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69d24eb640 1 -- 172.21.15.94:0/3168165001 shutdown_connections 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69d24eb640 1 -- 172.21.15.94:0/3168165001 >> 172.21.15.94:0/3168165001 conn(0x7f69cc06bcf0 msgr2=0x7f69cc06c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69d24eb640 1 -- 172.21.15.94:0/3168165001 shutdown_connections 2024-09-10T08:38:13.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.030+0000 7f69d24eb640 1 -- 172.21.15.94:0/3168165001 wait complete. 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.031+0000 7f69d24eb640 1 Processor -- start 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d24eb640 1 -- start start 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d24eb640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69cc0cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d24eb640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69cc0cf610 0x7f69cc09dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d24eb640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc09c530 0x7f69cc06dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d24eb640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc0b4300 con 0x7f69b40039e0 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d24eb640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f69cc0b4020 con 0x7f69cc0cf610 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d24eb640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f69cc0b4f30 con 0x7f69cc09c530 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69cbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69cc0cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69cbfff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69cc0cdf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49706/0 (socket says 172.21.15.94:49706) 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69cbfff640 1 -- 172.21.15.94:0/552297952 learned_addr learned my addr 172.21.15.94:0/552297952 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69cb7fe640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69cc0cf610 0x7f69cc09dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.037 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.032+0000 7f69d0a88640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc09c530 0x7f69cc06dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69cbfff640 1 -- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc09c530 msgr2=0x7f69cc06dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69cbfff640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc09c530 0x7f69cc06dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69cbfff640 1 -- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69cc0cf610 msgr2=0x7f69cc09dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69cbfff640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69cc0cf610 0x7f69cc09dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69cbfff640 1 -- 172.21.15.94:0/552297952 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69cc0ce570 con 0x7f69b40039e0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69cbfff640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69cc0cdf70 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00c2a0 tx=0x7f69cc0b3c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69c8ff9640 1 -- 172.21.15.94:0/552297952 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc041020 con 0x7f69b40039e0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69c8ff9640 1 -- 172.21.15.94:0/552297952 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69bc001430 con 0x7f69b40039e0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69c8ff9640 1 -- 172.21.15.94:0/552297952 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69bc007070 con 0x7f69b40039e0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69cc0ce850 con 0x7f69b40039e0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.033+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69cc0cee10 con 0x7f69b40039e0 2024-09-10T08:38:13.038 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.034+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69cc15aa70 con 0x7f69b40039e0 2024-09-10T08:38:13.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.035+0000 7f69c8ff9640 1 -- 172.21.15.94:0/552297952 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f69bc044020 con 0x7f69b40039e0 2024-09-10T08:38:13.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.035+0000 7f69c8ff9640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f69b806be30 0x7f69b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.035+0000 7f69c8ff9640 1 -- 172.21.15.94:0/552297952 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f69bc0ab010 con 0x7f69b40039e0 2024-09-10T08:38:13.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.035+0000 7f69cb7fe640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f69b806be30 0x7f69b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.035+0000 7f69cb7fe640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f69b806be30 0x7f69b806e2f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f69cc0cc280 tx=0x7f69c0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.039 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.039+0000 7f69c8ff9640 1 -- 172.21.15.94:0/552297952 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f69bc079470 con 0x7f69b40039e0 2024-09-10T08:38:13.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.205+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f69cc0cc540 con 0x7f69b806be30 2024-09-10T08:38:13.206 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.205+0000 7f69c8ff9640 1 -- 172.21.15.94:0/552297952 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f69cc0cc540 con 0x7f69b806be30 2024-09-10T08:38:13.206 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 1 to deep-scrub 2024-09-10T08:38:13.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f69b806be30 msgr2=0x7f69b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f69b806be30 0x7f69b806e2f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f69cc0cc280 tx=0x7f69c0009040 comp rx=0 tx=0).stop 2024-09-10T08:38:13.208 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 msgr2=0x7f69cc0cdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69cc0cdf70 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f69bc00c2a0 tx=0x7f69cc0b3c30 comp rx=0 tx=0).stop 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 shutdown_connections 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f69b806be30 0x7f69b806e2f0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f69cc0cf610 0x7f69cc09dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f69cc09c530 0x7f69cc06dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 --2- 172.21.15.94:0/552297952 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f69b40039e0 0x7f69cc0cdf70 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 >> 172.21.15.94:0/552297952 conn(0x7f69cc06bcf0 msgr2=0x7f69cc14c660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 shutdown_connections 2024-09-10T08:38:13.209 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.208+0000 7f69d24eb640 1 -- 172.21.15.94:0/552297952 wait complete. 2024-09-10T08:38:13.219 INFO:tasks.ceph:Scrubbing osd.2 2024-09-10T08:38:13.219 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:13.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.321+0000 7f33a892c640 1 Processor -- start 2024-09-10T08:38:13.322 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.321+0000 7f33a892c640 1 -- start start 2024-09-10T08:38:13.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a892c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f33a415b1d0 0x7f33a406ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a892c640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f33a406f190 0x7f33a40cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a892c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a40cb8e0 0x7f33a40cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a892c640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f33a406f5d0 con 0x7f33a415b1d0 2024-09-10T08:38:13.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a892c640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f33a415b5b0 con 0x7f33a406f190 2024-09-10T08:38:13.324 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a892c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f33a40ceb90 con 0x7f33a40cb8e0 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f33a415b1d0 0x7f33a406ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f33a415b1d0 0x7f33a406ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49722/0 (socket says 172.21.15.94:49722) 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 -- 172.21.15.94:0/3102994258 learned_addr learned my addr 172.21.15.94:0/3102994258 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a2d9d640 1 --2- 172.21.15.94:0/3102994258 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a40cb8e0 0x7f33a40cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f3399d9b640 1 --2- 172.21.15.94:0/3102994258 >> v2:172.21.15.143:3300/0 conn(0x7f33a406f190 0x7f33a40cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 -- 172.21.15.94:0/3102994258 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a40cb8e0 msgr2=0x7f33a40cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 --2- 172.21.15.94:0/3102994258 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a40cb8e0 0x7f33a40cc9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 -- 172.21.15.94:0/3102994258 >> v2:172.21.15.143:3300/0 conn(0x7f33a406f190 msgr2=0x7f33a40cb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 --2- 172.21.15.94:0/3102994258 >> v2:172.21.15.143:3300/0 conn(0x7f33a406f190 0x7f33a40cb3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.322+0000 7f33a259c640 1 -- 172.21.15.94:0/3102994258 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33a40cee30 con 0x7f33a415b1d0 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.323+0000 7f33a259c640 1 --2- 172.21.15.94:0/3102994258 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a415b1d0 0x7f33a406ec50 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f33a406fef0 tx=0x7f339402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb58b44b8be98daf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.325 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.323+0000 7f33a1d9b640 1 -- 172.21.15.94:0/3102994258 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3394037070 con 0x7f33a415b1d0 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.323+0000 7f33a1d9b640 1 -- 172.21.15.94:0/3102994258 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3394032440 con 0x7f33a415b1d0 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.323+0000 7f33a1d9b640 1 -- 172.21.15.94:0/3102994258 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3394032810 con 0x7f33a415b1d0 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 -- 172.21.15.94:0/3102994258 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a415b1d0 msgr2=0x7f33a406ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 --2- 172.21.15.94:0/3102994258 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a415b1d0 0x7f33a406ec50 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f33a406fef0 tx=0x7f339402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 -- 172.21.15.94:0/3102994258 shutdown_connections 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 --2- 172.21.15.94:0/3102994258 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a40cb8e0 0x7f33a40cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 --2- 172.21.15.94:0/3102994258 >> v2:172.21.15.143:3300/0 conn(0x7f33a406f190 0x7f33a40cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 --2- 172.21.15.94:0/3102994258 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a415b1d0 0x7f33a406ec50 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 -- 172.21.15.94:0/3102994258 >> 172.21.15.94:0/3102994258 conn(0x7f33a40b1d80 msgr2=0x7f33a40b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 -- 172.21.15.94:0/3102994258 shutdown_connections 2024-09-10T08:38:13.326 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.324+0000 7f33a892c640 1 -- 172.21.15.94:0/3102994258 wait complete. 2024-09-10T08:38:13.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.325+0000 7f33a892c640 1 Processor -- start 2024-09-10T08:38:13.328 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.325+0000 7f33a892c640 1 -- start start 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a892c640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a406f190 0x7f33a41f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a892c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a40cb8e0 0x7f33a409d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a892c640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a415b1d0 0x7f33a40cfd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a892c640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f33a40cfbf0 con 0x7f33a40cb8e0 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a892c640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f33a40cf3f0 con 0x7f33a415b1d0 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a892c640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f33a40cbd70 con 0x7f33a406f190 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a40cb8e0 0x7f33a409d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a40cb8e0 0x7f33a409d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49726/0 (socket says 172.21.15.94:49726) 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 -- 172.21.15.94:0/1709806739 learned_addr learned my addr 172.21.15.94:0/1709806739 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a259c640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a406f190 0x7f33a41f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 -- 172.21.15.94:0/1709806739 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a406f190 msgr2=0x7f33a41f4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f33a406f190 0x7f33a41f4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.329 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 -- 172.21.15.94:0/1709806739 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a415b1d0 msgr2=0x7f33a40cfd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f33a2d9d640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a415b1d0 0x7f33a40cfd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f33a415b1d0 0x7f33a40cfd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.326+0000 7f3399d9b640 1 -- 172.21.15.94:0/1709806739 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33a40c3e50 con 0x7f33a40cb8e0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.327+0000 7f3399d9b640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a40cb8e0 0x7f33a409d350 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f338c00c7f0 tx=0x7f338c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.327+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f338c015070 con 0x7f33a40cb8e0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.327+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f338c004220 con 0x7f33a40cb8e0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.327+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33a40c4130 con 0x7f33a40cb8e0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.327+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f338c007620 con 0x7f33a40cb8e0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.327+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33a40c49d0 con 0x7f33a40cb8e0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.328+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f33a40cb3a0 con 0x7f33a40cb8e0 2024-09-10T08:38:13.330 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.328+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f338c0077c0 con 0x7f33a40cb8e0 2024-09-10T08:38:13.331 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f339b7fe640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f338406be30 0x7f338406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f338c08ace0 con 0x7f33a40cb8e0 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f33a259c640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f338406be30 0x7f338406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f339b7fe640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f33840724b0 0x7f33840748f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f338c01be50 con 0x7f33840724b0 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f338c08d5f0 con 0x7f33a40cb8e0 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f33a2d9d640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f33840724b0 0x7f33840748f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f33a259c640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f338406be30 0x7f338406e2f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f3394034000 tx=0x7f339402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.329+0000 7f33a2d9d640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f33840724b0 0x7f33840748f0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.330+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== osd.2 v2:172.21.15.94:6809/35044449 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f338c01be50 con 0x7f33840724b0 2024-09-10T08:38:13.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.342+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 --> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f33a40c9ef0 con 0x7f33840724b0 2024-09-10T08:38:13.342 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.342+0000 7f339b7fe640 1 -- 172.21.15.94:0/1709806739 <== osd.2 v2:172.21.15.94:6809/35044449 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f33a40c9ef0 con 0x7f33840724b0 2024-09-10T08:38:13.343 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:13.343 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:13.343 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f33840724b0 msgr2=0x7f33840748f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6809/35044449,v1:172.21.15.94:6811/35044449] conn(0x7f33840724b0 0x7f33840748f0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f338406be30 msgr2=0x7f338406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f338406be30 0x7f338406e2f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f3394034000 tx=0x7f339402e000 comp rx=0 tx=0).stop 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a40cb8e0 msgr2=0x7f33a409d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 --2- 172.21.15.94:0/1709806739 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f33a40cb8e0 0x7f33a409d350 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f338c00c7f0 tx=0x7f338c00ccb0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a2d9d640 1 -- 172.21.15.94:0/1709806739 reap_dead start 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 shutdown_connections 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 >> 172.21.15.94:0/1709806739 conn(0x7f33a40b1d80 msgr2=0x7f33a4073390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.344 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 shutdown_connections 2024-09-10T08:38:13.345 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.343+0000 7f33a892c640 1 -- 172.21.15.94:0/1709806739 wait complete. 2024-09-10T08:38:13.354 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-10T08:38:13.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.454+0000 7f46a6b8d640 1 Processor -- start 2024-09-10T08:38:13.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.454+0000 7f46a6b8d640 1 -- start start 2024-09-10T08:38:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46a6b8d640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f46a00ce840 0x7f46a009b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46a6b8d640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46a0160e60 con 0x7f46a0160a80 2024-09-10T08:38:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46a6b8d640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46a0071b70 con 0x7f46a00b4800 2024-09-10T08:38:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46a6b8d640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f46a0070850 con 0x7f46a00ce840 2024-09-10T08:38:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46a4929640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f46a0160a80 0x7f46a009aa00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57374/0 (socket says 172.21.15.94:57374) 2024-09-10T08:38:13.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46a4929640 1 -- 172.21.15.94:0/1657632539 learned_addr learned my addr 172.21.15.94:0/1657632539 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f4697fff640 1 --2- 172.21.15.94:0/1657632539 >> v2:172.21.15.143:3300/0 conn(0x7f46a00ce840 0x7f46a009b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4005563619 0 0) 0x7f46a0160e60 con 0x7f46a0160a80 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4688003520 con 0x7f46a0160a80 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1679778971 0 0) 0x7f4688003520 con 0x7f46a0160a80 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 >> v2:172.21.15.143:3300/0 conn(0x7f46a00ce840 msgr2=0x7f46a009b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 --2- 172.21.15.94:0/1657632539 >> v2:172.21.15.143:3300/0 conn(0x7f46a00ce840 0x7f46a009b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 >> v1:172.21.15.143:6789/0 conn(0x7f46a00b4800 legacy=0x7f46a00cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46a0071e50 con 0x7f46a0160a80 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f469c001670 con 0x7f46a0160a80 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 >> v1:172.21.15.94:6789/0 conn(0x7f46a0160a80 legacy=0x7f46a009aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f4688003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.455+0000 7f46977fe640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4688004800 0x7f4688004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46977fe640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46880051c0 0x7f468800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f46a0070850 con 0x7f46880039b0 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f468800c060 con 0x7f46880051c0 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f468800c260 con 0x7f4688004800 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a4929640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f4688003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a512a640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46880051c0 0x7f468800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f4697fff640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4688004800 0x7f4688004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a4929640 1 -- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4688004800 msgr2=0x7f4688004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a4929640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4688004800 0x7f4688004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a4929640 1 -- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46880051c0 msgr2=0x7f468800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a4929640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46880051c0 0x7f468800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a4929640 1 -- 172.21.15.94:0/1657632539 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4688003520 con 0x7f46880039b0 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f4697fff640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f4688004800 0x7f4688004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:13.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a512a640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46880051c0 0x7f468800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.456+0000 7f46a512a640 1 -- 172.21.15.94:0/1657632539 reap_dead start 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a4929640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f4688003dd0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f469c00c210 tx=0x7f4688005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d495c388165c87dc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c007d30 con 0x7f46880039b0 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f469c005ad0 con 0x7f46880039b0 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46977fe640 1 -- 172.21.15.94:0/1657632539 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c007070 con 0x7f46880039b0 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a6b8d640 1 -- 172.21.15.94:0/1657632539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 msgr2=0x7f4688003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f4688003dd0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f469c00c210 tx=0x7f4688005830 comp rx=0 tx=0).stop 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a6b8d640 1 -- 172.21.15.94:0/1657632539 shutdown_connections 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/1657632539 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f4688003dd0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a6b8d640 1 -- 172.21.15.94:0/1657632539 >> 172.21.15.94:0/1657632539 conn(0x7f46a00b3ce0 msgr2=0x7f46a00b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a6b8d640 1 -- 172.21.15.94:0/1657632539 shutdown_connections 2024-09-10T08:38:13.461 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.457+0000 7f46a6b8d640 1 -- 172.21.15.94:0/1657632539 wait complete. 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.458+0000 7f46a6b8d640 1 Processor -- start 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.458+0000 7f46a6b8d640 1 -- start start 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a6b8d640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f46a014d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a6b8d640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46a00b6c40 0x7f46a01f22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a6b8d640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46a01f2800 0x7f46a00c9980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a6b8d640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f46a009aa00 con 0x7f46880039b0 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a6b8d640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f46a0070d80 con 0x7f46a01f2800 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a6b8d640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f46a009ab80 con 0x7f46a00b6c40 2024-09-10T08:38:13.464 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a4929640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f46a014d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a4929640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f46a014d850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49756/0 (socket says 172.21.15.94:49756) 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.459+0000 7f46a4929640 1 -- 172.21.15.94:0/820371791 learned_addr learned my addr 172.21.15.94:0/820371791 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f4697fff640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46a00b6c40 0x7f46a01f22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a512a640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46a01f2800 0x7f46a00c9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a4929640 1 -- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46a00b6c40 msgr2=0x7f46a01f22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a4929640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46a00b6c40 0x7f46a01f22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a4929640 1 -- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46a01f2800 msgr2=0x7f46a00c9980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a4929640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46a01f2800 0x7f46a00c9980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a4929640 1 -- 172.21.15.94:0/820371791 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46a00b7100 con 0x7f46880039b0 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a512a640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46a01f2800 0x7f46a00c9980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a4929640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f46a014d850 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f469c00c210 tx=0x7f469c001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46957fa640 1 -- 172.21.15.94:0/820371791 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c041070 con 0x7f46880039b0 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46957fa640 1 -- 172.21.15.94:0/820371791 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f469c000ed0 con 0x7f46880039b0 2024-09-10T08:38:13.465 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46a00b73e0 con 0x7f46880039b0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46957fa640 1 -- 172.21.15.94:0/820371791 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c007290 con 0x7f46880039b0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.460+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46a0159080 con 0x7f46880039b0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.461+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46a00b7900 con 0x7f46880039b0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.462+0000 7f46957fa640 1 -- 172.21.15.94:0/820371791 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f469c044070 con 0x7f46880039b0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.462+0000 7f46957fa640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f468c06be60 0x7f468c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.462+0000 7f46957fa640 1 -- 172.21.15.94:0/820371791 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f469c0ab060 con 0x7f46880039b0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.462+0000 7f4697fff640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f468c06be60 0x7f468c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.463+0000 7f4697fff640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f468c06be60 0x7f468c06e320 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f46a014e040 tx=0x7f4690008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.466+0000 7f46957fa640 1 -- 172.21.15.94:0/820371791 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f469c04b070 con 0x7f46880039b0 2024-09-10T08:38:13.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.630+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f46a009af70 con 0x7f468c06be60 2024-09-10T08:38:13.631 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.631+0000 7f46957fa640 1 -- 172.21.15.94:0/820371791 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f46a009af70 con 0x7f468c06be60 2024-09-10T08:38:13.631 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 2 to deep-scrub 2024-09-10T08:38:13.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f468c06be60 msgr2=0x7f468c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f468c06be60 0x7f468c06e320 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f46a014e040 tx=0x7f4690008040 comp rx=0 tx=0).stop 2024-09-10T08:38:13.633 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 msgr2=0x7f46a014d850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f46a014d850 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f469c00c210 tx=0x7f469c001a40 comp rx=0 tx=0).stop 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 shutdown_connections 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f468c06be60 0x7f468c06e320 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f46a01f2800 0x7f46a00c9980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f46a00b6c40 0x7f46a01f22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 --2- 172.21.15.94:0/820371791 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f46880039b0 0x7f46a014d850 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 >> 172.21.15.94:0/820371791 conn(0x7f46a00b3ce0 msgr2=0x7f46a00b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 shutdown_connections 2024-09-10T08:38:13.634 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.633+0000 7f46a6b8d640 1 -- 172.21.15.94:0/820371791 wait complete. 2024-09-10T08:38:13.644 INFO:tasks.ceph:Scrubbing osd.3 2024-09-10T08:38:13.644 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:13.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.746+0000 7f0af3911640 1 Processor -- start 2024-09-10T08:38:13.746 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.746+0000 7f0af3911640 1 -- start start 2024-09-10T08:38:13.747 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af3911640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0aec06db40 0x7f0aec06df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af3911640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aec15c670 con 0x7f0aec15c290 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af3911640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0aec0cbb00 con 0x7f0aec0cc6d0 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af3911640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f0aec06e4c0 con 0x7f0aec06db40 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af0eac640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f0aec06db40 0x7f0aec06df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af16ad640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f0aec15c290 0x7f0aec0cb030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57382/0 (socket says 172.21.15.94:57382) 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af16ad640 1 -- 172.21.15.94:0/2995705794 learned_addr learned my addr 172.21.15.94:0/2995705794 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af0eac640 1 --2- 172.21.15.94:0/2995705794 >> v2:172.21.15.94:3300/0 conn(0x7f0aec06db40 0x7f0aec06df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49766/0 (socket says 172.21.15.94:49766) 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af0eac640 1 -- 172.21.15.94:0/2995705794 >> v1:172.21.15.143:6789/0 conn(0x7f0aec0cc6d0 legacy=0x7f0aec0ccb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af0eac640 1 -- 172.21.15.94:0/2995705794 >> v1:172.21.15.94:6789/0 conn(0x7f0aec15c290 legacy=0x7f0aec0cb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0ae3fff640 1 -- 172.21.15.94:0/2995705794 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3970088146 0 0) 0x7f0aec15c670 con 0x7f0aec15c290 2024-09-10T08:38:13.748 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.747+0000 7f0af0eac640 1 -- 172.21.15.94:0/2995705794 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aec073b80 con 0x7f0aec06db40 2024-09-10T08:38:13.749 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.748+0000 7f0af0eac640 1 --2- 172.21.15.94:0/2995705794 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec06df80 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f0adc0097a0 tx=0x7f0adc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c6d53d6a9819ff6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.748+0000 7f0ae3fff640 1 -- 172.21.15.94:0/2995705794 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc037070 con 0x7f0aec06db40 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.748+0000 7f0ae3fff640 1 -- 172.21.15.94:0/2995705794 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0adc032440 con 0x7f0aec06db40 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.748+0000 7f0ae3fff640 1 -- 172.21.15.94:0/2995705794 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc032810 con 0x7f0aec06db40 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.748+0000 7f0af3911640 1 -- 172.21.15.94:0/2995705794 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 msgr2=0x7f0aec06df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.748+0000 7f0af3911640 1 --2- 172.21.15.94:0/2995705794 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec06df80 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f0adc0097a0 tx=0x7f0adc02a1e0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.749+0000 7f0af3911640 1 -- 172.21.15.94:0/2995705794 shutdown_connections 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.749+0000 7f0af3911640 1 --2- 172.21.15.94:0/2995705794 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec06df80 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.749+0000 7f0af3911640 1 -- 172.21.15.94:0/2995705794 >> 172.21.15.94:0/2995705794 conn(0x7f0aec0b1d80 msgr2=0x7f0aec0b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.749+0000 7f0af3911640 1 -- 172.21.15.94:0/2995705794 shutdown_connections 2024-09-10T08:38:13.750 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.749+0000 7f0af3911640 1 -- 172.21.15.94:0/2995705794 wait complete. 2024-09-10T08:38:13.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 Processor -- start 2024-09-10T08:38:13.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 -- start start 2024-09-10T08:38:13.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec1f13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.752 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aec0cc6d0 0x7f0aec0c70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aec15c290 0x7f0aec09c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec06f9f0 con 0x7f0aec06db40 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec0cc0a0 con 0x7f0aec0cc6d0 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.750+0000 7f0af3911640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f0aec073e60 con 0x7f0aec15c290 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec1f13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec1f13b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49778/0 (socket says 172.21.15.94:49778) 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 -- 172.21.15.94:0/3504811983 learned_addr learned my addr 172.21.15.94:0/3504811983 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af0eac640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aec0cc6d0 0x7f0aec0c70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af1eae640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aec15c290 0x7f0aec09c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 -- 172.21.15.94:0/3504811983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aec15c290 msgr2=0x7f0aec09c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f0aec15c290 0x7f0aec09c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 -- 172.21.15.94:0/3504811983 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aec0cc6d0 msgr2=0x7f0aec0c70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f0aec0cc6d0 0x7f0aec0c70a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 -- 172.21.15.94:0/3504811983 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aec0c7930 con 0x7f0aec06db40 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af16ad640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec1f13b0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800c430 tx=0x7f0ae800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae80074e0 con 0x7f0aec06db40 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ae80047e0 con 0x7f0aec06db40 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8004bd0 con 0x7f0aec06db40 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aec0c7c10 con 0x7f0aec06db40 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.751+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aec0c84b0 con 0x7f0aec06db40 2024-09-10T08:38:13.754 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.752+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0aec0c8000 con 0x7f0aec06db40 2024-09-10T08:38:13.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0ae8011070 con 0x7f0aec06db40 2024-09-10T08:38:13.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0ae1ffb640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ad006be30 0x7f0ad006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f0ae808aa00 con 0x7f0aec06db40 2024-09-10T08:38:13.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0af0eac640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ad006be30 0x7f0ad006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0ae1ffb640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f0ad00724b0 0x7f0ad00748f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 --> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0ae801ce80 con 0x7f0ad00724b0 2024-09-10T08:38:13.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f0ae808ce60 con 0x7f0aec06db40 2024-09-10T08:38:13.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.753+0000 7f0af1eae640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f0ad00724b0 0x7f0ad00748f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.754+0000 7f0af0eac640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ad006be30 0x7f0ad006e2f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0adc034000 tx=0x7f0adc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.754+0000 7f0af1eae640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f0ad00724b0 0x7f0ad00748f0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.754+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== osd.3 v2:172.21.15.94:6824/3881552061 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0ae801ce80 con 0x7f0ad00724b0 2024-09-10T08:38:13.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 --> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f0aec1f18f0 con 0x7f0ad00724b0 2024-09-10T08:38:13.767 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0ae1ffb640 1 -- 172.21.15.94:0/3504811983 <== osd.3 v2:172.21.15.94:6824/3881552061 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f0aec1f18f0 con 0x7f0ad00724b0 2024-09-10T08:38:13.767 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:13.767 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:13.768 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:13.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f0ad00724b0 msgr2=0x7f0ad00748f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.768 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6824/3881552061,v1:172.21.15.94:6825/3881552061] conn(0x7f0ad00724b0 0x7f0ad00748f0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ad006be30 msgr2=0x7f0ad006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f0ad006be30 0x7f0ad006e2f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0adc034000 tx=0x7f0adc02e000 comp rx=0 tx=0).stop 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 msgr2=0x7f0aec1f13b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 --2- 172.21.15.94:0/3504811983 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f0aec06db40 0x7f0aec1f13b0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800c430 tx=0x7f0ae800c8f0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af1eae640 1 -- 172.21.15.94:0/3504811983 reap_dead start 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 shutdown_connections 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.767+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 >> 172.21.15.94:0/3504811983 conn(0x7f0aec0b1d80 msgr2=0x7f0aec0b0ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.768+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 shutdown_connections 2024-09-10T08:38:13.769 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.768+0000 7f0af3911640 1 -- 172.21.15.94:0/3504811983 wait complete. 2024-09-10T08:38:13.778 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-10T08:38:13.877 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.877+0000 7f3bc9191640 1 Processor -- start 2024-09-10T08:38:13.878 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.877+0000 7f3bc9191640 1 -- start start 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc9191640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc41530c0 0x7f3bc40cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc9191640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f3bc406d230 0x7f3bc40cf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc9191640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bc40cdfa0 con 0x7f3bc40cd7f0 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc9191640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f3bc415c5f0 con 0x7f3bc406d230 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc9191640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3bc40cdcc0 con 0x7f3bc41530c0 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc259c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f3bc40cd7f0 0x7f3bc406cb20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57392/0 (socket says 172.21.15.94:57392) 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc259c640 1 -- 172.21.15.94:0/3238313409 learned_addr learned my addr 172.21.15.94:0/3238313409 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:13.879 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc2d9d640 1 --2- 172.21.15.94:0/3238313409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc41530c0 0x7f3bc40cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc359e640 1 --2- 172.21.15.94:0/3238313409 >> v2:172.21.15.143:3300/0 conn(0x7f3bc406d230 0x7f3bc40cf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc1d9b640 1 -- 172.21.15.94:0/3238313409 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2468309678 0 0) 0x7f3bb8001110 con 0x7f3bc40cd7f0 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc1d9b640 1 -- 172.21.15.94:0/3238313409 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3bac003520 con 0x7f3bc40cd7f0 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc1d9b640 1 -- 172.21.15.94:0/3238313409 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 632716506 0 0) 0x7f3bac003520 con 0x7f3bc40cd7f0 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc2d9d640 1 -- 172.21.15.94:0/3238313409 >> v2:172.21.15.143:3300/0 conn(0x7f3bc406d230 msgr2=0x7f3bc40cf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc2d9d640 1 --2- 172.21.15.94:0/3238313409 >> v2:172.21.15.143:3300/0 conn(0x7f3bc406d230 0x7f3bc40cf400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc2d9d640 1 -- 172.21.15.94:0/3238313409 >> v1:172.21.15.94:6789/0 conn(0x7f3bc40cd7f0 legacy=0x7f3bc406cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.878+0000 7f3bc2d9d640 1 -- 172.21.15.94:0/3238313409 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc415c850 con 0x7f3bc41530c0 2024-09-10T08:38:13.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.879+0000 7f3bc2d9d640 1 --2- 172.21.15.94:0/3238313409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc41530c0 0x7f3bc40cd2b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3bb40097a0 tx=0x7f3bb402a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee903f994641b5b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.879+0000 7f3bc1d9b640 1 -- 172.21.15.94:0/3238313409 <== mon.2 v2:172.21.15.143:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb4037070 con 0x7f3bc41530c0 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.879+0000 7f3bc1d9b640 1 -- 172.21.15.94:0/3238313409 <== mon.2 v2:172.21.15.143:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bb402aba0 con 0x7f3bc41530c0 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.879+0000 7f3bc1d9b640 1 -- 172.21.15.94:0/3238313409 <== mon.2 v2:172.21.15.143:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8001840 con 0x7f3bc41530c0 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 -- 172.21.15.94:0/3238313409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc41530c0 msgr2=0x7f3bc40cd2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 --2- 172.21.15.94:0/3238313409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc41530c0 0x7f3bc40cd2b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3bb40097a0 tx=0x7f3bb402a110 comp rx=0 tx=0).stop 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 -- 172.21.15.94:0/3238313409 shutdown_connections 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 --2- 172.21.15.94:0/3238313409 >> v2:172.21.15.143:3300/0 conn(0x7f3bc406d230 0x7f3bc40cf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 --2- 172.21.15.94:0/3238313409 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc41530c0 0x7f3bc40cd2b0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 -- 172.21.15.94:0/3238313409 >> 172.21.15.94:0/3238313409 conn(0x7f3bc4072470 msgr2=0x7f3bc4072880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 -- 172.21.15.94:0/3238313409 shutdown_connections 2024-09-10T08:38:13.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.880+0000 7f3bc9191640 1 -- 172.21.15.94:0/3238313409 wait complete. 2024-09-10T08:38:13.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.881+0000 7f3bc9191640 1 Processor -- start 2024-09-10T08:38:13.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc9191640 1 -- start start 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc9191640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc406d230 0x7f3bc415be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc9191640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3bc40cd7f0 0x7f3bc414bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc9191640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3bc41530c0 0x7f3bc415b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc9191640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc41534a0 con 0x7f3bc41530c0 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc9191640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc415ce10 con 0x7f3bc40cd7f0 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc9191640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f3bc40b5e20 con 0x7f3bc406d230 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc359e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3bc41530c0 0x7f3bc415b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.885 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc359e640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3bc41530c0 0x7f3bc415b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49794/0 (socket says 172.21.15.94:49794) 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.882+0000 7f3bc359e640 1 -- 172.21.15.94:0/1093338584 learned_addr learned my addr 172.21.15.94:0/1093338584 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc359e640 1 -- 172.21.15.94:0/1093338584 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc406d230 msgr2=0x7f3bc415be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc359e640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc406d230 0x7f3bc415be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc359e640 1 -- 172.21.15.94:0/1093338584 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3bc40cd7f0 msgr2=0x7f3bc414bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc359e640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3bc40cd7f0 0x7f3bc414bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc359e640 1 -- 172.21.15.94:0/1093338584 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc414c2e0 con 0x7f3bc41530c0 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc359e640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3bc41530c0 0x7f3bc415b110 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc00efc0 tx=0x7f3bbc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bab7fe640 1 -- 172.21.15.94:0/1093338584 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc018020 con 0x7f3bc41530c0 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bab7fe640 1 -- 172.21.15.94:0/1093338584 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bbc014480 con 0x7f3bc41530c0 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bc40b4500 con 0x7f3bc41530c0 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bab7fe640 1 -- 172.21.15.94:0/1093338584 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bbc014870 con 0x7f3bc41530c0 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.883+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bc40b4ac0 con 0x7f3bc41530c0 2024-09-10T08:38:13.886 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.884+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bc4075730 con 0x7f3bc41530c0 2024-09-10T08:38:13.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.884+0000 7f3bab7fe640 1 -- 172.21.15.94:0/1093338584 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3bbc005d10 con 0x7f3bc41530c0 2024-09-10T08:38:13.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.885+0000 7f3bab7fe640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3bb006be30 0x7f3bb006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:13.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.885+0000 7f3bab7fe640 1 -- 172.21.15.94:0/1093338584 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f3bbc08bc90 con 0x7f3bc41530c0 2024-09-10T08:38:13.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.885+0000 7f3bc2d9d640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3bb006be30 0x7f3bb006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:13.887 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.885+0000 7f3bc2d9d640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3bb006be30 0x7f3bb006e2f0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f3bb4034000 tx=0x7f3bb402c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:13.889 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:13.889+0000 7f3bab7fe640 1 -- 172.21.15.94:0/1093338584 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bc4075730 con 0x7f3bc41530c0 2024-09-10T08:38:14.056 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.056+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f3bc415f3a0 con 0x7f3bb006be30 2024-09-10T08:38:14.057 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.056+0000 7f3bab7fe640 1 -- 172.21.15.94:0/1093338584 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3bc415f3a0 con 0x7f3bb006be30 2024-09-10T08:38:14.057 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 3 to deep-scrub 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3bb006be30 msgr2=0x7f3bb006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3bb006be30 0x7f3bb006e2f0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f3bb4034000 tx=0x7f3bb402c000 comp rx=0 tx=0).stop 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3bc41530c0 msgr2=0x7f3bc415b110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3bc41530c0 0x7f3bc415b110 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc00efc0 tx=0x7f3bbc00c490 comp rx=0 tx=0).stop 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 shutdown_connections 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f3bb006be30 0x7f3bb006e2f0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f3bc40cd7f0 0x7f3bc414bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f3bc41530c0 0x7f3bc415b110 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.059 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 --2- 172.21.15.94:0/1093338584 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f3bc406d230 0x7f3bc415be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 >> 172.21.15.94:0/1093338584 conn(0x7f3bc4072470 msgr2=0x7f3bc40b14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 shutdown_connections 2024-09-10T08:38:14.060 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.058+0000 7f3bc9191640 1 -- 172.21.15.94:0/1093338584 wait complete. 2024-09-10T08:38:14.070 INFO:tasks.ceph:Scrubbing osd.4 2024-09-10T08:38:14.070 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:14.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.172+0000 7fc56df2a640 1 Processor -- start 2024-09-10T08:38:14.173 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.172+0000 7fc56df2a640 1 -- start start 2024-09-10T08:38:14.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc56df2a640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc56815e930 0x7fc56806e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc56df2a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680ce2b0 0x7fc56806cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc56df2a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc5680ce930 con 0x7fc5680d2140 2024-09-10T08:38:14.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc56df2a640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7fc5680cf540 con 0x7fc56815e930 2024-09-10T08:38:14.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc56df2a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc56806ec50 con 0x7fc5680ce2b0 2024-09-10T08:38:14.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc567fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680ce2b0 0x7fc56806cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc566ffd640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7fc56815e930 0x7fc56806e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc567fff640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680ce2b0 0x7fc56806cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.143:3301/0 says I am v2:172.21.15.94:52510/0 (socket says 172.21.15.94:52510) 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.173+0000 7fc567fff640 1 -- 172.21.15.94:0/2401297157 learned_addr learned my addr 172.21.15.94:0/2401297157 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.174+0000 7fc566ffd640 1 -- 172.21.15.94:0/2401297157 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680ce2b0 msgr2=0x7fc56806cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.174+0000 7fc566ffd640 1 --2- 172.21.15.94:0/2401297157 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680ce2b0 0x7fc56806cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.174+0000 7fc566ffd640 1 -- 172.21.15.94:0/2401297157 >> v1:172.21.15.143:6789/0 conn(0x7fc5680d2140 legacy=0x7fc5680d2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.174+0000 7fc566ffd640 1 -- 172.21.15.94:0/2401297157 --> v2:172.21.15.143:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5680cec10 con 0x7fc56815e930 2024-09-10T08:38:14.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.174+0000 7fc5667fc640 1 -- 172.21.15.94:0/2401297157 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3476497009 0 0) 0x7fc5680ce930 con 0x7fc5680d2140 2024-09-10T08:38:14.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.174+0000 7fc566ffd640 1 --2- 172.21.15.94:0/2401297157 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56815e930 0x7fc56806e710 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc55c0097a0 tx=0x7fc55c02a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=971c5303acad71b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc5667fc640 1 -- 172.21.15.94:0/2401297157 <== mon.1 v2:172.21.15.143:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55c037070 con 0x7fc56815e930 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc5667fc640 1 -- 172.21.15.94:0/2401297157 <== mon.1 v2:172.21.15.143:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc55c02ae50 con 0x7fc56815e930 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc5667fc640 1 -- 172.21.15.94:0/2401297157 <== mon.1 v2:172.21.15.143:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55c032660 con 0x7fc56815e930 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 -- 172.21.15.94:0/2401297157 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56815e930 msgr2=0x7fc56806e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 --2- 172.21.15.94:0/2401297157 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56815e930 0x7fc56806e710 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc55c0097a0 tx=0x7fc55c02a100 comp rx=0 tx=0).stop 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 -- 172.21.15.94:0/2401297157 shutdown_connections 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 --2- 172.21.15.94:0/2401297157 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680ce2b0 0x7fc56806cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 --2- 172.21.15.94:0/2401297157 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc56815e930 0x7fc56806e710 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 -- 172.21.15.94:0/2401297157 >> 172.21.15.94:0/2401297157 conn(0x7fc56806feb0 msgr2=0x7fc5680702c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 -- 172.21.15.94:0/2401297157 shutdown_connections 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.175+0000 7fc56df2a640 1 -- 172.21.15.94:0/2401297157 wait complete. 2024-09-10T08:38:14.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.176+0000 7fc56df2a640 1 Processor -- start 2024-09-10T08:38:14.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc56df2a640 1 -- start start 2024-09-10T08:38:14.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc56df2a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5680ce2b0 0x7fc5681521e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc56df2a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680d2140 0x7fc5680af7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc56df2a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5680afce0 0x7fc5680ad880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc56df2a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fc5680cf9d0 con 0x7fc5680afce0 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc56df2a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fc5680cf1d0 con 0x7fc5680ce2b0 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc56df2a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fc5680cfb50 con 0x7fc5680d2140 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.177+0000 7fc567fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5680afce0 0x7fc5680ad880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5680afce0 0x7fc5680ad880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49800/0 (socket says 172.21.15.94:49800) 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 -- 172.21.15.94:0/1576653121 learned_addr learned my addr 172.21.15.94:0/1576653121 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc566ffd640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680d2140 0x7fc5680af7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc5677fe640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5680ce2b0 0x7fc5681521e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 -- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680d2140 msgr2=0x7fc5680af7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fc5680d2140 0x7fc5680af7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 -- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5680ce2b0 msgr2=0x7fc5681521e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fc5680ce2b0 0x7fc5681521e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 -- 172.21.15.94:0/1576653121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5680ae5b0 con 0x7fc5680afce0 2024-09-10T08:38:14.180 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc567fff640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5680afce0 0x7fc5680ad880 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fc56000efc0 tx=0x7fc56000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56000cd20 con 0x7fc5680afce0 2024-09-10T08:38:14.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc560003990 con 0x7fc5680afce0 2024-09-10T08:38:14.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc560003d80 con 0x7fc5680afce0 2024-09-10T08:38:14.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5680ae890 con 0x7fc5680afce0 2024-09-10T08:38:14.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.178+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5680aee50 con 0x7fc5680afce0 2024-09-10T08:38:14.181 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.179+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc56806e710 con 0x7fc5680afce0 2024-09-10T08:38:14.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.180+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc560005d10 con 0x7fc5680afce0 2024-09-10T08:38:14.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.180+0000 7fc54ffff640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc55406be60 0x7fc55406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.180+0000 7fc5677fe640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc55406be60 0x7fc55406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.180+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fc56008bde0 con 0x7fc5680afce0 2024-09-10T08:38:14.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.180+0000 7fc54ffff640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7fc5540724e0 0x7fc554074920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.180+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 --> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc554074ff0 con 0x7fc5540724e0 2024-09-10T08:38:14.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.180+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7fc56008c270 con 0x7fc5680afce0 2024-09-10T08:38:14.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.181+0000 7fc5677fe640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc55406be60 0x7fc55406e320 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc558000f60 tx=0x7fc558009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.181+0000 7fc566ffd640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7fc5540724e0 0x7fc554074920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.181+0000 7fc566ffd640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7fc5540724e0 0x7fc554074920 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.182+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== osd.4 v2:172.21.15.143:6800/1335696058 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc554074ff0 con 0x7fc5540724e0 2024-09-10T08:38:14.194 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.194+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 --> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc5680b81c0 con 0x7fc5540724e0 2024-09-10T08:38:14.195 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc54ffff640 1 -- 172.21.15.94:0/1576653121 <== osd.4 v2:172.21.15.143:6800/1335696058 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc5680b81c0 con 0x7fc5540724e0 2024-09-10T08:38:14.195 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:14.195 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:14.195 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:14.196 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7fc5540724e0 msgr2=0x7fc554074920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.143:6800/1335696058,v1:172.21.15.143:6801/1335696058] conn(0x7fc5540724e0 0x7fc554074920 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc55406be60 msgr2=0x7fc55406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fc55406be60 0x7fc55406e320 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc558000f60 tx=0x7fc558009040 comp rx=0 tx=0).stop 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5680afce0 msgr2=0x7fc5680ad880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 --2- 172.21.15.94:0/1576653121 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fc5680afce0 0x7fc5680ad880 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fc56000efc0 tx=0x7fc56000c490 comp rx=0 tx=0).stop 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc567fff640 1 -- 172.21.15.94:0/1576653121 reap_dead start 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 shutdown_connections 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 >> 172.21.15.94:0/1576653121 conn(0x7fc56806feb0 msgr2=0x7fc568160220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 shutdown_connections 2024-09-10T08:38:14.197 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.195+0000 7fc56df2a640 1 -- 172.21.15.94:0/1576653121 wait complete. 2024-09-10T08:38:14.206 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-10T08:38:14.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.304+0000 7fb994fc4640 1 Processor -- start 2024-09-10T08:38:14.305 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.304+0000 7fb994fc4640 1 -- start start 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.305+0000 7fb994fc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 0x7fb9900b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.305+0000 7fb994fc4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9900af5f0 con 0x7fb990159eb0 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.305+0000 7fb994fc4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9900af8d0 con 0x7fb9900b4730 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.305+0000 7fb994fc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb9900b4b90 con 0x7fb9900d0630 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.305+0000 7fb98e59c640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fb990159eb0 0x7fb9900aed80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57404/0 (socket says 172.21.15.94:57404) 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.305+0000 7fb98e59c640 1 -- 172.21.15.94:0/1987693001 learned_addr learned my addr 172.21.15.94:0/1987693001 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98ed9d640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 0x7fb9900b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3353079824 0 0) 0x7fb9900af5f0 con 0x7fb990159eb0 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb978003520 con 0x7fb990159eb0 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 <== mon.1 v1:172.21.15.143:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3678345967 0 0) 0x7fb9900af8d0 con 0x7fb9900b4730 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 --> v1:172.21.15.143:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb9900af5f0 con 0x7fb9900b4730 2024-09-10T08:38:14.314 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 621216541 0 0) 0x7fb978003520 con 0x7fb990159eb0 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 msgr2=0x7fb9900b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 0x7fb9900b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 >> v1:172.21.15.143:6789/0 conn(0x7fb9900b4730 legacy=0x7fb9900cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9900b3220 con 0x7fb990159eb0 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fb980001670 con 0x7fb990159eb0 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98ed9d640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 0x7fb9900b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 >> v1:172.21.15.94:6789/0 conn(0x7fb990159eb0 legacy=0x7fb9900aed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 0x7fb978003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb978004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb978004d40 0x7fb9780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb9900b4b90 con 0x7fb9780040b0 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb97800ba70 con 0x7fb978004d40 2024-09-10T08:38:14.315 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb97800bc70 con 0x7fb9900d0630 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98dd9b640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb978004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98e59c640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 0x7fb978003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98ed9d640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb978004d40 0x7fb9780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98dd9b640 1 -- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 msgr2=0x7fb978003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98dd9b640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb9900d0630 0x7fb978003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98dd9b640 1 -- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb978004d40 msgr2=0x7fb9780051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98dd9b640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb978004d40 0x7fb9780051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.306+0000 7fb98dd9b640 1 -- 172.21.15.94:0/1987693001 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb978003520 con 0x7fb9780040b0 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.307+0000 7fb98dd9b640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb978004800 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fb9840018d0 tx=0x7fb978005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69494890ef52e128 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.307+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9840014f0 con 0x7fb9780040b0 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.307+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9840052d0 con 0x7fb9780040b0 2024-09-10T08:38:14.316 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.307+0000 7fb98d59a640 1 -- 172.21.15.94:0/1987693001 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98402aca0 con 0x7fb9780040b0 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.308+0000 7fb994fc4640 1 -- 172.21.15.94:0/1987693001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 msgr2=0x7fb978004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.308+0000 7fb994fc4640 1 --2- 172.21.15.94:0/1987693001 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb978004800 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fb9840018d0 tx=0x7fb978005830 comp rx=0 tx=0).stop 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.308+0000 7fb98ed9d640 1 -- 172.21.15.94:0/1987693001 reap_dead start 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.308+0000 7fb994fc4640 1 -- 172.21.15.94:0/1987693001 shutdown_connections 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.308+0000 7fb994fc4640 1 -- 172.21.15.94:0/1987693001 >> 172.21.15.94:0/1987693001 conn(0x7fb99006bcf0 msgr2=0x7fb99006c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.308+0000 7fb994fc4640 1 -- 172.21.15.94:0/1987693001 shutdown_connections 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.308+0000 7fb994fc4640 1 -- 172.21.15.94:0/1987693001 wait complete. 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.309+0000 7fb994fc4640 1 Processor -- start 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.309+0000 7fb994fc4640 1 -- start start 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb994fc4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb990151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb994fc4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9901f5110 0x7fb9901572d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb994fc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb990157810 0x7fb99015a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.317 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb994fc4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fb9900b3ba0 con 0x7fb9780040b0 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb994fc4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fb9900b3a20 con 0x7fb9901f5110 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb994fc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fb9900b3d20 con 0x7fb990157810 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb990151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb990151e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49816/0 (socket says 172.21.15.94:49816) 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 -- 172.21.15.94:0/3237402017 learned_addr learned my addr 172.21.15.94:0/3237402017 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 -- 172.21.15.94:0/3237402017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb990157810 msgr2=0x7fb99015a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb990157810 0x7fb99015a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 -- 172.21.15.94:0/3237402017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9901f5110 msgr2=0x7fb9901572d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9901f5110 0x7fb9901572d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.310+0000 7fb98e59c640 1 -- 172.21.15.94:0/3237402017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb990151100 con 0x7fb9780040b0 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.311+0000 7fb98e59c640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb990151e60 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fb980007370 tx=0x7fb980007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.311+0000 7fb97effd640 1 -- 172.21.15.94:0/3237402017 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98000f860 con 0x7fb9780040b0 2024-09-10T08:38:14.318 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.311+0000 7fb97effd640 1 -- 172.21.15.94:0/3237402017 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb980018070 con 0x7fb9780040b0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.311+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9901523a0 con 0x7fb9780040b0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.311+0000 7fb97effd640 1 -- 172.21.15.94:0/3237402017 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98000fc60 con 0x7fb9780040b0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.311+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb990151380 con 0x7fb9780040b0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.312+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb990157c30 con 0x7fb9780040b0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.312+0000 7fb97effd640 1 -- 172.21.15.94:0/3237402017 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb98001d460 con 0x7fb9780040b0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.313+0000 7fb97effd640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb97006be30 0x7fb97006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.313+0000 7fb97effd640 1 -- 172.21.15.94:0/3237402017 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fb98008acf0 con 0x7fb9780040b0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.313+0000 7fb98dd9b640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb97006be30 0x7fb97006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.319 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.313+0000 7fb98dd9b640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb97006be30 0x7fb97006e2f0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb9840018d0 tx=0x7fb98402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.320 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.317+0000 7fb97effd640 1 -- 172.21.15.94:0/3237402017 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb98008f070 con 0x7fb9780040b0 2024-09-10T08:38:14.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.483+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fb9900cff20 con 0x7fb97006be30 2024-09-10T08:38:14.484 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.484+0000 7fb97effd640 1 -- 172.21.15.94:0/3237402017 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb9900cff20 con 0x7fb97006be30 2024-09-10T08:38:14.484 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 4 to deep-scrub 2024-09-10T08:38:14.486 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb97006be30 msgr2=0x7fb97006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb97006be30 0x7fb97006e2f0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb9840018d0 tx=0x7fb98402e000 comp rx=0 tx=0).stop 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 msgr2=0x7fb990151e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb990151e60 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fb980007370 tx=0x7fb980007830 comp rx=0 tx=0).stop 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 shutdown_connections 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fb97006be30 0x7fb97006e2f0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fb9901f5110 0x7fb9901572d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fb990157810 0x7fb99015a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 --2- 172.21.15.94:0/3237402017 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fb9780040b0 0x7fb990151e60 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.487 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 >> 172.21.15.94:0/3237402017 conn(0x7fb99006bcf0 msgr2=0x7fb990158fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 shutdown_connections 2024-09-10T08:38:14.488 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.486+0000 7fb994fc4640 1 -- 172.21.15.94:0/3237402017 wait complete. 2024-09-10T08:38:14.497 INFO:tasks.ceph:Scrubbing osd.5 2024-09-10T08:38:14.497 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.598+0000 7f5a23fcf640 1 Processor -- start 2024-09-10T08:38:14.599 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.598+0000 7f5a23fcf640 1 -- start start 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a23fcf640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f5a1c15e530 0x7f5a1c0b4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a23fcf640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5a1c073430 0x7f5a1c06ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a23fcf640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a1c15e910 con 0x7f5a1c0706e0 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a23fcf640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f5a1c0b3f90 con 0x7f5a1c073430 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a23fcf640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f5a1c162c10 con 0x7f5a1c15e530 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a2256c640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f5a1c073430 0x7f5a1c06ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a2156a640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f5a1c0706e0 0x7f5a1c072d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57418/0 (socket says 172.21.15.94:57418) 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a2156a640 1 -- 172.21.15.94:0/3052386305 learned_addr learned my addr 172.21.15.94:0/3052386305 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.599+0000 7f5a2256c640 1 --2- 172.21.15.94:0/3052386305 >> v2:172.21.15.94:3300/0 conn(0x7f5a1c073430 0x7f5a1c06ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49820/0 (socket says 172.21.15.94:49820) 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a21d6b640 1 --2- 172.21.15.94:0/3052386305 >> v2:172.21.15.143:3300/0 conn(0x7f5a1c15e530 0x7f5a1c0b4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.601 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a2256c640 1 -- 172.21.15.94:0/3052386305 >> v2:172.21.15.143:3300/0 conn(0x7f5a1c15e530 msgr2=0x7f5a1c0b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a2256c640 1 --2- 172.21.15.94:0/3052386305 >> v2:172.21.15.143:3300/0 conn(0x7f5a1c15e530 0x7f5a1c0b4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a2256c640 1 -- 172.21.15.94:0/3052386305 >> v1:172.21.15.94:6789/0 conn(0x7f5a1c0706e0 legacy=0x7f5a1c072d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a20d69640 1 -- 172.21.15.94:0/3052386305 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1629115897 0 0) 0x7f5a1c15e910 con 0x7f5a1c0706e0 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a2256c640 1 -- 172.21.15.94:0/3052386305 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1c0702a0 con 0x7f5a1c073430 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a2256c640 1 --2- 172.21.15.94:0/3052386305 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c06ed50 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c074920 tx=0x7f5a1402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e474b37fc199ddd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.600+0000 7f5a20d69640 1 -- 172.21.15.94:0/3052386305 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14007740 con 0x7f5a1c073430 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a20d69640 1 -- 172.21.15.94:0/3052386305 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a140078e0 con 0x7f5a1c073430 2024-09-10T08:38:14.602 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a20d69640 1 -- 172.21.15.94:0/3052386305 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a14007cb0 con 0x7f5a1c073430 2024-09-10T08:38:14.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 -- 172.21.15.94:0/3052386305 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 msgr2=0x7f5a1c06ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 --2- 172.21.15.94:0/3052386305 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c06ed50 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c074920 tx=0x7f5a1402a5f0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 -- 172.21.15.94:0/3052386305 shutdown_connections 2024-09-10T08:38:14.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 --2- 172.21.15.94:0/3052386305 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c06ed50 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.605 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 --2- 172.21.15.94:0/3052386305 >> v2:172.21.15.143:3300/0 conn(0x7f5a1c15e530 0x7f5a1c0b4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 -- 172.21.15.94:0/3052386305 >> 172.21.15.94:0/3052386305 conn(0x7f5a1c0b2c90 msgr2=0x7f5a1c0b3070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 -- 172.21.15.94:0/3052386305 shutdown_connections 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.601+0000 7f5a23fcf640 1 -- 172.21.15.94:0/3052386305 wait complete. 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.602+0000 7f5a23fcf640 1 Processor -- start 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.602+0000 7f5a23fcf640 1 -- start start 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a23fcf640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a1c0706e0 0x7f5a1c1487b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a23fcf640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c15e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a23fcf640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a1c15e530 0x7f5a1c159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a23fcf640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c162ef0 con 0x7f5a1c073430 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a23fcf640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c0b60c0 con 0x7f5a1c0706e0 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a23fcf640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f5a1c073880 con 0x7f5a1c15e530 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c15e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.606 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c15e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49834/0 (socket says 172.21.15.94:49834) 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 -- 172.21.15.94:0/304026609 learned_addr learned my addr 172.21.15.94:0/304026609 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2256c640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a1c15e530 0x7f5a1c159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a21d6b640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a1c0706e0 0x7f5a1c1487b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 -- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a1c15e530 msgr2=0x7f5a1c159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f5a1c15e530 0x7f5a1c159720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 -- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a1c0706e0 msgr2=0x7f5a1c1487b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f5a1c0706e0 0x7f5a1c1487b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.603+0000 7f5a2156a640 1 -- 172.21.15.94:0/304026609 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1c156440 con 0x7f5a1c073430 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.604+0000 7f5a2156a640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c15e910 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c00c4d0 tx=0x7f5a0c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.604+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c018070 con 0x7f5a1c073430 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.604+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a0c0074e0 con 0x7f5a1c073430 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.604+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a1c1569c0 con 0x7f5a1c073430 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.604+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0c004a20 con 0x7f5a1c073430 2024-09-10T08:38:14.607 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.604+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a1c1552b0 con 0x7f5a1c073430 2024-09-10T08:38:14.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.605+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5a1c0b4420 con 0x7f5a1c073430 2024-09-10T08:38:14.608 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.605+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5a0c01b070 con 0x7f5a1c073430 2024-09-10T08:38:14.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a127fc640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5a0006be30 0x7f5a0006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f5a0c08a090 con 0x7f5a1c073430 2024-09-10T08:38:14.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a21d6b640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5a0006be30 0x7f5a0006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a127fc640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f5a000724b0 0x7f5a000748f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 --> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5a00074fc0 con 0x7f5a000724b0 2024-09-10T08:38:14.609 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f5a0c091050 con 0x7f5a1c073430 2024-09-10T08:38:14.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a21d6b640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5a0006be30 0x7f5a0006e2f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5a18006fd0 tx=0x7f5a18008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.606+0000 7f5a2256c640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f5a000724b0 0x7f5a000748f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.607+0000 7f5a2256c640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f5a000724b0 0x7f5a000748f0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.610 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.607+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== osd.5 v2:172.21.15.143:6816/1420684015 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5a00074fc0 con 0x7f5a000724b0 2024-09-10T08:38:14.620 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.620+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 --> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5a1c0b0ca0 con 0x7f5a000724b0 2024-09-10T08:38:14.621 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.620+0000 7f5a127fc640 1 -- 172.21.15.94:0/304026609 <== osd.5 v2:172.21.15.143:6816/1420684015 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f5a1c0b0ca0 con 0x7f5a000724b0 2024-09-10T08:38:14.621 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:14.621 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:14.621 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:14.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f5a000724b0 msgr2=0x7f5a000748f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.143:6816/1420684015,v1:172.21.15.143:6817/1420684015] conn(0x7f5a000724b0 0x7f5a000748f0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5a0006be30 msgr2=0x7f5a0006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f5a0006be30 0x7f5a0006e2f0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f5a18006fd0 tx=0x7f5a18008040 comp rx=0 tx=0).stop 2024-09-10T08:38:14.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 msgr2=0x7f5a1c15e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.622 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 --2- 172.21.15.94:0/304026609 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f5a1c073430 0x7f5a1c15e910 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c00c4d0 tx=0x7f5a0c00c990 comp rx=0 tx=0).stop 2024-09-10T08:38:14.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a2256c640 1 -- 172.21.15.94:0/304026609 reap_dead start 2024-09-10T08:38:14.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 shutdown_connections 2024-09-10T08:38:14.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 >> 172.21.15.94:0/304026609 conn(0x7f5a1c0b2c90 msgr2=0x7f5a1c06ec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 shutdown_connections 2024-09-10T08:38:14.623 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.621+0000 7f5a23fcf640 1 -- 172.21.15.94:0/304026609 wait complete. 2024-09-10T08:38:14.631 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-10T08:38:14.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.730+0000 7fdb0a0ba640 1 Processor -- start 2024-09-10T08:38:14.730 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.730+0000 7fdb0a0ba640 1 -- start start 2024-09-10T08:38:14.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb0a0ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb0409b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb0a0ba640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fdb0409b590 0x7fdb04070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb0a0ba640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdb040b49a0 con 0x7fdb04070590 2024-09-10T08:38:14.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb0a0ba640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fdb0406dac0 con 0x7fdb0409b590 2024-09-10T08:38:14.732 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb0a0ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdb0406d750 con 0x7fdb0409ac70 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb02ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fdb0409b590 0x7fdb04070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb02ffd640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fdb0409b590 0x7fdb04070050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49844/0 (socket says 172.21.15.94:49844) 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb02ffd640 1 -- 172.21.15.94:0/717466534 learned_addr learned my addr 172.21.15.94:0/717466534 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb037fe640 1 --2- 172.21.15.94:0/717466534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb0409b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb02ffd640 1 -- 172.21.15.94:0/717466534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 msgr2=0x7fdb0409b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb02ffd640 1 --2- 172.21.15.94:0/717466534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb0409b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb02ffd640 1 -- 172.21.15.94:0/717466534 >> v1:172.21.15.143:6789/0 conn(0x7fdb04070590 legacy=0x7fdb04162870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.731+0000 7fdb02ffd640 1 -- 172.21.15.94:0/717466534 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb0406e900 con 0x7fdb0409b590 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb02ffd640 1 --2- 172.21.15.94:0/717466534 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb0409b590 0x7fdb04070050 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fdaf8009870 tx=0x7fdaf802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5672245965c2f71 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb027fc640 1 -- 172.21.15.94:0/717466534 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf8037070 con 0x7fdb0409b590 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb027fc640 1 -- 172.21.15.94:0/717466534 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaf802ae10 con 0x7fdb0409b590 2024-09-10T08:38:14.733 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb027fc640 1 -- 172.21.15.94:0/717466534 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf8032660 con 0x7fdb0409b590 2024-09-10T08:38:14.736 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/717466534 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb0409b590 msgr2=0x7fdb04070050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/717466534 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb0409b590 0x7fdb04070050 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fdaf8009870 tx=0x7fdaf802a100 comp rx=0 tx=0).stop 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/717466534 shutdown_connections 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/717466534 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb0409b590 0x7fdb04070050 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/717466534 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb0409b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.732+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/717466534 >> 172.21.15.94:0/717466534 conn(0x7fdb040b3ce0 msgr2=0x7fdb040b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.733+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/717466534 shutdown_connections 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.733+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/717466534 wait complete. 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.734+0000 7fdb0a0ba640 1 Processor -- start 2024-09-10T08:38:14.737 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.734+0000 7fdb0a0ba640 1 -- start start 2024-09-10T08:38:14.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb04070590 0x7fdb04154be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb041598f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdb0409b590 0x7fdb040b0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fdb040d12e0 con 0x7fdb04070590 2024-09-10T08:38:14.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fdb040d1160 con 0x7fdb0409b590 2024-09-10T08:38:14.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fdb040d1460 con 0x7fdb0409ac70 2024-09-10T08:38:14.738 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb04070590 0x7fdb04154be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb04070590 0x7fdb04154be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49856/0 (socket says 172.21.15.94:49856) 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 -- 172.21.15.94:0/163236928 learned_addr learned my addr 172.21.15.94:0/163236928 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb02ffd640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb041598f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb03fff640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdb0409b590 0x7fdb040b0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 -- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 msgr2=0x7fdb041598f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb041598f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 -- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdb0409b590 msgr2=0x7fdb040b0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdb0409b590 0x7fdb040b0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 -- 172.21.15.94:0/163236928 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb04155120 con 0x7fdb04070590 2024-09-10T08:38:14.739 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb02ffd640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb041598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb03fff640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdb0409b590 0x7fdb040b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb037fe640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb04070590 0x7fdb04154be0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fdaf400c820 tx=0x7fdaf400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdaebfff640 1 -- 172.21.15.94:0/163236928 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf4015070 con 0x7fdb04070590 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdaebfff640 1 -- 172.21.15.94:0/163236928 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaf4004020 con 0x7fdb04070590 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb0415a2d0 con 0x7fdb04070590 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdaebfff640 1 -- 172.21.15.94:0/163236928 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaf40043f0 con 0x7fdb04070590 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.735+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb041f8160 con 0x7fdb04070590 2024-09-10T08:38:14.740 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.736+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb041f8880 con 0x7fdb04070590 2024-09-10T08:38:14.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.737+0000 7fdaebfff640 1 -- 172.21.15.94:0/163236928 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdaf4007830 con 0x7fdb04070590 2024-09-10T08:38:14.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.737+0000 7fdaebfff640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdaf006be30 0x7fdaf006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:14.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.737+0000 7fdaebfff640 1 -- 172.21.15.94:0/163236928 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fdaf408ab20 con 0x7fdb04070590 2024-09-10T08:38:14.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.737+0000 7fdb02ffd640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdaf006be30 0x7fdaf006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:14.741 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.738+0000 7fdb02ffd640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdaf006be30 0x7fdaf006e2f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fdaf8034000 tx=0x7fdaf802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:14.742 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.741+0000 7fdaebfff640 1 -- 172.21.15.94:0/163236928 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdaf40595d0 con 0x7fdb04070590 2024-09-10T08:38:14.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.907+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fdb0409b050 con 0x7fdaf006be30 2024-09-10T08:38:14.908 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.908+0000 7fdaebfff640 1 -- 172.21.15.94:0/163236928 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fdb0409b050 con 0x7fdaf006be30 2024-09-10T08:38:14.908 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 5 to deep-scrub 2024-09-10T08:38:14.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdaf006be30 msgr2=0x7fdaf006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.910 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdaf006be30 0x7fdaf006e2f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fdaf8034000 tx=0x7fdaf802e000 comp rx=0 tx=0).stop 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb04070590 msgr2=0x7fdb04154be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb04070590 0x7fdb04154be0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fdaf400c820 tx=0x7fdaf400cce0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 shutdown_connections 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fdaf006be30 0x7fdaf006e2f0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fdb0409b590 0x7fdb040b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fdb0409ac70 0x7fdb041598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 --2- 172.21.15.94:0/163236928 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fdb04070590 0x7fdb04154be0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 >> 172.21.15.94:0/163236928 conn(0x7fdb040b3ce0 msgr2=0x7fdb040b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 shutdown_connections 2024-09-10T08:38:14.911 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:14.910+0000 7fdb0a0ba640 1 -- 172.21.15.94:0/163236928 wait complete. 2024-09-10T08:38:14.921 INFO:tasks.ceph:Scrubbing osd.6 2024-09-10T08:38:14.922 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:15.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.022+0000 7f677fdc4640 1 Processor -- start 2024-09-10T08:38:15.023 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.022+0000 7f677fdc4640 1 -- start start 2024-09-10T08:38:15.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677fdc4640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f677806f360 0x7f67780cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677fdc4640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f67780cb8e0 0x7f6778072650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677fdc4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f677815b5b0 con 0x7f677815b1d0 2024-09-10T08:38:15.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677fdc4640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f67780ceb90 con 0x7f67780cb8e0 2024-09-10T08:38:15.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677fdc4640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f67780cee30 con 0x7f677806f360 2024-09-10T08:38:15.024 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677e361640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f67780cb8e0 0x7f6778072650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677e361640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f67780cb8e0 0x7f6778072650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49862/0 (socket says 172.21.15.94:49862) 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677db60640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f677815b1d0 0x7f677806ec50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57434/0 (socket says 172.21.15.94:57434) 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.023+0000 7f677e361640 1 -- 172.21.15.94:0/244697198 learned_addr learned my addr 172.21.15.94:0/244697198 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.024+0000 7f677e361640 1 -- 172.21.15.94:0/244697198 >> v2:172.21.15.143:3300/0 conn(0x7f677806f360 msgr2=0x7f67780cb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.024+0000 7f677e361640 1 --2- 172.21.15.94:0/244697198 >> v2:172.21.15.143:3300/0 conn(0x7f677806f360 0x7f67780cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.024+0000 7f677e361640 1 -- 172.21.15.94:0/244697198 >> v1:172.21.15.94:6789/0 conn(0x7f677815b1d0 legacy=0x7f677806ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.024+0000 7f677e361640 1 -- 172.21.15.94:0/244697198 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67780cf110 con 0x7f67780cb8e0 2024-09-10T08:38:15.025 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.024+0000 7f677cb5e640 1 -- 172.21.15.94:0/244697198 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3936449029 0 0) 0x7f677815b5b0 con 0x7f677815b1d0 2024-09-10T08:38:15.026 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.024+0000 7f677e361640 1 --2- 172.21.15.94:0/244697198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f67780cb8e0 0x7f6778072650 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f677806fef0 tx=0x7f677002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1865e240303ac2d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.024+0000 7f677cb5e640 1 -- 172.21.15.94:0/244697198 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6770037070 con 0x7f67780cb8e0 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677cb5e640 1 -- 172.21.15.94:0/244697198 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6770032440 con 0x7f67780cb8e0 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677cb5e640 1 -- 172.21.15.94:0/244697198 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6770032810 con 0x7f67780cb8e0 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 -- 172.21.15.94:0/244697198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f67780cb8e0 msgr2=0x7f6778072650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 --2- 172.21.15.94:0/244697198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f67780cb8e0 0x7f6778072650 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f677806fef0 tx=0x7f677002a270 comp rx=0 tx=0).stop 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 -- 172.21.15.94:0/244697198 shutdown_connections 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 --2- 172.21.15.94:0/244697198 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f67780cb8e0 0x7f6778072650 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 --2- 172.21.15.94:0/244697198 >> v2:172.21.15.143:3300/0 conn(0x7f677806f360 0x7f67780cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 -- 172.21.15.94:0/244697198 >> 172.21.15.94:0/244697198 conn(0x7f67780b1d80 msgr2=0x7f67780b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 -- 172.21.15.94:0/244697198 shutdown_connections 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.025+0000 7f677fdc4640 1 -- 172.21.15.94:0/244697198 wait complete. 2024-09-10T08:38:15.027 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.026+0000 7f677fdc4640 1 Processor -- start 2024-09-10T08:38:15.028 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.026+0000 7f677fdc4640 1 -- start start 2024-09-10T08:38:15.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677fdc4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f677806f360 0x7f6778150d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.030 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677fdc4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f67780cb8e0 0x7f677814da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677fdc4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f677815b1d0 0x7f677815e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677fdc4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f67780cbd90 con 0x7f677815b1d0 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677fdc4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f67780cfbf0 con 0x7f677806f360 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677fdc4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f6778072b90 con 0x7f67780cb8e0 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f677815b1d0 0x7f677815e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f677815b1d0 0x7f677815e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49866/0 (socket says 172.21.15.94:49866) 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 -- 172.21.15.94:0/3342638476 learned_addr learned my addr 172.21.15.94:0/3342638476 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:15.031 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677db60640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f677806f360 0x7f6778150d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 -- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f67780cb8e0 msgr2=0x7f677814da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f67780cb8e0 0x7f677814da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 -- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f677806f360 msgr2=0x7f6778150d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f677806f360 0x7f6778150d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.027+0000 7f677e361640 1 -- 172.21.15.94:0/3342638476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f677815cd20 con 0x7f677815b1d0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.028+0000 7f677e361640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f677815b1d0 0x7f677815e040 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f67700090b0 tx=0x7f67700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.028+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6770037040 con 0x7f677815b1d0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.028+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6770004030 con 0x7f677815b1d0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.028+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67781512b0 con 0x7f677815b1d0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.028+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6770004420 con 0x7f677815b1d0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.028+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f677815cfa0 con 0x7f677815b1d0 2024-09-10T08:38:15.032 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.029+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f67780cb3a0 con 0x7f677815b1d0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.029+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f677003a040 con 0x7f677815b1d0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f676e7fc640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f675c06be60 0x7f675c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f67700ab670 con 0x7f677815b1d0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f677db60640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f675c06be60 0x7f675c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f676e7fc640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7f675c0724e0 0x7f675c074920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 --> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6770033e50 con 0x7f675c0724e0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f67700b2050 con 0x7f677815b1d0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f677db60640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f675c06be60 0x7f675c06e320 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f67740012e0 tx=0x7f6774009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f677d35f640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7f675c0724e0 0x7f675c074920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.033 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.030+0000 7f677d35f640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7f675c0724e0 0x7f675c074920 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.034 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.031+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== osd.6 v2:172.21.15.143:6824/1859451420 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6770033e50 con 0x7f675c0724e0 2024-09-10T08:38:15.043 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.043+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 --> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6778072740 con 0x7f675c0724e0 2024-09-10T08:38:15.044 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f676e7fc640 1 -- 172.21.15.94:0/3342638476 <== osd.6 v2:172.21.15.143:6824/1859451420 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6778072740 con 0x7f675c0724e0 2024-09-10T08:38:15.044 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:15.044 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:15.045 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:15.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7f675c0724e0 msgr2=0x7f675c074920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.143:6824/1859451420,v1:172.21.15.143:6825/1859451420] conn(0x7f675c0724e0 0x7f675c074920 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f675c06be60 msgr2=0x7f675c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f675c06be60 0x7f675c06e320 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f67740012e0 tx=0x7f6774009040 comp rx=0 tx=0).stop 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f677815b1d0 msgr2=0x7f677815e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 --2- 172.21.15.94:0/3342638476 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f677815b1d0 0x7f677815e040 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f67700090b0 tx=0x7f67700046c0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677e361640 1 -- 172.21.15.94:0/3342638476 reap_dead start 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 shutdown_connections 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 >> 172.21.15.94:0/3342638476 conn(0x7f67780b1d80 msgr2=0x7f67780c9e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 shutdown_connections 2024-09-10T08:38:15.046 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.044+0000 7f677fdc4640 1 -- 172.21.15.94:0/3342638476 wait complete. 2024-09-10T08:38:15.055 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-10T08:38:15.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.153+0000 7f2dec998640 1 Processor -- start 2024-09-10T08:38:15.154 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.153+0000 7f2dec998640 1 -- start start 2024-09-10T08:38:15.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dec998640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2de80d2040 0x7f2de80cc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dec998640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2de80d24d0 con 0x7f2de815c3b0 2024-09-10T08:38:15.156 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dec998640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2de80d27b0 con 0x7f2de815bfd0 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dec998640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f2de80ceab0 con 0x7f2de80d2040 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dddd9b640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f2de80d2040 0x7f2de80cc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2de6d9d640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f2de815c3b0 0x7f2de80b5360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57442/0 (socket says 172.21.15.94:57442) 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2de6d9d640 1 -- 172.21.15.94:0/659543559 learned_addr learned my addr 172.21.15.94:0/659543559 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dddd9b640 1 -- 172.21.15.94:0/659543559 >> v1:172.21.15.143:6789/0 conn(0x7f2de815bfd0 legacy=0x7f2de80d1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dddd9b640 1 -- 172.21.15.94:0/659543559 >> v1:172.21.15.94:6789/0 conn(0x7f2de815c3b0 legacy=0x7f2de80b5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2de5d9b640 1 -- 172.21.15.94:0/659543559 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1662056422 0 0) 0x7f2de80d24d0 con 0x7f2de815c3b0 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.154+0000 7f2dddd9b640 1 -- 172.21.15.94:0/659543559 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de80d2a90 con 0x7f2de80d2040 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.155+0000 7f2dddd9b640 1 --2- 172.21.15.94:0/659543559 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de80d2040 0x7f2de80cc7f0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f2dd00097d0 tx=0x7f2dd002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f80a6ad507b4835 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.155+0000 7f2de5d9b640 1 -- 172.21.15.94:0/659543559 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0037070 con 0x7f2de80d2040 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.155+0000 7f2de5d9b640 1 -- 172.21.15.94:0/659543559 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dd0032440 con 0x7f2de80d2040 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.155+0000 7f2de5d9b640 1 -- 172.21.15.94:0/659543559 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0032810 con 0x7f2de80d2040 2024-09-10T08:38:15.157 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.155+0000 7f2dec998640 1 -- 172.21.15.94:0/659543559 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de80d2040 msgr2=0x7f2de80cc7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.155+0000 7f2dec998640 1 --2- 172.21.15.94:0/659543559 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de80d2040 0x7f2de80cc7f0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f2dd00097d0 tx=0x7f2dd002a180 comp rx=0 tx=0).stop 2024-09-10T08:38:15.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.156+0000 7f2dec998640 1 -- 172.21.15.94:0/659543559 shutdown_connections 2024-09-10T08:38:15.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.156+0000 7f2dec998640 1 --2- 172.21.15.94:0/659543559 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de80d2040 0x7f2de80cc7f0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.156+0000 7f2dec998640 1 -- 172.21.15.94:0/659543559 >> 172.21.15.94:0/659543559 conn(0x7f2de8067950 msgr2=0x7f2de8067d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.156+0000 7f2dec998640 1 -- 172.21.15.94:0/659543559 shutdown_connections 2024-09-10T08:38:15.158 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.156+0000 7f2dec998640 1 -- 172.21.15.94:0/659543559 wait complete. 2024-09-10T08:38:15.160 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.157+0000 7f2dec998640 1 Processor -- start 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.157+0000 7f2dec998640 1 -- start start 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dec998640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2de815bfd0 0x7f2de815a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dec998640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de815c3b0 0x7f2de80cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dec998640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2de81f57e0 0x7f2de80b7660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dec998640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f2de80ccd30 con 0x7f2de815c3b0 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dec998640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f2de80d3050 con 0x7f2de81f57e0 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dec998640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f2de80cceb0 con 0x7f2de815bfd0 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de815c3b0 0x7f2de80cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de815c3b0 0x7f2de80cbe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49880/0 (socket says 172.21.15.94:49880) 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 -- 172.21.15.94:0/1189164055 learned_addr learned my addr 172.21.15.94:0/1189164055 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2de659c640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2de815bfd0 0x7f2de815a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.161 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2de6d9d640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2de81f57e0 0x7f2de80b7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 -- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2de815bfd0 msgr2=0x7f2de815a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2de815bfd0 0x7f2de815a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 -- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2de81f57e0 msgr2=0x7f2de80b7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2de81f57e0 0x7f2de80b7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 -- 172.21.15.94:0/1189164055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de815ab90 con 0x7f2de815c3b0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2de6d9d640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2de81f57e0 0x7f2de80b7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2dddd9b640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de815c3b0 0x7f2de80cbe80 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f2dd0009720 tx=0x7f2dd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.158+0000 7f2ddf7fe640 1 -- 172.21.15.94:0/1189164055 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd0037040 con 0x7f2de815c3b0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.159+0000 7f2ddf7fe640 1 -- 172.21.15.94:0/1189164055 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dd0004220 con 0x7f2de815c3b0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.159+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2de81f6230 con 0x7f2de815c3b0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.159+0000 7f2ddf7fe640 1 -- 172.21.15.94:0/1189164055 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd003c730 con 0x7f2de815c3b0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.159+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2de80cb680 con 0x7f2de815c3b0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.160+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2de80cb470 con 0x7f2de815c3b0 2024-09-10T08:38:15.162 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.160+0000 7f2ddf7fe640 1 -- 172.21.15.94:0/1189164055 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2dd003a070 con 0x7f2de815c3b0 2024-09-10T08:38:15.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.160+0000 7f2ddf7fe640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2dc806be30 0x7f2dc806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.160+0000 7f2ddf7fe640 1 -- 172.21.15.94:0/1189164055 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f2dd00ab3a0 con 0x7f2de815c3b0 2024-09-10T08:38:15.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.160+0000 7f2de659c640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2dc806be30 0x7f2dc806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.163 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.161+0000 7f2de659c640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2dc806be30 0x7f2dc806e2f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8004f60 tx=0x7f2dd8007e30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.165 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.165+0000 7f2ddf7fe640 1 -- 172.21.15.94:0/1189164055 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f2dd004a070 con 0x7f2de815c3b0 2024-09-10T08:38:15.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.331+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f2de80cc7f0 con 0x7f2dc806be30 2024-09-10T08:38:15.332 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.331+0000 7f2ddf7fe640 1 -- 172.21.15.94:0/1189164055 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f2de80cc7f0 con 0x7f2dc806be30 2024-09-10T08:38:15.332 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 6 to deep-scrub 2024-09-10T08:38:15.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2dc806be30 msgr2=0x7f2dc806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2dc806be30 0x7f2dc806e2f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8004f60 tx=0x7f2dd8007e30 comp rx=0 tx=0).stop 2024-09-10T08:38:15.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de815c3b0 msgr2=0x7f2de80cbe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de815c3b0 0x7f2de80cbe80 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f2dd0009720 tx=0x7f2dd00046c0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 shutdown_connections 2024-09-10T08:38:15.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f2dc806be30 0x7f2dc806e2f0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.334 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f2de81f57e0 0x7f2de80b7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f2de815c3b0 0x7f2de80cbe80 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 --2- 172.21.15.94:0/1189164055 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f2de815bfd0 0x7f2de815a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 >> 172.21.15.94:0/1189164055 conn(0x7f2de8067950 msgr2=0x7f2de815b070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 shutdown_connections 2024-09-10T08:38:15.335 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.333+0000 7f2dec998640 1 -- 172.21.15.94:0/1189164055 wait complete. 2024-09-10T08:38:15.345 INFO:tasks.ceph:Scrubbing osd.7 2024-09-10T08:38:15.345 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-10T08:38:15.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.447+0000 7f65f82a6640 1 Processor -- start 2024-09-10T08:38:15.447 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.447+0000 7f65f82a6640 1 -- start start 2024-09-10T08:38:15.450 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f82a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 0x7f65f00adf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f82a6640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65f0073220 con 0x7f65f015bf50 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f82a6640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65f0073500 con 0x7f65f0072d20 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f82a6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f65f006ed50 con 0x7f65f015c330 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f6042640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f65f015bf50 0x7f65f00b0450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57446/0 (socket says 172.21.15.94:57446) 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f6042640 1 -- 172.21.15.94:0/2355046709 learned_addr learned my addr 172.21.15.94:0/2355046709 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5841640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 0x7f65f00adf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 269757160 0 0) 0x7f65f0073220 con 0x7f65f015bf50 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65dc003520 con 0x7f65f015bf50 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1276793828 0 0) 0x7f65dc003520 con 0x7f65f015bf50 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 msgr2=0x7f65f00adf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 0x7f65f00adf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.451 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 >> v1:172.21.15.143:6789/0 conn(0x7f65f0072d20 legacy=0x7f65f006f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f00737e0 con 0x7f65f015bf50 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7f65ec001670 con 0x7f65f015bf50 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 >> v1:172.21.15.94:6789/0 conn(0x7f65f015bf50 legacy=0x7f65f00b0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65dc0039e0 0x7f65dc003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc004800 0x7f65dc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 0x7f65dc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f65f006ed50 con 0x7f65dc0039e0 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc00baa0 con 0x7f65dc004800 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f65dc00bca0 con 0x7f65f015c330 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f6042640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65dc0039e0 0x7f65dc003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.452 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.448+0000 7f65f5841640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc004800 0x7f65dc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f6843640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 0x7f65dc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f6042640 1 -- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 msgr2=0x7f65dc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f6042640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f015c330 0x7f65dc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f6042640 1 -- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc004800 msgr2=0x7f65dc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f6042640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc004800 0x7f65dc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f6042640 1 -- 172.21.15.94:0/2355046709 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65dc003520 con 0x7f65dc0039e0 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f6042640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65dc0039e0 0x7f65dc003e00 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f65ec001eb0 tx=0x7f65dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccf5c87184a16809 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec007d30 con 0x7f65dc0039e0 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65ec005af0 con 0x7f65dc0039e0 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.449+0000 7f65f5040640 1 -- 172.21.15.94:0/2355046709 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec007070 con 0x7f65dc0039e0 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.450+0000 7f65f82a6640 1 -- 172.21.15.94:0/2355046709 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65dc0039e0 msgr2=0x7f65dc003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.450+0000 7f65f82a6640 1 --2- 172.21.15.94:0/2355046709 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65dc0039e0 0x7f65dc003e00 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f65ec001eb0 tx=0x7f65dc005830 comp rx=0 tx=0).stop 2024-09-10T08:38:15.453 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.450+0000 7f65f6843640 1 -- 172.21.15.94:0/2355046709 reap_dead start 2024-09-10T08:38:15.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.450+0000 7f65f82a6640 1 -- 172.21.15.94:0/2355046709 shutdown_connections 2024-09-10T08:38:15.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.450+0000 7f65f82a6640 1 -- 172.21.15.94:0/2355046709 >> 172.21.15.94:0/2355046709 conn(0x7f65f00b2c90 msgr2=0x7f65f00b3070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.450+0000 7f65f82a6640 1 -- 172.21.15.94:0/2355046709 shutdown_connections 2024-09-10T08:38:15.454 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.450+0000 7f65f82a6640 1 -- 172.21.15.94:0/2355046709 wait complete. 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.451+0000 7f65f82a6640 1 Processor -- start 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.451+0000 7f65f82a6640 1 -- start start 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f82a6640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc0039e0 0x7f65f01f58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f82a6640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65f0155550 0x7f65f0159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f82a6640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f0158200 0x7f65f00b1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f82a6640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f65f00ae0f0 con 0x7f65f0155550 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f82a6640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f65f00adf70 con 0x7f65dc0039e0 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f82a6640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f65f00ae270 con 0x7f65f0158200 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65f0155550 0x7f65f0159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.457 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65f0155550 0x7f65f0159f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49898/0 (socket says 172.21.15.94:49898) 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 -- 172.21.15.94:0/1142996216 learned_addr learned my addr 172.21.15.94:0/1142996216 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f6042640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc0039e0 0x7f65f01f58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f6843640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f0158200 0x7f65f00b1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 -- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f0158200 msgr2=0x7f65f00b1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f65f0158200 0x7f65f00b1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 -- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc0039e0 msgr2=0x7f65f01f58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc0039e0 0x7f65f01f58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 -- 172.21.15.94:0/1142996216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f01f6140 con 0x7f65f0155550 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f6042640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f65dc0039e0 0x7f65f01f58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.452+0000 7f65f5841640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65f0155550 0x7f65f0159f40 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f65e0011590 tx=0x7f65e0011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.453+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0015870 con 0x7f65f0155550 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.453+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65e0015a10 con 0x7f65f0155550 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.453+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f01f6420 con 0x7f65f0155550 2024-09-10T08:38:15.458 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.453+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0015dc0 con 0x7f65f0155550 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.453+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f01f6700 con 0x7f65f0155550 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.453+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f65f00ae630 con 0x7f65f0155550 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.454+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f65e000f460 con 0x7f65f0155550 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65e6ffd640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65d406be30 0x7f65d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f65e008b840 con 0x7f65f0155550 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65f6042640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65d406be30 0x7f65d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65e6ffd640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f65d40724b0 0x7f65d40748f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 --> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f65e0025e50 con 0x7f65d40724b0 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_get_version_reply(handle=1 version=111) ==== 24+0+0 (secure 0 0 0) 0x7f65e008bcd0 con 0x7f65f0155550 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65f6843640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f65d40724b0 0x7f65d40748f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.455+0000 7f65f6042640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65d406be30 0x7f65d406e2f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f65ec032000 tx=0x7f65ec02d000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.456+0000 7f65f6843640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f65d40724b0 0x7f65d40748f0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.459 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.456+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== osd.7 v2:172.21.15.143:6808/3775794682 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f65e0025e50 con 0x7f65d40724b0 2024-09-10T08:38:15.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 --> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f65f01567d0 con 0x7f65d40724b0 2024-09-10T08:38:15.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65e6ffd640 1 -- 172.21.15.94:0/1142996216 <== osd.7 v2:172.21.15.143:6808/3775794682 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f65f01567d0 con 0x7f65d40724b0 2024-09-10T08:38:15.469 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-09-10T08:38:15.469 INFO:teuthology.orchestra.run.smithi094.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-10T08:38:15.470 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-09-10T08:38:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f65d40724b0 msgr2=0x7f65d40748f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.143:6808/3775794682,v1:172.21.15.143:6809/3775794682] conn(0x7f65d40724b0 0x7f65d40748f0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65d406be30 msgr2=0x7f65d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f65d406be30 0x7f65d406e2f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f65ec032000 tx=0x7f65ec02d000 comp rx=0 tx=0).stop 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65f0155550 msgr2=0x7f65f0159f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 --2- 172.21.15.94:0/1142996216 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f65f0155550 0x7f65f0159f40 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f65e0011590 tx=0x7f65e0011a50 comp rx=0 tx=0).stop 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f6843640 1 -- 172.21.15.94:0/1142996216 reap_dead start 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 shutdown_connections 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 >> 172.21.15.94:0/1142996216 conn(0x7f65f00b2c90 msgr2=0x7f65f006bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 shutdown_connections 2024-09-10T08:38:15.471 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.469+0000 7f65f82a6640 1 -- 172.21.15.94:0/1142996216 wait complete. 2024-09-10T08:38:15.480 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-10T08:38:15.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.578+0000 7fd3d32e4640 1 Processor -- start 2024-09-10T08:38:15.579 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.578+0000 7fd3d32e4640 1 -- start start 2024-09-10T08:38:15.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.579+0000 7fd3d32e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 0x7fd3cc165df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.579+0000 7fd3d32e4640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3cc0ce9d0 con 0x7fd3cc15b460 2024-09-10T08:38:15.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.579+0000 7fd3d32e4640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3cc0b0250 con 0x7fd3cc0b38b0 2024-09-10T08:38:15.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.579+0000 7fd3d32e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d08d0 con 0x7fd3cc0cc7a0 2024-09-10T08:38:15.587 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.579+0000 7fd3d1080640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7fd3cc15b460 0x7fd3cc0cf2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57454/0 (socket says 172.21.15.94:57454) 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.579+0000 7fd3d1080640 1 -- 172.21.15.94:0/838338130 learned_addr learned my addr 172.21.15.94:0/838338130 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1881640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 0x7fd3cc165df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1775592665 0 0) 0x7fd3cc0ce9d0 con 0x7fd3cc15b460 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 --> v1:172.21.15.94:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd3b4003520 con 0x7fd3cc15b460 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 <== mon.0 v1:172.21.15.94:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 523869529 0 0) 0x7fd3b4003520 con 0x7fd3cc15b460 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 msgr2=0x7fd3cc165df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 0x7fd3cc165df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 >> v1:172.21.15.143:6789/0 conn(0x7fd3cc0b38b0 legacy=0x7fd3cc0cf9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 --> v1:172.21.15.94:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3cc0b0530 con 0x7fd3cc15b460 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 <== mon.0 v1:172.21.15.94:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 111570032 0 0) 0x7fd3bc0019f0 con 0x7fd3cc15b460 2024-09-10T08:38:15.588 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1881640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 0x7fd3cc165df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 >> v1:172.21.15.94:6789/0 conn(0x7fd3cc15b460 legacy=0x7fd3cc0cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3b40039e0 0x7fd3b4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3b4004390 0x7fd3b4004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 0x7fd3b4005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d08d0 con 0x7fd3b40039e0 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd3b400b9c0 con 0x7fd3b4004390 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd3b400bbc0 con 0x7fd3cc0cc7a0 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1080640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3b40039e0 0x7fd3b4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d087f640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3b4004390 0x7fd3b4004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.589 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1881640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 0x7fd3b4005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1080640 1 -- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 msgr2=0x7fd3b4005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1080640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3cc0cc7a0 0x7fd3b4005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1080640 1 -- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3b4004390 msgr2=0x7fd3b4004860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1080640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3b4004390 0x7fd3b4004860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d1080640 1 -- 172.21.15.94:0/838338130 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3b4003520 con 0x7fd3b40039e0 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.580+0000 7fd3d087f640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3b4004390 0x7fd3b4004860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.581+0000 7fd3d1080640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3b40039e0 0x7fd3b4003dc0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc00a880 tx=0x7fd3b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c192814eec87e33c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.581+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc00a4a0 con 0x7fd3b40039e0 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.581+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3bc02f070 con 0x7fd3b40039e0 2024-09-10T08:38:15.590 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.581+0000 7fd3cbfff640 1 -- 172.21.15.94:0/838338130 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3bc02bd00 con 0x7fd3b40039e0 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.582+0000 7fd3d32e4640 1 -- 172.21.15.94:0/838338130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3b40039e0 msgr2=0x7fd3b4003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.582+0000 7fd3d32e4640 1 --2- 172.21.15.94:0/838338130 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3b40039e0 0x7fd3b4003dc0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc00a880 tx=0x7fd3b4005830 comp rx=0 tx=0).stop 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.582+0000 7fd3d1881640 1 -- 172.21.15.94:0/838338130 reap_dead start 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.582+0000 7fd3d32e4640 1 -- 172.21.15.94:0/838338130 shutdown_connections 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.582+0000 7fd3d32e4640 1 -- 172.21.15.94:0/838338130 >> 172.21.15.94:0/838338130 conn(0x7fd3cc0b2d90 msgr2=0x7fd3cc0b31a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.582+0000 7fd3d32e4640 1 -- 172.21.15.94:0/838338130 shutdown_connections 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.582+0000 7fd3d32e4640 1 -- 172.21.15.94:0/838338130 wait complete. 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.583+0000 7fd3d32e4640 1 Processor -- start 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.583+0000 7fd3d32e4640 1 -- start start 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d32e4640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3b40039e0 0x7fd3cc1f65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d32e4640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3cc1581b0 0x7fd3cc0c75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.591 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d32e4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3cc158630 0x7fd3cc0c7b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d32e4640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d0270 con 0x7fd3cc158630 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d32e4640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fd3cc0d00f0 con 0x7fd3cc1581b0 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d32e4640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fd3cc163de0 con 0x7fd3b40039e0 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3cc158630 0x7fd3cc0c7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3cc158630 0x7fd3cc0c7b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49926/0 (socket says 172.21.15.94:49926) 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 -- 172.21.15.94:0/1154904677 learned_addr learned my addr 172.21.15.94:0/1154904677 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1080640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3b40039e0 0x7fd3cc1f65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d087f640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3cc1581b0 0x7fd3cc0c75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 -- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3b40039e0 msgr2=0x7fd3cc1f65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3b40039e0 0x7fd3cc1f65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 -- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3cc1581b0 msgr2=0x7fd3cc0c75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3cc1581b0 0x7fd3cc0c75f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.592 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 -- 172.21.15.94:0/1154904677 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3cc158c00 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1080640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3b40039e0 0x7fd3cc1f65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d1881640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3cc158630 0x7fd3cc0c7b30 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc06f5e0 tx=0x7fd3c4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3c9ffb640 1 -- 172.21.15.94:0/1154904677 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4019070 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3c9ffb640 1 -- 172.21.15.94:0/1154904677 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3c4004020 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3cc158ee0 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.584+0000 7fd3c9ffb640 1 -- 172.21.15.94:0/1154904677 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4004410 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.585+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3cc1594a0 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.586+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3cc0cf2d0 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.586+0000 7fd3c9ffb640 1 -- 172.21.15.94:0/1154904677 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd3c4012040 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.586+0000 7fd3c9ffb640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b806be30 0x7fd3b806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.587+0000 7fd3c9ffb640 1 -- 172.21.15.94:0/1154904677 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fd3c408a9b0 con 0x7fd3cc158630 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.587+0000 7fd3d1080640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b806be30 0x7fd3b806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.593 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.587+0000 7fd3d1080640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b806be30 0x7fd3b806e2f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc033000 tx=0x7fd3bc009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.594 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.591+0000 7fd3c9ffb640 1 -- 172.21.15.94:0/1154904677 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd3c4059460 con 0x7fd3cc158630 2024-09-10T08:38:15.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.759+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fd3cc0b6ea0 con 0x7fd3b806be30 2024-09-10T08:38:15.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.760+0000 7fd3c9ffb640 1 -- 172.21.15.94:0/1154904677 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd3cc0b6ea0 con 0x7fd3b806be30 2024-09-10T08:38:15.760 INFO:teuthology.orchestra.run.smithi094.stderr:instructed osd(s) 7 to deep-scrub 2024-09-10T08:38:15.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b806be30 msgr2=0x7fd3b806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b806be30 0x7fd3b806e2f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd3bc033000 tx=0x7fd3bc009030 comp rx=0 tx=0).stop 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3cc158630 msgr2=0x7fd3cc0c7b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3cc158630 0x7fd3cc0c7b30 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc06f5e0 tx=0x7fd3c4011c40 comp rx=0 tx=0).stop 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 shutdown_connections 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fd3b806be30 0x7fd3b806e2f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fd3cc1581b0 0x7fd3cc0c75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fd3cc158630 0x7fd3cc0c7b30 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 --2- 172.21.15.94:0/1154904677 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fd3b40039e0 0x7fd3cc1f65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 >> 172.21.15.94:0/1154904677 conn(0x7fd3cc0b2d90 msgr2=0x7fd3cc0cb450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 shutdown_connections 2024-09-10T08:38:15.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.762+0000 7fd3d32e4640 1 -- 172.21.15.94:0/1154904677 wait complete. 2024-09-10T08:38:15.773 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:38:15.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.870+0000 7f8fa6c77640 1 Processor -- start 2024-09-10T08:38:15.871 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa6c77640 1 -- start start 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa6c77640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8fa006bb10 0x7f8fa0072c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa6c77640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f8fa00cecb0 0x7f8fa00cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa6c77640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fa0073250 con 0x7f8fa015e6c0 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa6c77640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f8fa0073530 con 0x7f8fa006bb10 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa6c77640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f8fa0073810 con 0x7f8fa00cecb0 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa4a13640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8fa006bb10 0x7f8fa0072c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa4a13640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f8fa006bb10 0x7f8fa0072c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49936/0 (socket says 172.21.15.94:49936) 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8fa4a13640 1 -- 172.21.15.94:0/3671350233 learned_addr learned my addr 172.21.15.94:0/3671350233 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.871+0000 7f8f9ffff640 1 --1- 172.21.15.94:0/3671350233 >> v1:172.21.15.94:6789/0 conn(0x7f8fa015e6c0 0x7f8fa006bef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:57468/0 (socket says 172.21.15.94:57468) 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.872+0000 7f8fa4a13640 1 -- 172.21.15.94:0/3671350233 >> v2:172.21.15.143:3300/0 conn(0x7f8fa00cecb0 msgr2=0x7f8fa00cbcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:15.874 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.872+0000 7f8fa4a13640 1 --2- 172.21.15.94:0/3671350233 >> v2:172.21.15.143:3300/0 conn(0x7f8fa00cecb0 0x7f8fa00cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.872+0000 7f8fa4a13640 1 -- 172.21.15.94:0/3671350233 >> v1:172.21.15.94:6789/0 conn(0x7f8fa015e6c0 legacy=0x7f8fa006bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.872+0000 7f8f9f7fe640 1 -- 172.21.15.94:0/3671350233 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2694918611 0 0) 0x7f8fa0073250 con 0x7f8fa015e6c0 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.872+0000 7f8fa4a13640 1 -- 172.21.15.94:0/3671350233 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fa00cb7d0 con 0x7f8fa006bb10 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.872+0000 7f8fa4a13640 1 --2- 172.21.15.94:0/3671350233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0072c70 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00b0af0 tx=0x7f8f9402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b00e8e1456ec5135 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8f9f7fe640 1 -- 172.21.15.94:0/3671350233 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f94037070 con 0x7f8fa006bb10 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8f9f7fe640 1 -- 172.21.15.94:0/3671350233 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f94032440 con 0x7f8fa006bb10 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8f9f7fe640 1 -- 172.21.15.94:0/3671350233 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f94032810 con 0x7f8fa006bb10 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 -- 172.21.15.94:0/3671350233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 msgr2=0x7f8fa0072c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/3671350233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0072c70 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00b0af0 tx=0x7f8f9402a1e0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.875 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 -- 172.21.15.94:0/3671350233 shutdown_connections 2024-09-10T08:38:15.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/3671350233 >> v2:172.21.15.143:3300/0 conn(0x7f8fa00cecb0 0x7f8fa00cbcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/3671350233 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0072c70 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 -- 172.21.15.94:0/3671350233 >> 172.21.15.94:0/3671350233 conn(0x7f8fa00d10e0 msgr2=0x7f8fa00d14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:15.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 -- 172.21.15.94:0/3671350233 shutdown_connections 2024-09-10T08:38:15.876 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.873+0000 7f8fa6c77640 1 -- 172.21.15.94:0/3671350233 wait complete. 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.874+0000 7f8fa6c77640 1 Processor -- start 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.874+0000 7f8fa6c77640 1 -- start start 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa6c77640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0157670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa6c77640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fa00cecb0 0x7f8fa00b2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa6c77640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fa015e6c0 0x7f8fa015c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa6c77640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa00cc230 con 0x7f8fa006bb10 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa6c77640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa00d1f60 con 0x7f8fa00cecb0 2024-09-10T08:38:15.880 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa6c77640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f8fa00cc3b0 con 0x7f8fa015e6c0 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa4a13640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0157670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa4a13640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0157670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:49946/0 (socket says 172.21.15.94:49946) 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.875+0000 7f8fa4a13640 1 -- 172.21.15.94:0/2035246183 learned_addr learned my addr 172.21.15.94:0/2035246183 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8f9ffff640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fa00cecb0 0x7f8fa00b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa4a13640 1 -- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fa015e6c0 msgr2=0x7f8fa015c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa5214640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fa015e6c0 0x7f8fa015c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa4a13640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fa015e6c0 0x7f8fa015c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa4a13640 1 -- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fa00cecb0 msgr2=0x7f8fa00b2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa4a13640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fa00cecb0 0x7f8fa00b2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa4a13640 1 -- 172.21.15.94:0/2035246183 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fa00b2a50 con 0x7f8fa006bb10 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8f9ffff640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fa00cecb0 0x7f8fa00b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa5214640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fa015e6c0 0x7f8fa015c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa4a13640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0157670 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f8f9402a220 tx=0x7f8f940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.881 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8f9d7fa640 1 -- 172.21.15.94:0/2035246183 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f94041070 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8f9d7fa640 1 -- 172.21.15.94:0/2035246183 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f9403c870 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8f9d7fa640 1 -- 172.21.15.94:0/2035246183 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f94037040 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fa00b2d30 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.876+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fa00b32f0 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.877+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fa0072c70 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.877+0000 7f8f9d7fa640 1 -- 172.21.15.94:0/2035246183 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8f94044070 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.878+0000 7f8f9d7fa640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8f8406be30 0x7f8f8406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.878+0000 7f8f9d7fa640 1 -- 172.21.15.94:0/2035246183 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f8f940ab960 con 0x7f8fa006bb10 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.878+0000 7f8f9ffff640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8f8406be30 0x7f8f8406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:15.882 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.878+0000 7f8f9ffff640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8f8406be30 0x7f8f8406e2f0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f8fa006fa40 tx=0x7f8f8c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:15.883 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:15.882+0000 7f8f9d7fa640 1 -- 172.21.15.94:0/2035246183 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8f9407a410 con 0x7f8fa006bb10 2024-09-10T08:38:16.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.044+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8fa006dc70 con 0x7f8f8406be30 2024-09-10T08:38:16.045 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.045+0000 7f8f9d7fa640 1 -- 172.21.15.94:0/2035246183 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13405 (secure 0 0 0) 0x7f8fa006dc70 con 0x7f8f8406be30 2024-09-10T08:38:16.046 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:16.046 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:38:16.047 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8f8406be30 msgr2=0x7f8f8406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8f8406be30 0x7f8f8406e2f0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f8fa006fa40 tx=0x7f8f8c009040 comp rx=0 tx=0).stop 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 msgr2=0x7f8fa0157670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0157670 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f8f9402a220 tx=0x7f8f940046c0 comp rx=0 tx=0).stop 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 shutdown_connections 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f8f8406be30 0x7f8f8406e2f0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f8fa00cecb0 0x7f8fa00b2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f8fa015e6c0 0x7f8fa015c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 --2- 172.21.15.94:0/2035246183 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f8fa006bb10 0x7f8fa0157670 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 >> 172.21.15.94:0/2035246183 conn(0x7f8fa00d10e0 msgr2=0x7f8fa006c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 shutdown_connections 2024-09-10T08:38:16.048 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:16.047+0000 7f8fa6c77640 1 -- 172.21.15.94:0/2035246183 wait complete. 2024-09-10T08:38:16.058 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":276,"stamp":"2024-09-10T08:38:15.882432+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":261432,"kb_used_data":11912,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713288,"statfs":{"total":773094113280,"available":772826406912,"internally_reserved":0,"allocated":12197888,"data_stored":6245920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.465516"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":350,"reported_epoch":111,"state":"active+clean","last_fresh":"2024-09-10T08:38:08.423998+0000","last_change":"2024-09-10T08:32:35.377644+0000","last_active":"2024-09-10T08:38:08.423998+0000","last_peered":"2024-09-10T08:38:08.423998+0000","last_clean":"2024-09-10T08:38:08.423998+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:38:08.423998+0000","last_undegraded":"2024-09-10T08:38:08.423998+0000","last_fullsized":"2024-09-10T08:38:08.423998+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:32:34.121605+0000","last_clean_scrub_stamp":"2024-09-10T08:32:34.121605+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:17:55.018445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476809,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32536,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509511,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33112,"kb_used_data":1924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338728,"statfs":{"total":96636764160,"available":96602857472,"internally_reserved":0,"allocated":1970176,"data_stored":1223516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509512,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32532,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339308,"statfs":{"total":96636764160,"available":96603451392,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509511,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28372,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343468,"statfs":{"total":96636764160,"available":96607711232,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509512,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32540,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509511,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32532,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339308,"statfs":{"total":96636764160,"available":96603451392,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509511,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33112,"kb_used_data":1924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338728,"statfs":{"total":96636764160,"available":96602857472,"internally_reserved":0,"allocated":1970176,"data_stored":1223516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574920,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36696,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335144,"statfs":{"total":96636764160,"available":96599187456,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:38:16.062 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-10T08:32:34.121605+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=8, tm_min=32, tm_sec=34, tm_wday=1, tm_yday=254, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=10, tm_hour=8, tm_min=38, tm_sec=11, tm_wday=1, tm_yday=254, tm_isdst=0) 2024-09-10T08:38:16.062 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-10T08:38:17.100 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:38:17.102 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:38:36.063 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:38:36.174 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.173+0000 7f6069f78640 1 Processor -- start 2024-09-10T08:38:36.175 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.173+0000 7f6069f78640 1 -- start start 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6069f78640 1 --2- >> v2:172.21.15.143:3300/0 conn(0x7f606415b160 0x7f6064073400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6069f78640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f606406f450 0x7f606406f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6069f78640 1 -- --> v1:172.21.15.94:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6064073940 con 0x7f606415ecf0 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6069f78640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7f606406fda0 con 0x7f606406f450 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6069f78640 1 -- --> v2:172.21.15.143:3300/0 -- mon_getmap magic: 0 -- 0x7f606415f1f0 con 0x7f606415b160 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6063fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f606406f450 0x7f606406f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6062ffd640 1 --1- >> v1:172.21.15.94:6789/0 conn(0x7f606415ecf0 0x7f60640adb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.94:6789/0 says I am v1:172.21.15.94:47796/0 (socket says 172.21.15.94:47796) 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6062ffd640 1 -- 172.21.15.94:0/2199804266 learned_addr learned my addr 172.21.15.94:0/2199804266 (peer_addr_for_me v1:172.21.15.94:0/0) 2024-09-10T08:38:36.176 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6063fff640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7f606406f450 0x7f606406f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51310/0 (socket says 172.21.15.94:51310) 2024-09-10T08:38:36.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f60637fe640 1 --2- 172.21.15.94:0/2199804266 >> v2:172.21.15.143:3300/0 conn(0x7f606415b160 0x7f6064073400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6063fff640 1 -- 172.21.15.94:0/2199804266 >> v2:172.21.15.143:3300/0 conn(0x7f606415b160 msgr2=0x7f6064073400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:36.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6063fff640 1 --2- 172.21.15.94:0/2199804266 >> v2:172.21.15.143:3300/0 conn(0x7f606415b160 0x7f6064073400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6063fff640 1 -- 172.21.15.94:0/2199804266 >> v1:172.21.15.94:6789/0 conn(0x7f606415ecf0 legacy=0x7f60640adb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f6063fff640 1 -- 172.21.15.94:0/2199804266 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f606415f4d0 con 0x7f606406f450 2024-09-10T08:38:36.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f60627fc640 1 -- 172.21.15.94:0/2199804266 <== mon.0 v1:172.21.15.94:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2673278742 0 0) 0x7f6064073940 con 0x7f606415ecf0 2024-09-10T08:38:36.177 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.174+0000 7f60637fe640 1 --2- 172.21.15.94:0/2199804266 >> v2:172.21.15.143:3300/0 conn(0x7f606415b160 0x7f6064073400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:36.178 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.175+0000 7f6063fff640 1 --2- 172.21.15.94:0/2199804266 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606406f450 0x7f606406f860 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f60640d1090 tx=0x7f605c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6308057fbced00 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.175+0000 7f60627fc640 1 -- 172.21.15.94:0/2199804266 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c007740 con 0x7f606406f450 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.175+0000 7f60627fc640 1 -- 172.21.15.94:0/2199804266 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f605c0078e0 con 0x7f606406f450 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.175+0000 7f60627fc640 1 -- 172.21.15.94:0/2199804266 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c007cb0 con 0x7f606406f450 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 -- 172.21.15.94:0/2199804266 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606406f450 msgr2=0x7f606406f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 --2- 172.21.15.94:0/2199804266 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606406f450 0x7f606406f860 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f60640d1090 tx=0x7f605c02a5f0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 -- 172.21.15.94:0/2199804266 shutdown_connections 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 --2- 172.21.15.94:0/2199804266 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606406f450 0x7f606406f860 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 --2- 172.21.15.94:0/2199804266 >> v2:172.21.15.143:3300/0 conn(0x7f606415b160 0x7f6064073400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 -- 172.21.15.94:0/2199804266 >> 172.21.15.94:0/2199804266 conn(0x7f60640b1b30 msgr2=0x7f60640b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 -- 172.21.15.94:0/2199804266 shutdown_connections 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.176+0000 7f6069f78640 1 -- 172.21.15.94:0/2199804266 wait complete. 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.177+0000 7f6069f78640 1 Processor -- start 2024-09-10T08:38:36.179 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.177+0000 7f6069f78640 1 -- start start 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6069f78640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f606406f450 0x7f60640cc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6069f78640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f606415b160 0x7f6064145e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6069f78640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606415ecf0 0x7f60640b0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6069f78640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7f606415b540 con 0x7f606415ecf0 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6069f78640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7f606415fa90 con 0x7f606415b160 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6069f78640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7f60640b3310 con 0x7f606406f450 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6063fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606415ecf0 0x7f60640b0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6063fff640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606415ecf0 0x7f60640b0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51324/0 (socket says 172.21.15.94:51324) 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6063fff640 1 -- 172.21.15.94:0/3480824809 learned_addr learned my addr 172.21.15.94:0/3480824809 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6062ffd640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f606415b160 0x7f6064145e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.182 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f60637fe640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f606406f450 0x7f60640cc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.178+0000 7f6063fff640 1 -- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f606406f450 msgr2=0x7f60640cc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6063fff640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f606406f450 0x7f60640cc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6063fff640 1 -- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f606415b160 msgr2=0x7f6064145e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6063fff640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f606415b160 0x7f6064145e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6063fff640 1 -- 172.21.15.94:0/3480824809 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60640b11e0 con 0x7f606415ecf0 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6062ffd640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f606415b160 0x7f6064145e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6063fff640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606415ecf0 0x7f60640b0670 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f605c02abe0 tx=0x7f605c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f604bfff640 1 -- 172.21.15.94:0/3480824809 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c040070 con 0x7f606415ecf0 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f604bfff640 1 -- 172.21.15.94:0/3480824809 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f605c031bc0 con 0x7f606415ecf0 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60640adbd0 con 0x7f606415ecf0 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f604bfff640 1 -- 172.21.15.94:0/3480824809 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c045460 con 0x7f606415ecf0 2024-09-10T08:38:36.183 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.179+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60640ae190 con 0x7f606415ecf0 2024-09-10T08:38:36.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.180+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60640ad0f0 con 0x7f606415ecf0 2024-09-10T08:38:36.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.180+0000 7f604bfff640 1 -- 172.21.15.94:0/3480824809 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f605c039040 con 0x7f606415ecf0 2024-09-10T08:38:36.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.181+0000 7f604bfff640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605006be30 0x7f605006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.181+0000 7f60637fe640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605006be30 0x7f605006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.184 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.181+0000 7f604bfff640 1 -- 172.21.15.94:0/3480824809 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7f605c0ac800 con 0x7f606415ecf0 2024-09-10T08:38:36.185 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.182+0000 7f60637fe640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605006be30 0x7f605006e2f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f60640b1440 tx=0x7f6054008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.187 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.186+0000 7f604bfff640 1 -- 172.21.15.94:0/3480824809 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f60640ad0f0 con 0x7f606415ecf0 2024-09-10T08:38:36.348 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.347+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 --> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f606415cd80 con 0x7f605006be30 2024-09-10T08:38:36.349 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.347+0000 7f604bfff640 1 -- 172.21.15.94:0/3480824809 <== mgr.4101 v2:172.21.15.94:6832/214156271 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13379 (secure 0 0 0) 0x7f606415cd80 con 0x7f605006be30 2024-09-10T08:38:36.349 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:36.349 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-09-10T08:38:36.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605006be30 msgr2=0x7f605006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605006be30 0x7f605006e2f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f60640b1440 tx=0x7f6054008040 comp rx=0 tx=0).stop 2024-09-10T08:38:36.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606415ecf0 msgr2=0x7f60640b0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606415ecf0 0x7f60640b0670 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f605c02abe0 tx=0x7f605c004a40 comp rx=0 tx=0).stop 2024-09-10T08:38:36.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 shutdown_connections 2024-09-10T08:38:36.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7f605006be30 0x7f605006e2f0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.351 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7f606415b160 0x7f6064145e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7f606415ecf0 0x7f60640b0670 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 --2- 172.21.15.94:0/3480824809 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7f606406f450 0x7f60640cc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.349+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 >> 172.21.15.94:0/3480824809 conn(0x7f60640b1b30 msgr2=0x7f606406e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:36.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.350+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 shutdown_connections 2024-09-10T08:38:36.352 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.350+0000 7f6069f78640 1 -- 172.21.15.94:0/3480824809 wait complete. 2024-09-10T08:38:36.362 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":286,"stamp":"2024-09-10T08:38:35.886226+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":261424,"kb_used_data":11912,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754713296,"statfs":{"total":773094113280,"available":772826415104,"internally_reserved":0,"allocated":12197888,"data_stored":6245920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002362"},"pg_stats":[{"pgid":"1.0","version":"111'119","reported_seq":361,"reported_epoch":111,"state":"active+clean","last_fresh":"2024-09-10T08:38:15.815495+0000","last_change":"2024-09-10T08:38:15.815531+0000","last_active":"2024-09-10T08:38:15.815495+0000","last_peered":"2024-09-10T08:38:15.815495+0000","last_clean":"2024-09-10T08:38:15.815495+0000","last_became_active":"2024-09-10T08:32:35.376491+0000","last_became_peered":"2024-09-10T08:32:35.376491+0000","last_unstale":"2024-09-10T08:38:15.815495+0000","last_undegraded":"2024-09-10T08:38:15.815495+0000","last_fullsized":"2024-09-10T08:38:15.815495+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"111'119","last_scrub_stamp":"2024-09-10T08:38:15.815410+0000","last_deep_scrub":"111'119","last_deep_scrub_stamp":"2024-09-10T08:38:15.815410+0000","last_clean_scrub_stamp":"2024-09-10T08:38:15.815410+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:58:23.340491+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":4,"up_from":16,"seq":68719476813,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32536,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509515,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33108,"kb_used_data":1924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338732,"statfs":{"total":96636764160,"available":96602861568,"internally_reserved":0,"allocated":1970176,"data_stored":1223516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509516,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32532,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339308,"statfs":{"total":96636764160,"available":96603451392,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509515,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":28372,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343468,"statfs":{"total":96636764160,"available":96607711232,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509516,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32540,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509515,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32532,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339308,"statfs":{"total":96636764160,"available":96603451392,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509515,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33108,"kb_used_data":1924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338732,"statfs":{"total":96636764160,"available":96602861568,"internally_reserved":0,"allocated":1970176,"data_stored":1223516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36696,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335144,"statfs":{"total":96636764160,"available":96599187456,"internally_reserved":0,"allocated":1376256,"data_stored":633148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:38:36.363 DEBUG:teuthology.orchestra.run.smithi094:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-10T08:38:36.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.459+0000 7fca3839a640 1 Processor -- start 2024-09-10T08:38:36.460 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.459+0000 7fca3839a640 1 -- start start 2024-09-10T08:38:36.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca3839a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca30073370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca3839a640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fca3006ed10 0x7fca3006f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca3839a640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca300d0e20 con 0x7fca3015b700 2024-09-10T08:38:36.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca3839a640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fca300738b0 con 0x7fca3006ed10 2024-09-10T08:38:36.462 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca3839a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fca300722d0 con 0x7fca300af460 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36937640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fca3006ed10 0x7fca3006f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36937640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fca3006ed10 0x7fca3006f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51334/0 (socket says 172.21.15.94:51334) 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36937640 1 -- 172.21.15.94:0/2289562629 learned_addr learned my addr 172.21.15.94:0/2289562629 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36136640 1 --2- 172.21.15.94:0/2289562629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca30073370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36937640 1 -- 172.21.15.94:0/2289562629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 msgr2=0x7fca30073370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36937640 1 --2- 172.21.15.94:0/2289562629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca30073370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36937640 1 -- 172.21.15.94:0/2289562629 >> v1:172.21.15.143:6789/0 conn(0x7fca3015b700 legacy=0x7fca300d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.460+0000 7fca36937640 1 -- 172.21.15.94:0/2289562629 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca300725b0 con 0x7fca3006ed10 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.461+0000 7fca36937640 1 --2- 172.21.15.94:0/2289562629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3006f1c0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fca28009e50 tx=0x7fca2802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e32da74a083fff server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.461+0000 7fca35134640 1 -- 172.21.15.94:0/2289562629 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca28036070 con 0x7fca3006ed10 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.461+0000 7fca35134640 1 -- 172.21.15.94:0/2289562629 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca28031600 con 0x7fca3006ed10 2024-09-10T08:38:36.463 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.461+0000 7fca35134640 1 -- 172.21.15.94:0/2289562629 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca280319d0 con 0x7fca3006ed10 2024-09-10T08:38:36.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.461+0000 7fca3839a640 1 -- 172.21.15.94:0/2289562629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 msgr2=0x7fca3006f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.461+0000 7fca3839a640 1 --2- 172.21.15.94:0/2289562629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3006f1c0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fca28009e50 tx=0x7fca2802a710 comp rx=0 tx=0).stop 2024-09-10T08:38:36.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.462+0000 7fca3839a640 1 -- 172.21.15.94:0/2289562629 shutdown_connections 2024-09-10T08:38:36.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.462+0000 7fca3839a640 1 --2- 172.21.15.94:0/2289562629 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3006f1c0 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.466 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.462+0000 7fca3839a640 1 --2- 172.21.15.94:0/2289562629 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca30073370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.462+0000 7fca3839a640 1 -- 172.21.15.94:0/2289562629 >> 172.21.15.94:0/2289562629 conn(0x7fca3006bcf0 msgr2=0x7fca3006c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.462+0000 7fca3839a640 1 -- 172.21.15.94:0/2289562629 shutdown_connections 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.462+0000 7fca3839a640 1 -- 172.21.15.94:0/2289562629 wait complete. 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.463+0000 7fca3839a640 1 Processor -- start 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.463+0000 7fca3839a640 1 -- start start 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.463+0000 7fca3839a640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3014bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca3839a640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca3015a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca3839a640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fca3015b700 0x7fca300b1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca3839a640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fca30072e50 con 0x7fca3006ed10 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca3839a640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fca30072b70 con 0x7fca3015b700 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca3839a640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fca300af840 con 0x7fca300af460 2024-09-10T08:38:36.467 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3014bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3014bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51350/0 (socket says 172.21.15.94:51350) 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 -- 172.21.15.94:0/2158441530 learned_addr learned my addr 172.21.15.94:0/2158441530 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36937640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fca3015b700 0x7fca300b1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca35935640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca3015a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 -- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 msgr2=0x7fca3015a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca3015a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 -- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fca3015b700 msgr2=0x7fca300b1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fca3015b700 0x7fca300b1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 -- 172.21.15.94:0/2158441530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca3014d950 con 0x7fca3006ed10 2024-09-10T08:38:36.468 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca36136640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3014bfd0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fca2c00e9b0 tx=0x7fca2c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2c017070 con 0x7fca3006ed10 2024-09-10T08:38:36.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca2c00c9a0 con 0x7fca3006ed10 2024-09-10T08:38:36.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2c00cd90 con 0x7fca3006ed10 2024-09-10T08:38:36.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca30159390 con 0x7fca3006ed10 2024-09-10T08:38:36.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.464+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca30159950 con 0x7fca3006ed10 2024-09-10T08:38:36.469 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.465+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca30073370 con 0x7fca3006ed10 2024-09-10T08:38:36.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.466+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fca2c01a070 con 0x7fca3006ed10 2024-09-10T08:38:36.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.466+0000 7fca26ffd640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fca1406be60 0x7fca1406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.466+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fca2c08add0 con 0x7fca3006ed10 2024-09-10T08:38:36.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.466+0000 7fca35935640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fca1406be60 0x7fca1406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.470 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.466+0000 7fca35935640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fca1406be60 0x7fca1406e320 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fca20007fd0 tx=0x7fca20009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.472 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.470+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fca2c0597f0 con 0x7fca3006ed10 2024-09-10T08:38:36.638 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.637+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fca3015b380 con 0x7fca3006ed10 2024-09-10T08:38:36.641 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.640+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v26)=0 v26) ==== 123+0+0 (secure 0 0 0) 0x7fca2c0590f0 con 0x7fca3006ed10 2024-09-10T08:38:36.643 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca26ffd640 1 -- 172.21.15.94:0/2158441530 <== mon.0 v2:172.21.15.94:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fca2c05d4a0 con 0x7fca3006ed10 2024-09-10T08:38:36.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fca1406be60 msgr2=0x7fca1406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fca1406be60 0x7fca1406e320 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fca20007fd0 tx=0x7fca20009040 comp rx=0 tx=0).stop 2024-09-10T08:38:36.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 msgr2=0x7fca3014bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3014bfd0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fca2c00e9b0 tx=0x7fca2c00ee70 comp rx=0 tx=0).stop 2024-09-10T08:38:36.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 shutdown_connections 2024-09-10T08:38:36.644 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fca1406be60 0x7fca1406e320 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fca3015b700 0x7fca300b1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fca300af460 0x7fca3015a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.642+0000 7fca3839a640 1 --2- 172.21.15.94:0/2158441530 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fca3006ed10 0x7fca3014bfd0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.643+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 >> 172.21.15.94:0/2158441530 conn(0x7fca3006bcf0 msgr2=0x7fca3006c0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:36.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.643+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 shutdown_connections 2024-09-10T08:38:36.645 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.643+0000 7fca3839a640 1 -- 172.21.15.94:0/2158441530 wait complete. 2024-09-10T08:38:36.655 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:38:36.655 DEBUG:teuthology.orchestra.run.smithi094:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-10T08:38:36.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.751+0000 7fe4a4718640 1 Processor -- start 2024-09-10T08:38:36.753 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.752+0000 7fe4a4718640 1 -- start start 2024-09-10T08:38:36.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.752+0000 7fe4a4718640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c06cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.752+0000 7fe4a4718640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe49c0cdb90 0x7fe49c06d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.752+0000 7fe4a4718640 1 -- --> v1:172.21.15.143:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe49c0cf770 con 0x7fe49c0d04d0 2024-09-10T08:38:36.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.752+0000 7fe4a4718640 1 -- --> v2:172.21.15.94:3300/0 -- mon_getmap magic: 0 -- 0x7fe49c073850 con 0x7fe49c0cdb90 2024-09-10T08:38:36.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.752+0000 7fe4a4718640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe49c0ce350 con 0x7fe49c15afa0 2024-09-10T08:38:36.755 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a2cb5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe49c0cdb90 0x7fe49c06d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a2cb5640 1 --2- >> v2:172.21.15.94:3300/0 conn(0x7fe49c0cdb90 0x7fe49c06d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51356/0 (socket says 172.21.15.94:51356) 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a2cb5640 1 -- 172.21.15.94:0/2416151412 learned_addr learned my addr 172.21.15.94:0/2416151412 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a24b4640 1 --2- 172.21.15.94:0/2416151412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c06cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a2cb5640 1 -- 172.21.15.94:0/2416151412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 msgr2=0x7fe49c06cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a2cb5640 1 --2- 172.21.15.94:0/2416151412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c06cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a2cb5640 1 -- 172.21.15.94:0/2416151412 >> v1:172.21.15.143:6789/0 conn(0x7fe49c0d04d0 legacy=0x7fe49c0cd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.753+0000 7fe4a2cb5640 1 -- 172.21.15.94:0/2416151412 --> v2:172.21.15.94:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe49c0ce070 con 0x7fe49c0cdb90 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a2cb5640 1 --2- 172.21.15.94:0/2416151412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c06d060 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fe494009e50 tx=0x7fe49402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6458ac7a620ebe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a14b2640 1 -- 172.21.15.94:0/2416151412 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe494036070 con 0x7fe49c0cdb90 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a14b2640 1 -- 172.21.15.94:0/2416151412 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fe494031600 con 0x7fe49c0cdb90 2024-09-10T08:38:36.756 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a14b2640 1 -- 172.21.15.94:0/2416151412 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4940319f0 con 0x7fe49c0cdb90 2024-09-10T08:38:36.760 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 -- 172.21.15.94:0/2416151412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 msgr2=0x7fe49c06d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 --2- 172.21.15.94:0/2416151412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c06d060 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fe494009e50 tx=0x7fe49402a710 comp rx=0 tx=0).stop 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 -- 172.21.15.94:0/2416151412 shutdown_connections 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 --2- 172.21.15.94:0/2416151412 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c06d060 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 --2- 172.21.15.94:0/2416151412 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c06cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 -- 172.21.15.94:0/2416151412 >> 172.21.15.94:0/2416151412 conn(0x7fe49c0b2dd0 msgr2=0x7fe49c072540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 -- 172.21.15.94:0/2416151412 shutdown_connections 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.754+0000 7fe4a4718640 1 -- 172.21.15.94:0/2416151412 wait complete. 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 Processor -- start 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 -- start start 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c15cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 --2- >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe49c0d04d0 0x7fe49c14cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 --2- >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c152510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.761 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 -- --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_getmap magic: 0 -- 0x7fe49c0cffb0 con 0x7fe49c0cdb90 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 -- --> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] -- mon_getmap magic: 0 -- 0x7fe49c0cfab0 con 0x7fe49c0d04d0 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a4718640 1 -- --> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] -- mon_getmap magic: 0 -- 0x7fe49c15b380 con 0x7fe49c15afa0 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a24b4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c15cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a24b4640 1 --2- >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c15cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.94:3300/0 says I am v2:172.21.15.94:51358/0 (socket says 172.21.15.94:51358) 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.756+0000 7fe4a24b4640 1 -- 172.21.15.94:0/1770784803 learned_addr learned my addr 172.21.15.94:0/1770784803 (peer_addr_for_me v2:172.21.15.94:0/0) 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a2cb5640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c152510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a24b4640 1 -- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 msgr2=0x7fe49c152510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a1cb3640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe49c0d04d0 0x7fe49c14cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a24b4640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c152510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a24b4640 1 -- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe49c0d04d0 msgr2=0x7fe49c14cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a24b4640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe49c0d04d0 0x7fe49c14cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a24b4640 1 -- 172.21.15.94:0/1770784803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe49c15d140 con 0x7fe49c0cdb90 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a2cb5640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c152510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:38:36.762 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a24b4640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c15cc00 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fe49000d5f0 tx=0x7fe49000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe48effd640 1 -- 172.21.15.94:0/1770784803 <== mon.0 v2:172.21.15.94:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4900125f0 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe48effd640 1 -- 172.21.15.94:0/1770784803 <== mon.0 v2:172.21.15.94:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fe490019070 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe49c14d6b0 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe48effd640 1 -- 172.21.15.94:0/1770784803 <== mon.0 v2:172.21.15.94:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4900129f0 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.757+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe49c151a30 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.758+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe49c15ea10 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.759+0000 7fe48effd640 1 -- 172.21.15.94:0/1770784803 <== mon.0 v2:172.21.15.94:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe490012b90 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.759+0000 7fe48effd640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe48006be30 0x7fe48006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.759+0000 7fe48effd640 1 -- 172.21.15.94:0/1770784803 <== mon.0 v2:172.21.15.94:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 5593+0+0 (secure 0 0 0) 0x7fe49008b2b0 con 0x7fe49c0cdb90 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.759+0000 7fe4a1cb3640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe48006be30 0x7fe48006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:38:36.763 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.759+0000 7fe4a1cb3640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe48006be30 0x7fe48006e2f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe49c14f080 tx=0x7fe498009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:38:36.764 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.763+0000 7fe48effd640 1 -- 172.21.15.94:0/1770784803 <== mon.0 v2:172.21.15.94:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe490059c40 con 0x7fe49c0cdb90 2024-09-10T08:38:36.964 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.963+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 --> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe49c06cb80 con 0x7fe49c0cdb90 2024-09-10T08:38:36.965 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.963+0000 7fe48effd640 1 -- 172.21.15.94:0/1770784803 <== mon.0 v2:172.21.15.94:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 65 v65) ==== 94+0+3914 (secure 0 0 0) 0x7fe49008b0d0 con 0x7fe49c0cdb90 2024-09-10T08:38:36.965 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-09-10T08:38:36.965 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":65,"btime":"2024-09-10T08:38:06:322959+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5912,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6833/2541573624","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6832","nonce":2541573624},{"type":"v1","addr":"172.21.15.143:6833","nonce":2541573624}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":55},{"gid":6442,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.143:6835/556441424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.143:6834","nonce":556441424},{"type":"v1","addr":"172.21.15.143:6835","nonce":556441424}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":57},{"gid":7380,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/1739430477","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":1739430477},{"type":"v1","addr":"172.21.15.94:6835","nonce":1739430477}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65},{"gid":7389,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6837/1397634212","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6836","nonce":1397634212},{"type":"v1","addr":"172.21.15.94:6837","nonce":1397634212}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[]} 2024-09-10T08:38:36.965 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 65 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe48006be30 msgr2=0x7fe48006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe48006be30 0x7fe48006e2f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe49c14f080 tx=0x7fe498009040 comp rx=0 tx=0).stop 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 msgr2=0x7fe49c15cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c15cc00 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fe49000d5f0 tx=0x7fe49000dab0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 shutdown_connections 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:6832/214156271,v1:172.21.15.94:6833/214156271] conn(0x7fe48006be30 0x7fe48006e2f0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3300/0,v1:172.21.15.143:6789/0] conn(0x7fe49c0d04d0 0x7fe49c14cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.143:3301/0,v1:172.21.15.143:6790/0] conn(0x7fe49c15afa0 0x7fe49c152510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 --2- 172.21.15.94:0/1770784803 >> [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] conn(0x7fe49c0cdb90 0x7fe49c15cc00 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:38:36.967 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 >> 172.21.15.94:0/1770784803 conn(0x7fe49c0b2dd0 msgr2=0x7fe49c0b0ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:38:36.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 shutdown_connections 2024-09-10T08:38:36.968 INFO:teuthology.orchestra.run.smithi094.stderr:2024-09-10T08:38:36.965+0000 7fe4a4718640 1 -- 172.21.15.94:0/1770784803 wait complete. 2024-09-10T08:38:36.978 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-10T08:38:36.978 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-10T08:38:36.978 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-10T08:38:36.978 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:36.987 INFO:tasks.ceph.mds.a:Stopped 2024-09-10T08:38:36.987 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-10T08:38:36.987 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.036 INFO:tasks.ceph.mds.c:Stopped 2024-09-10T08:38:37.036 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-10T08:38:37.037 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.048 INFO:tasks.ceph.mds.b:Stopped 2024-09-10T08:38:37.048 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-10T08:38:37.048 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.100 INFO:tasks.ceph.mds.d:Stopped 2024-09-10T08:38:37.100 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-10T08:38:37.100 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-10T08:38:37.100 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.125 INFO:tasks.ceph.osd.0:Stopped 2024-09-10T08:38:37.125 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-10T08:38:37.125 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.196 INFO:tasks.ceph.osd.1:Stopped 2024-09-10T08:38:37.196 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-10T08:38:37.196 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.263 INFO:tasks.ceph.osd.2:Stopped 2024-09-10T08:38:37.263 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-10T08:38:37.263 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.330 INFO:tasks.ceph.osd.3:Stopped 2024-09-10T08:38:37.330 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-10T08:38:37.330 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.363 INFO:tasks.ceph.osd.4:Stopped 2024-09-10T08:38:37.363 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-10T08:38:37.363 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.435 INFO:tasks.ceph.osd.5:Stopped 2024-09-10T08:38:37.436 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-10T08:38:37.436 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.509 INFO:tasks.ceph.osd.6:Stopped 2024-09-10T08:38:37.510 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-10T08:38:37.510 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.577 INFO:tasks.ceph.osd.7:Stopped 2024-09-10T08:38:37.577 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-10T08:38:37.577 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-10T08:38:37.577 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.604 INFO:tasks.ceph.mgr.y:Stopped 2024-09-10T08:38:37.604 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-10T08:38:37.604 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.647 INFO:tasks.ceph.mgr.x:Stopped 2024-09-10T08:38:37.647 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-10T08:38:37.647 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-10T08:38:37.647 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.659 INFO:tasks.ceph.mon.a:Stopped 2024-09-10T08:38:37.659 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-10T08:38:37.659 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.701 INFO:tasks.ceph.mon.b:Stopped 2024-09-10T08:38:37.701 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-10T08:38:37.701 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:38:37.754 INFO:tasks.ceph.mon.c:Stopped 2024-09-10T08:38:37.754 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-10T08:38:37.754 DEBUG:teuthology.orchestra.run.smithi094:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'client session with non-allowable root' | head -n 1 2024-09-10T08:38:37.795 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:37.796 DEBUG:teuthology.orchestra.run.smithi094:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-10T08:38:38.025 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:38.025 DEBUG:teuthology.orchestra.run.smithi094:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-10T08:38:38.093 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:38.093 DEBUG:teuthology.orchestra.run.smithi094:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-10T08:38:38.157 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:38.157 DEBUG:teuthology.orchestra.run.smithi094:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-10T08:38:38.206 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:38.206 DEBUG:teuthology.orchestra.run.smithi143:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-10T08:38:38.325 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:38.325 DEBUG:teuthology.orchestra.run.smithi143:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-10T08:38:38.413 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:38.413 DEBUG:teuthology.orchestra.run.smithi143:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-10T08:38:38.480 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:38.480 DEBUG:teuthology.orchestra.run.smithi143:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-10T08:38:38.539 INFO:tasks.ceph:Archiving mon data... 2024-09-10T08:38:38.540 DEBUG:teuthology.misc:Transferring archived files from smithi094:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/data/mon.a.tgz 2024-09-10T08:38:38.540 DEBUG:teuthology.orchestra.run.smithi094:> mktemp 2024-09-10T08:38:38.556 INFO:teuthology.orchestra.run.smithi094.stdout:/tmp/tmp.x77HNID72D 2024-09-10T08:38:38.556 DEBUG:teuthology.orchestra.run.smithi094:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.x77HNID72D 2024-09-10T08:38:38.741 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 0666 /tmp/tmp.x77HNID72D 2024-09-10T08:38:38.824 DEBUG:teuthology.orchestra.remote:smithi094:/tmp/tmp.x77HNID72D is 521KB 2024-09-10T08:38:38.896 DEBUG:teuthology.orchestra.run.smithi094:> rm -fr /tmp/tmp.x77HNID72D 2024-09-10T08:38:38.911 DEBUG:teuthology.misc:Transferring archived files from smithi143:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/data/mon.b.tgz 2024-09-10T08:38:38.911 DEBUG:teuthology.orchestra.run.smithi143:> mktemp 2024-09-10T08:38:38.930 INFO:teuthology.orchestra.run.smithi143.stdout:/tmp/tmp.vPDoLYRiC8 2024-09-10T08:38:38.930 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.vPDoLYRiC8 2024-09-10T08:38:39.153 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0666 /tmp/tmp.vPDoLYRiC8 2024-09-10T08:38:39.238 DEBUG:teuthology.orchestra.remote:smithi143:/tmp/tmp.vPDoLYRiC8 is 665KB 2024-09-10T08:38:39.308 DEBUG:teuthology.orchestra.run.smithi143:> rm -fr /tmp/tmp.vPDoLYRiC8 2024-09-10T08:38:39.324 DEBUG:teuthology.misc:Transferring archived files from smithi143:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/data/mon.c.tgz 2024-09-10T08:38:39.324 DEBUG:teuthology.orchestra.run.smithi143:> mktemp 2024-09-10T08:38:39.378 INFO:teuthology.orchestra.run.smithi143.stdout:/tmp/tmp.qhDL0n8HCZ 2024-09-10T08:38:39.378 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.qhDL0n8HCZ 2024-09-10T08:38:39.576 DEBUG:teuthology.orchestra.run.smithi143:> sudo chmod 0666 /tmp/tmp.qhDL0n8HCZ 2024-09-10T08:38:39.660 DEBUG:teuthology.orchestra.remote:smithi143:/tmp/tmp.qhDL0n8HCZ is 665KB 2024-09-10T08:38:39.763 DEBUG:teuthology.orchestra.run.smithi143:> rm -fr /tmp/tmp.qhDL0n8HCZ 2024-09-10T08:38:39.778 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-10T08:38:39.779 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T08:38:39.781 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-10T08:38:39.864 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T08:38:39.898 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-10T08:38:39.898 INFO:tasks.ceph:Archiving crash dumps... 2024-09-10T08:38:39.900 DEBUG:teuthology.misc:Transferring archived files from smithi094:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/remote/smithi094/crash 2024-09-10T08:38:39.901 DEBUG:teuthology.orchestra.run.smithi094:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T08:38:39.930 DEBUG:teuthology.misc:Transferring archived files from smithi143:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/remote/smithi143/crash 2024-09-10T08:38:39.931 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-10T08:38:39.963 INFO:tasks.ceph:Shutting down logrotate 2024-09-10T08:38:39.963 DEBUG:teuthology.orchestra.run.smithi094:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:38:39.975 DEBUG:teuthology.orchestra.run.smithi143:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-10T08:38:40.051 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T08:38:40.077 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-10T08:38:40.102 INFO:tasks.ceph:Compressing logs... 2024-09-10T08:38:40.102 DEBUG:teuthology.orchestra.run.smithi094:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:38:40.120 DEBUG:teuthology.orchestra.run.smithi143:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:38:40.143 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-10T08:38:40.143 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66421.log 2024-09-10T08:38:40.143 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64404.log 2024-09-10T08:38:40.143 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66505.log 2024-09-10T08:38:40.143 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.66421.log.gz 2024-09-10T08:38:40.143 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63160.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42756.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36218.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.1.42756.log: -- /var/log/ceph/ceph-osd.7.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.47731.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-osd.7.log: 87.4% -- replaced with /var/log/ceph/ceph-client.1.42756.log.gz 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36218.log.gz 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36382.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.1.47731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.48959.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36258.log 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.1.48959.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36382.log.gz 2024-09-10T08:38:40.187 INFO:teuthology.orchestra.run.smithi143.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.1.47731.log.gz 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44601.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36258.log.gz 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.1.44601.log: /var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45368.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph.audit.log: 91.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43200.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr: -- replaced with /var/log/ceph/ceph-client.1.48959.log.gz 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.1.45368.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36178.log 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-mon.c.log: /var/log/ceph/ceph-client.3.43200.log: 87.7% -- replaced with /var/log/ceph/ceph-client.1.45368.log.gz 2024-09-10T08:38:40.188 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.badguy.46392.log 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36178.log: 86.9% -- replaced with /var/log/ceph/ceph-client.3.43200.log.gz 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36178.log.gz 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43911.log 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.1.44601.log.gz 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.48410.log 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.badguy.46392.log: /var/log/ceph/ceph-client.1.43911.log: 87.0% -- replaced with /var/log/ceph/ceph-client.badguy.46392.log.gz 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr: 94.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.1.43911.log.gz 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.1.48410.log: /var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36469.log 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.1.48410.log.gz 2024-09-10T08:38:40.189 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph.log: 92.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T08:38:40.201 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.47053.log 2024-09-10T08:38:40.201 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36469.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-10T08:38:40.201 INFO:teuthology.orchestra.run.smithi143.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36469.log.gz 2024-09-10T08:38:40.201 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.1.47053.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-10T08:38:40.201 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-mds.d.log: 87.7% -- replaced with /var/log/ceph/ceph-client.1.47053.log.gz 2024-09-10T08:38:40.201 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.badguy.45856.log 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-mgr.x.log: 93.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36338.log 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.badguy.45856.log: 90.6% -- replaced with /var/log/ceph/ceph-client.badguy.45856.log.gz 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36338.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36338.log.gz 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36298.log 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-mon.b.log: 93.8% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36429.log 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36298.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36298.log.gz 2024-09-10T08:38:40.202 INFO:teuthology.orchestra.run.smithi143.stderr:/var/log/ceph/ceph-client.admin.36429.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36429.log.gz 2024-09-10T08:38:40.255 INFO:teuthology.orchestra.run.smithi143.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-10T08:38:40.307 INFO:teuthology.orchestra.run.smithi143.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-10T08:38:40.343 INFO:teuthology.orchestra.run.smithi094.stderr:gzip 88.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.64404.log.gz --verbose 2024-09-10T08:38:40.343 INFO:teuthology.orchestra.run.smithi094.stderr: -- /var/log/ceph/ceph-client.admin.43555.log 2024-09-10T08:38:40.343 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66505.log: /var/log/ceph/ceph-client.admin.63160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41650.log 2024-09-10T08:38:40.343 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.66505.log.gz 2024-09-10T08:38:40.343 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43555.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.63160.log.gz 2024-09-10T08:38:40.343 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57493.log 2024-09-10T08:38:40.343 INFO:teuthology.orchestra.run.smithi094.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.43555.log.gz 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55925.log 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57493.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50318.log 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.41650.log.gz 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55925.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57493.log.gz 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45568.log 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55925.log.gz 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41248.log 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50318.log: /var/log/ceph/ceph-client.admin.45568.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50318.log.gz 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46581.log 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41248.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45568.log.gz 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57363.log 2024-09-10T08:38:40.344 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41248.log.gz 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47415.log 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46581.log: /var/log/ceph/ceph-client.admin.57363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46833.log 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46581.log.gz 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47415.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57363.log.gz 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47572.log 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47415.log.gz 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49020.log 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46833.log.gz 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67361.log 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.49020.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47572.log.gz 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48544.log 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49020.log.gz 2024-09-10T08:38:40.345 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61690.log 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.48544.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.61298.log 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.67361.log.gz 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.61690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56630.log 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61690.log.gz 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.0.48544.log.gz 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48134.log 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.61298.log: /var/log/ceph/ceph-client.admin.56630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67403.log 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51096.log 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56630.log.gz 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67403.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48134.log.gz 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57586.log 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.0.61298.log.gz 2024-09-10T08:38:40.346 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.67403.log.gz 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49837.log 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47373.log 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51096.log.gz 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.57586.log.gz 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.49837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55047.log 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49837.log.gz 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67445.log 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47373.log: /var/log/ceph/ceph-client.admin.55047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41692.log 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47373.log.gz 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55047.log.gz 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45889.log 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67445.log: /var/log/ceph/ceph-client.admin.41692.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63476.log 2024-09-10T08:38:40.347 INFO:teuthology.orchestra.run.smithi094.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67445.log.gz 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45889.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41692.log.gz 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51558.log 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45889.log.gz 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67781.log 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51558.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63476.log.gz 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59630.log 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53709.log 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.67781.log.gz 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.51558.log.gz 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67978.log 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54030.log 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53709.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.59630.log.gz 2024-09-10T08:38:40.348 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62554.log 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53709.log.gz 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.67978.log.gz 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50827.log 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.54030.log.gz 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62554.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63118.log 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.62554.log.gz 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60660.log 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63118.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50827.log.gz 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43233.log 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60660.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.63118.log.gz 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54879.log 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.60660.log.gz 2024-09-10T08:38:40.349 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65964.log 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54879.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43233.log.gz 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63644.log 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.65964.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54879.log.gz 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59840.log 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.65964.log.gz 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64513.log 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.63644.log.gz 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44188.log 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64513.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59840.log.gz 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42802.log 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.64513.log.gz 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.44188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45611.log 2024-09-10T08:38:40.350 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44188.log.gz 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49535.log 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45611.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47798.log 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.42802.log.gz 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45611.log.gz 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.49535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58094.log 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49535.log.gz 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47798.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53946.log 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58094.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47798.log.gz 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43908.log 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58094.log.gz 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62302.log 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43908.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53946.log.gz 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-10T08:38:40.351 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62302.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43908.log.gz 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59672.log 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.62302.log.gz 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58052.log 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42499.log 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58052.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59672.log.gz 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43897.log 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58052.log.gz 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43227.log 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42499.log: /var/log/ceph/ceph-client.admin.43897.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60181.log 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42499.log.gz 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43227.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43897.log.gz 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61989.log 2024-09-10T08:38:40.352 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43227.log.gz 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60181.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66625.log 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.61989.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45973.log 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.60181.log.gz 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.61989.log.gz 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60702.log 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66295.log 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45973.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.66625.log.gz 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60702.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45973.log.gz 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44230.log 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67655.log 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66295.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60702.log.gz 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.44230.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.66295.log.gz 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64773.log 2024-09-10T08:38:40.353 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44230.log.gz 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46665.log 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67655.log: /var/log/ceph/ceph-client.admin.64773.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46246.log 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.67655.log.gz 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46665.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.64773.log.gz 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40936.log 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46665.log.gz 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64534.log 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46246.log.gz 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.40936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48701.log 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.40936.log.gz 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65553.log 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.64534.log.gz 2024-09-10T08:38:40.354 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.65187.log 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48701.log: /var/log/ceph/ceph-client.admin.65553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41818.log 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48701.log.gz 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.65553.log.gz 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.65187.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63602.log 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54837.log 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41818.log: /var/log/ceph/ceph-client.admin.63602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47626.log 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.63602.log.gz 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54837.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61455.log 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.41818.log.gz 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47626.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54837.log.gz 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66084.log 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47626.log.gz 2024-09-10T08:38:40.355 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.61455.log: 91.5% -- replaced with /var/log/ceph/ceph-client.0.65187.log.gz 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58679.log 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61455.log.gz 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:gzip/var/log/ceph/ceph-client.admin.66084.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.58872.log 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48218.log 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.66084.log.gz 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58679.log.gz 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56588.log 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36093.log 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48218.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58872.log.gz 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53886.log 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8%/var/log/ceph/ceph-client.admin.36093.log: -- replaced with /var/log/ceph/ceph-client.admin.56588.log.gz 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr: 91.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55841.log 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48218.log.gz 2024-09-10T08:38:40.356 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52644.log 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36093.log.gz 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53886.log.gz/var/log/ceph/ceph-client.admin.55841.log: 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56336.log 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55841.log.gz 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.52644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57926.log 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52644.log.gz 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54711.log 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56336.log: /var/log/ceph/ceph-client.admin.57926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54072.log 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56336.log.gz 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54711.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57926.log.gz 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57449.log 2024-09-10T08:38:40.357 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54711.log.gz 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54072.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48936.log 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54072.log.gz 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62073.log 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57449.log.gz 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49342.log 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62073.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48936.log.gz 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58637.log 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62073.log.gz 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62031.log 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.49342.log: /var/log/ceph/ceph-client.admin.58637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46455.log 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58637.log.gz 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62512.log 2024-09-10T08:38:40.358 INFO:teuthology.orchestra.run.smithi094.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.0.49342.log.gz 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62031.log.gz 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.46455.log: /var/log/ceph/ceph-client.admin.53844.log 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62512.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46455.log.gz 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56420.log 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51050.log 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53844.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.62512.log.gz 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56420.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53844.log.gz 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43236.log 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:gzip 88.2% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.56420.log.gz -- 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr: /var/log/ceph/ceph-client.admin.43231.log 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51050.log: /var/log/ceph/ceph-client.admin.43236.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.51050.log.gz 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54167.log 2024-09-10T08:38:40.359 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43236.log.gz 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63308.log 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43231.log: /var/log/ceph/ceph-client.admin.54167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60576.log 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43231.log.gz 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63308.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54167.log.gz 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46068.log 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66147.log 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60576.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.63308.log.gz 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46068.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60576.log.gz 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46539.log 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46068.log.gz 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43228.log 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66147.log: /var/log/ceph/ceph-client.admin.46539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51306.log 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43228.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46539.log.gz 2024-09-10T08:38:40.360 INFO:teuthology.orchestra.run.smithi094.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.66147.log.gzgzip 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.67697.log 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43228.log.gz 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43568.log 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51306.log.gz 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46126.log 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67697.log: /var/log/ceph/ceph-client.admin.43568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62771.log 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67697.log.gz 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43568.log.gz 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46126.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60404.log 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66337.log 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62771.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46126.log.gz 2024-09-10T08:38:40.361 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60404.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.62771.log.gz 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53330.log 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.60404.log.gz 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49963.log 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66337.log: /var/log/ceph/ceph-client.admin.53330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43557.log 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66337.log.gz 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53330.log.gz 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.49963.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48008.log 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67739.log 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49963.log.gz 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43557.log: /var/log/ceph/ceph-client.admin.48008.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55005.log 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43557.log.gz 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48008.log.gz 2024-09-10T08:38:40.362 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53615.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.67739.log.gz 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.41734.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55005.log: /var/log/ceph/ceph-client.admin.53615.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66983.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.55005.log.gz 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53615.log.gz 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67025.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63206.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9%/var/log/ceph/ceph-client.admin.66983.log: -- replaced with /var/log/ceph/ceph-client.admin.41734.log.gz 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67025.log: gzip -5 --verbose 88.9% -- -- replaced with /var/log/ceph/ceph-client.admin.66983.log.gz /var/log/ceph/ceph-client.admin.59275.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67025.log.gz 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55614.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63206.log: /var/log/ceph/ceph-client.admin.59275.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62981.log 2024-09-10T08:38:40.363 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.63206.log.gz 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59275.log.gz 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43054.log 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2%/var/log/ceph/ceph-client.admin.62981.log: -- replaced with /var/log/ceph/ceph-client.admin.55614.log.gz 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42557.log 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.62981.log.gz 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54413.log 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43054.log.gz 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55457.log 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42557.log: /var/log/ceph/ceph-client.admin.54413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66042.log 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42557.log.gz 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.55457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46749.log 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54413.log.gz 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66042.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43902.log 2024-09-10T08:38:40.364 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.66042.log.gz 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46749.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66463.log 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46749.log.gz/var/log/ceph/ceph-client.admin.43902.log: 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52209.log 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.0.55457.log.gz 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64514.log 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66463.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43902.log.gz 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.52209.log: gzip -5 --verbose -- 88.4% /var/log/ceph/ceph-client.admin.65407.log -- replaced with /var/log/ceph/ceph-client.admin.66463.log.gz 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60446.log 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64514.log: /var/log/ceph/ceph-client.admin.65407.log: gzip -5 88.8% 90.9% -- replaced with /var/log/ceph/ceph-client.admin.64514.log.gz 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52209.log.gz 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr: --verbose -- /var/log/ceph/ceph-client.0.51884.log 2024-09-10T08:38:40.365 INFO:teuthology.orchestra.run.smithi094.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.65407.log.gz 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65724.log 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.51884.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.60446.log.gz 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56546.log 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.65724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49593.log 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43224.log 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.65724.log.gz 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56546.log.gz/var/log/ceph/ceph-client.admin.49593.log: 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67235.log 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:gzip/var/log/ceph/ceph-client.admin.43224.log: -5 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49593.log.gz 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr: --verbose -- /var/log/ceph/ceph-client.admin.55883.log 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67235.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43224.log.gz 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64362.log 89.0% -- replaced with /var/log/ceph/ceph-client.admin.67235.log.gz 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.366 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55883.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45721.log 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55883.log.gz 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64362.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64227.log 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.64362.log.gz 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59588.log 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45721.log.gz 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50444.log 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.64227.log.gz 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65658.log 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.0.51884.log.gz 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50444.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50360.log 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.59588.log.gz 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1%/var/log/ceph/ceph-client.admin.65658.log: -- replaced with /var/log/ceph/ceph-client.admin.50444.log.gz 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56854.log 2024-09-10T08:38:40.367 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43907.log 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50360.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.65658.log.gz 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56854.log: gzip -5 --verbose -- 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50360.log.gz 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr: /var/log/ceph/ceph-client.admin.54247.log 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43907.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56854.log.gz 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:gzip 87.8% -5 -- replaced with /var/log/ceph/ceph-client.admin.43907.log.gz 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr: --verbose -- /var/log/ceph/ceph.audit.log 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56378.log 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54247.log.gz 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46623.log 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56672.log 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56378.log: /var/log/ceph/ceph-client.admin.46623.log: gzip 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56378.log.gz 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49082.log 2024-09-10T08:38:40.368 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56672.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46623.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60059.log 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.56672.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:gzip/var/log/ceph/ceph-client.admin.49082.log: -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30056.log 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60059.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49082.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51516.log 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr: 89.5% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60059.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph.tmp-client.admin.30056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57544.log 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30056.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51138.log 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57544.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51516.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54543.log 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57544.log.gz 2024-09-10T08:38:40.369 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50276.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51138.log: /var/log/ceph/ceph-client.admin.54543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67319.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51138.log.gz 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50276.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54543.log.gz 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56938.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66379.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50276.log.gz 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67319.log: /var/log/ceph/ceph-client.admin.56938.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.67319.log.gz 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63686.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.56938.log.gz 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47501.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66379.log: /var/log/ceph/ceph-client.admin.63686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36449.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.66379.log.gz 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47501.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59401.log 2024-09-10T08:38:40.370 INFO:teuthology.orchestra.run.smithi094.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.63686.log.gz 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.36449.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47501.log.gz 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61038.log 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59401.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.36449.log.gz 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43571.log 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.59401.log.gz 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.61038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62386.log 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.61038.log.gz 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56812.log 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43571.log.gz 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57117.log 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.62386.log.gz 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.56812.log: /var/log/ceph/ceph-client.admin.45805.log 2024-09-10T08:38:40.371 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47079.log 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56812.log.gz 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57117.log.gz 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67487.log 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.45805.log.gz 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.62199.log 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47079.log: /var/log/ceph/ceph-client.admin.67487.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47079.log.gz 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61571.log 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59443.log 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.67487.log.gz 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62199.log: /var/log/ceph/ceph-client.admin.61571.log: 87.1%gzip -- replaced with /var/log/ceph/ceph-client.admin.62199.log.gz -5 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr: --verbose -- /var/log/ceph/ceph-client.admin.45847.log 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.61571.log.gz 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67529.log 2024-09-10T08:38:40.372 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59443.log: /var/log/ceph/ceph-client.admin.45847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60139.log 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59443.log.gz 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67529.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45847.log.gz 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47331.log 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.67529.log.gz 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61513.log 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59756.log 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60139.log.gz 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47331.log: /var/log/ceph/ceph-client.admin.61513.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47331.log.gz 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.61513.log.gz 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36355.log 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63434.log 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59756.log.gz 2024-09-10T08:38:40.373 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.36355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62344.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36355.log.gz 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65344.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63434.log: /var/log/ceph/ceph-client.admin.62344.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.63434.log.gz 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54795.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50785.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.62344.log.gz 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.65344.log: /var/log/ceph/ceph-client.admin.54795.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.65344.log.gz 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60223.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45426.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54795.log.gz 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50785.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50785.log.gz 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62428.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45041.log 2024-09-10T08:38:40.374 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.2.45426.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60223.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48743.log 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.2.45426.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45041.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.62428.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57758.log 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45041.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50486.log 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48743.log: /var/log/ceph/ceph-client.admin.57758.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46204.log 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48743.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50486.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57758.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47924.log 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50486.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61732.log 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46204.log.gz 2024-09-10T08:38:40.375 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64819.log 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47924.log.gz 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr:gzip/var/log/ceph/ceph-client.admin.61732.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.56185.log 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48859.log 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.61732.log.gz 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.64819.log.gz 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44272.log 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48859.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.56185.log.gz 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41334.log 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48859.log.gz 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.44272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47966.log 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44272.log.gz 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41334.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-10T08:38:40.376 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.41334.log.gz 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43229.log 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47966.log.gz 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64861.log 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-mds.a.log: /var/log/ceph/ceph-client.admin.43229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52722.log 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64861.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43229.log.gz 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47121.log 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.52722.log: gzip -5 91.1% -- replaced with /var/log/ceph/ceph-client.admin.64861.log.gz 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr: --verbose -- /var/log/ceph/ceph-client.admin.41124.log 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9%/var/log/ceph/ceph-client.admin.47121.log: -- replaced with /var/log/ceph/ceph-client.admin.52722.log.gz 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59714.log 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47121.log.gz 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47163.log 2024-09-10T08:38:40.377 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54627.log 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59714.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41124.log.gz 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47163.log: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58914.log 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59714.log.gz 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47163.log.gz 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.53060.log 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44314.log 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54627.log.gz 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58914.log.gz 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.53060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50402.log 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50107.log 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.44314.log: /var/log/ceph/ceph-client.admin.50402.log: gzip -5 --verbose 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44314.log.gz 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.0.53060.log.gz 2024-09-10T08:38:40.378 INFO:teuthology.orchestra.run.smithi094.stderr: -- /var/log/ceph/ceph-client.admin.56462.log 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50402.log.gz 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51180.log 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50107.log.gz 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53531.log 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51180.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56462.log.gz 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47247.log 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51180.log.gz 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67067.log 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53531.log.gz 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53802.log 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- 88.9% /var/log/ceph/ceph-client.admin.59798.log -- replaced with /var/log/ceph/ceph-client.admin.47247.log.gz 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.379 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67067.log: /var/log/ceph/ceph-client.admin.53802.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.67067.log.gz 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52125.log 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53802.log.gz 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48801.log 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59798.log: /var/log/ceph/ceph-client.admin.52125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53253.log 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59798.log.gz 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52125.log.gz 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62259.log 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53253.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47756.log 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48801.log.gz 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62259.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53253.log.gz 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58010.log 2024-09-10T08:38:40.380 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.62259.log.gz 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41028.log 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58010.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63025.log 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47756.log.gz 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41028.log: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59359.log 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58010.log.gz 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41028.log.gz 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44527.log 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63025.log.gz 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54753.log 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59359.log: /var/log/ceph/ceph-client.admin.44527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53447.log 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.59359.log.gz 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44527.log.gz 2024-09-10T08:38:40.381 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59546.log 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60846.log 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54753.log.gz 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59546.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53447.log.gz 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66669.log 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:gzip 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59546.log.gz -5 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr: --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.58480.log 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66669.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.60846.log.gz 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-mon.a.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.66669.log.gz 2024-09-10T08:38:40.382 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42314.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48978.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.58480.log: /var/log/ceph/ceph-client.admin.42314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66547.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51474.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.0.58480.log.gz 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48978.log.gz 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46917.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.66547.log.gz 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57800.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% 92.4% -- replaced with /var/log/ceph/ceph-client.admin.42314.log.gz 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51474.log.gz 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50966.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46917.log.gz 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57800.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54501.log 2024-09-10T08:38:40.383 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50966.log: 88.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59977.log 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.57800.log.gz 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50966.log.gz/var/log/ceph/ceph-client.admin.54501.log: 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53573.log 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59977.log: 88.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42844.log 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54501.log.gz 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53573.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59977.log.gz 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56980.log 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49921.log 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53573.log.gz 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56980.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63560.log 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42844.log.gz 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56980.log.gz 2024-09-10T08:38:40.384 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.49921.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.44146.log 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63560.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49921.log.gz 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50192.log 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.63560.log.gz 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:gzip/var/log/ceph/ceph-client.admin.44146.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.59503.log 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50192.log: gzip -5 87.4% --verbose -- /var/log/ceph/ceph-client.admin.42760.log 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44146.log.gz 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50192.log.gz 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59503.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59317.log 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42760.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59503.log.gz 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41524.log 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.42760.log.gz 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59317.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64285.log 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr:gzip/var/log/ceph/ceph-client.admin.41524.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59317.log.gz 2024-09-10T08:38:40.385 INFO:teuthology.orchestra.run.smithi094.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50150.log 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64285.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.41524.log.gz 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43569.log 88.8% -- replaced with /var/log/ceph/ceph-client.admin.64285.log.gz 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57321.log 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50150.log.gz 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43563.log 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43569.log.gz 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.57321.log: -- /var/log/ceph/ceph-client.admin.63518.log 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43563.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57321.log.gz 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.63266.log 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43563.log.gz 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63518.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-10T08:38:40.386 INFO:teuthology.orchestra.run.smithi094.stderr:gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.63518.log.gz 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63266.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.41884.log 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-osd.2.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.63266.log.gz 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.64012.log 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45763.log 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.64012.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.41884.log.gz 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66823.log 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45763.log: 88.2% -- replaced with /var/log/ceph/ceph-client.0.64012.log.gz 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45763.log.gz 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46497.log 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55089.log 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3%/var/log/ceph/ceph-client.admin.46497.log: -- replaced with /var/log/ceph/ceph-client.admin.66823.log.gz 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55131.log 2024-09-10T08:38:40.387 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46497.log.gz 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57842.log 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55089.log: /var/log/ceph/ceph-client.admin.55131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62596.log 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57842.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55089.log.gz 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57842.log.gz 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.55131.log.gz 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53489.log 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67151.log 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53489.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62596.log.gz 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52800.log 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53489.log.gz 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63076.log 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67151.log: /var/log/ceph/ceph-client.admin.52800.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.67151.log.gz 2024-09-10T08:38:40.388 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52800.log.gz 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42928.log 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63076.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 88.0% 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63076.log.gz 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42634.log 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-mgr.y.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42928.log.gz 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43903.log 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57279.log 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42634.log.gz/var/log/ceph/ceph-client.admin.43903.log: 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46875.log 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3%/var/log/ceph/ceph-client.admin.57279.log: -- replaced with /var/log/ceph/ceph-client.admin.43903.log.gz 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57279.log.gz 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56037.log 2024-09-10T08:38:40.389 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54371.log 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46875.log.gz 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66711.log 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3%/var/log/ceph/ceph-client.admin.54371.log: -- replaced with /var/log/ceph/ceph-client.admin.56037.log.gz 89.9% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54371.log.gz 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41776.log 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.66711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43570.log 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.66711.log.gz 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49795.log 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41776.log.gz 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66781.log 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43570.log.gz 2024-09-10T08:38:40.390 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60972.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.49795.log: /var/log/ceph/ceph-client.admin.66781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58154.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60972.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49795.log.gz 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.66781.log.gz 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62691.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr: 91.0%/var/log/ceph/ceph-client.admin.58154.log: -- replaced with /var/log/ceph/ceph-client.admin.60972.log.gz 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62895.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62691.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58154.log.gz 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62895.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.62691.log.gz 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 87.8% -- replaced with /var/log/ceph/ceph-client.admin.62895.log.gz 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr: --verbose -- /var/log/ceph/ceph-client.admin.60744.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54329.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60744.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41608.log 2024-09-10T08:38:40.391 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.60744.log.gz 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54329.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54329.log.gz 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr: 86.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51624.log 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51432.log 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41608.log: /var/log/ceph/ceph-client.admin.51624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45931.log 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51432.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.41608.log.gz 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51624.log.gz 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51432.log.gz 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54921.log 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47668.log 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.45931.log: /var/log/ceph/ceph-client.admin.54921.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47710.log 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47668.log: 88.2% 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45931.log.gz 2024-09-10T08:38:40.392 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54921.log.gz 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 88.6% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.47668.log.gz 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr: /var/log/ceph/ceph-client.admin.59018.log 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62470.log 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47710.log: /var/log/ceph/ceph-client.admin.59018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58220.log 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62470.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47710.log.gz 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67109.log 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% 91.1% -- replaced with /var/log/ceph/ceph-client.admin.59018.log.gz 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62470.log.gz 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54963.log 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50005.log 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58220.log.gz 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54963.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.67109.log.gz 2024-09-10T08:38:40.393 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59233.log 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54963.log.gz 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52041.log 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50005.log: /var/log/ceph/ceph-client.admin.59233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47882.log 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.50005.log.gz 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.59233.log.gz/var/log/ceph/ceph-client.admin.52041.log: 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49879.log 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0%/var/log/ceph/ceph-client.admin.47882.log: -- replaced with /var/log/ceph/ceph-client.admin.52041.log.gz 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58956.log 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50581.log 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47882.log.gz 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.49879.log: /var/log/ceph/ceph-client.admin.58956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41290.log 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49879.log.gz 2024-09-10T08:38:40.394 INFO:teuthology.orchestra.run.smithi094.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.58956.log.gz/var/log/ceph/ceph-client.admin.50581.log: 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51264.log 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50581.log.gz 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46959.log 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41290.log.gz 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50871.log 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.51264.log.gz 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52275.log 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46959.log: /var/log/ceph/ceph-client.admin.50871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43012.log 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.52275.log: 89.2% 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50871.log.gz 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46959.log.gz 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50661.log 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.52275.log.gz 2024-09-10T08:38:40.395 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47840.log 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56186.log 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43012.log.gz 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50661.log: /var/log/ceph/ceph-client.admin.47840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54585.log 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50661.log.gz 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56186.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47840.log.gz 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64927.log 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56186.log.gz/var/log/ceph/ceph-client.admin.54585.log: 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48050.log 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.54585.log.gz 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56079.log 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.64927.log.gz 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60888.log 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48050.log: /var/log/ceph/ceph-client.admin.56079.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48050.log.gz 2024-09-10T08:38:40.396 INFO:teuthology.orchestra.run.smithi094.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.56079.log.gz 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50234.log 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59191.log 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50234.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.60888.log.gz 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50047.log 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50234.log.gz 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60492.log 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56504.log 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59191.log.gz/var/log/ceph/ceph-client.admin.50047.log: 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60492.log: 87.4%gzip -5 --verbose -- 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60492.log.gz 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr: /var/log/ceph/ceph-client.admin.48092.log 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50047.log.gz/var/log/ceph/ceph-client.admin.56504.log: 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53760.log 89.0% -- replaced with /var/log/ceph/ceph-client.admin.56504.log.gz 2024-09-10T08:38:40.397 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46707.log 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48092.log.gz 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46320.log 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.53760.log.gz 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44356.log 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46707.log.gz 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65616.log 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46320.log: /var/log/ceph/ceph-client.admin.44356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62937.log 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.65616.log: 88.6% 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46320.log.gz 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44356.log.gz 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.65616.log.gz 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60786.log 2024-09-10T08:38:40.398 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5/var/log/ceph/ceph-client.admin.62937.log: --verbose -- /var/log/ceph/ceph-client.admin.43906.log 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60786.log: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41480.log 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62937.log.gz 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60786.log.gz 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50743.log 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67277.log 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43906.log.gz 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.50743.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.41480.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58737.log 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50743.log.gz 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:gzip/var/log/ceph/ceph-client.admin.67277.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57022.log 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58737.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.67277.log.gz 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42718.log 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58737.log.gz 2024-09-10T08:38:40.399 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41206.log 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57022.log: /var/log/ceph/ceph-client.admin.42718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53657.log 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41206.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.57022.log.gz 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42718.log.gz 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43768.log 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41206.log.gz 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43905.log 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53657.log: /var/log/ceph/ceph-client.admin.43768.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65906.log 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53657.log.gz 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8%/var/log/ceph/ceph-client.admin.43905.log: -- replaced with /var/log/ceph/ceph-client.admin.43768.log.gz 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61648.log 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.43905.log.gz 2024-09-10T08:38:40.400 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.65906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60930.log 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.65906.log.gz 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.61648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52083.log 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1%/var/log/ceph/ceph-client.admin.60930.log: -- replaced with /var/log/ceph/ceph-client.admin.61648.log.gz 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53988.log 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.60930.log.gz 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64731.log 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.52083.log: /var/log/ceph/ceph-client.admin.53988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53405.log 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64731.log: 87.5% 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53988.log.gz 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52083.log.gz 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.64731.log.gz 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63752.log 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.53405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59882.log 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53405.log.gz 2024-09-10T08:38:40.401 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60362.log 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.63752.log.gz 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47289.log 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.59882.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62115.log 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9%/var/log/ceph/ceph-client.admin.60362.log: -- replaced with /var/log/ceph/ceph-client.admin.59882.log.gz 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47289.log: 88.9% 87.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57197.log 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47289.log.gz 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60362.log.gz 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42970.log 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.62115.log.gz 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47457.log 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57197.log.gz 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48176.log 2024-09-10T08:38:40.402 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42970.log: /var/log/ceph/ceph-client.admin.47457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60311.log 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48176.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42970.log.gz 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.47457.log.gz 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48176.log.gz 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55764.log 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63392.log 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55764.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60311.log.gz 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57628.log 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.55764.log.gz 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55995.log 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63392.log: /var/log/ceph/ceph-client.admin.57628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44104.log 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55995.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.63392.log.gz 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57628.log.gz 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.403 INFO:teuthology.orchestra.run.smithi094.stderr:gzip 89.1% -- replaced with /var/log/ceph/ceph-client.admin.55995.log.gz 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.41378.log 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.44104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48284.log 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44104.log.gz/var/log/ceph/ceph-client.admin.41378.log: 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56896.log 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41378.log.gz 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57884.log 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.48284.log: /var/log/ceph/ceph-client.admin.56896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65502.log 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48284.log.gz 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4%/var/log/ceph/ceph-client.admin.57884.log: -- replaced with /var/log/ceph/ceph-client.admin.56896.log.gz 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57884.log.gz 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61947.log 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.65502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62157.log 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.61947.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65502.log.gz 2024-09-10T08:38:40.404 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55706.log 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57968.log 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61947.log.gz 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.62157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51390.log 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.62157.log.gz 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55706.log: /var/log/ceph/ceph-client.admin.57968.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51222.log 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: 87.7%/var/log/ceph/ceph-client.admin.51390.log: -- replaced with /var/log/ceph/ceph-client.admin.55706.log.gz 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57968.log.gz 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51390.log.gz 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52167.log 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51222.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62853.log 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51222.log.gz 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.52167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57405.log 2024-09-10T08:38:40.405 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52167.log.gz/var/log/ceph/ceph-client.admin.62853.log: 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57674.log 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.62853.log.gz 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60618.log 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57405.log.gz 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67613.log 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57674.log.gz 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67823.log 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60618.log.gz 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42886.log 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67613.log: /var/log/ceph/ceph-client.admin.67823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67193.log 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42886.log: 88.7% 88.2% -- replaced with /var/log/ceph/ceph-client.admin.67823.log.gz 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67613.log.gz 2024-09-10T08:38:40.406 INFO:teuthology.orchestra.run.smithi094.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42886.log.gz 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46791.log 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55197.log 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.46791.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.67193.log.gz 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46378.log 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46791.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50915.log 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.55197.log: /var/log/ceph/ceph-client.admin.46378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47205.log 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55197.log.gz 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46378.log.gz/var/log/ceph/ceph-client.admin.50915.log: 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60534.log 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.47205.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50915.log.gz 2024-09-10T08:38:40.407 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60534.log: 89.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41420.log 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47205.log.gz 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.60534.log.gz 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54669.log 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-osd.3.log: /var/log/ceph/ceph-client.admin.41420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67571.log 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54669.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41420.log.gz 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67936.log 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67571.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.54669.log.gz 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.67571.log.gz 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41566.log 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67936.log: /var/log/ceph/ceph-mds.c.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.67936.log.gz 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57716.log 2024-09-10T08:38:40.408 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.41566.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41566.log.gz 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43572.log 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.57716.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.57716.log.gz 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60267.log 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43572.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43572.log.gz 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56714.log 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.60267.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.60267.log.gz 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64512.log 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.56714.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56714.log.gz 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58795.log 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64512.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.64512.log.gz 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44919.log 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.58795.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.58795.log.gz 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43235.log 2024-09-10T08:38:40.409 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.0.44919.log: 88.7% -- replaced with /var/log/ceph/ceph-client.0.44919.log.gz 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51348.log 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.43235.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43235.log.gz 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44398.log 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51348.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51348.log.gz 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42676.log 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.44398.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.44398.log.gz 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64169.log 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.42676.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.42676.log.gz 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51008.log 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.64169.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.64169.log.gz 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67896.log 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.51008.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51008.log.gz 2024-09-10T08:38:40.410 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54457.log 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.67896.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.67896.log.gz 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63350.log 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.54457.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54457.log.gz 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61774.log 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.63350.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63350.log.gz 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/ceph-client.admin.61774.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.61774.log.gz 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi094.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-10T08:38:40.411 INFO:teuthology.orchestra.run.smithi143.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-10T08:38:40.446 INFO:teuthology.orchestra.run.smithi094.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-10T08:38:40.659 INFO:teuthology.orchestra.run.smithi094.stderr: 90.7% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-10T08:38:41.066 INFO:teuthology.orchestra.run.smithi143.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-10T08:38:41.155 INFO:teuthology.orchestra.run.smithi094.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-10T08:38:41.162 INFO:teuthology.orchestra.run.smithi143.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-10T08:38:41.168 INFO:teuthology.orchestra.run.smithi143.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-10T08:38:41.177 INFO:teuthology.orchestra.run.smithi143.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-10T08:38:41.179 INFO:teuthology.orchestra.run.smithi143.stderr: 2024-09-10T08:38:41.179 INFO:teuthology.orchestra.run.smithi143.stderr:real 0m1.021s 2024-09-10T08:38:41.179 INFO:teuthology.orchestra.run.smithi143.stderr:user 0m4.179s 2024-09-10T08:38:41.179 INFO:teuthology.orchestra.run.smithi143.stderr:sys 0m0.194s 2024-09-10T08:38:41.236 INFO:teuthology.orchestra.run.smithi094.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-10T08:38:41.290 INFO:teuthology.orchestra.run.smithi094.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-10T08:38:41.369 INFO:teuthology.orchestra.run.smithi094.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-10T08:38:41.370 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-09-10T08:38:41.371 INFO:teuthology.orchestra.run.smithi094.stderr:real 0m1.239s 2024-09-10T08:38:41.371 INFO:teuthology.orchestra.run.smithi094.stderr:user 0m4.968s 2024-09-10T08:38:41.371 INFO:teuthology.orchestra.run.smithi094.stderr:sys 0m0.433s 2024-09-10T08:38:41.371 INFO:tasks.ceph:Archiving logs... 2024-09-10T08:38:41.371 DEBUG:teuthology.misc:Transferring archived files from smithi094:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/remote/smithi094/log 2024-09-10T08:38:41.372 DEBUG:teuthology.orchestra.run.smithi094:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:38:43.432 DEBUG:teuthology.misc:Transferring archived files from smithi143:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/remote/smithi143/log 2024-09-10T08:38:43.433 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:38:44.078 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T08:38:44.088 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T08:38:44.089 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:38:44.092 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:38:44.165 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T08:38:44.174 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T08:38:44.174 DEBUG:teuthology.orchestra.run.smithi094:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:38:44.177 DEBUG:teuthology.orchestra.run.smithi143:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:38:44.193 INFO:teuthology.orchestra.run.smithi094.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:38:44.194 INFO:teuthology.orchestra.run.smithi143.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:38:44.197 INFO:teuthology.orchestra.run.smithi094.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:38:44.197 INFO:teuthology.orchestra.run.smithi094.stdout:=============================================================================== 2024-09-10T08:38:44.197 INFO:teuthology.orchestra.run.smithi094.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 +1069us[+1062us] +/- 45ms 2024-09-10T08:38:44.197 INFO:teuthology.orchestra.run.smithi094.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 12 +1781us[+1775us] +/- 52ms 2024-09-10T08:38:44.197 INFO:teuthology.orchestra.run.smithi094.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 -4791us[-4797us] +/- 77ms 2024-09-10T08:38:44.197 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:38:44.199 INFO:teuthology.orchestra.run.smithi143.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:38:44.199 INFO:teuthology.orchestra.run.smithi143.stdout:=============================================================================== 2024-09-10T08:38:44.199 INFO:teuthology.orchestra.run.smithi143.stdout:^* hv01.front.sepia.ceph.com 3 6 377 11 +1118us[+1099us] +/- 45ms 2024-09-10T08:38:44.199 INFO:teuthology.orchestra.run.smithi143.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 12 +1844us[+1825us] +/- 52ms 2024-09-10T08:38:44.199 INFO:teuthology.orchestra.run.smithi143.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 12 -4740us[-4759us] +/- 77ms 2024-09-10T08:38:44.199 INFO:teuthology.orchestra.run.smithi143.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:38:44.200 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T08:38:44.234 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T08:38:44.234 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T08:38:44.302 DEBUG:teuthology.orchestra.run.smithi094:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:38:44.387 DEBUG:teuthology.orchestra.run.smithi143:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:38:44.464 DEBUG:teuthology.orchestra.run.smithi094:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:38:44.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:44.497 DEBUG:teuthology.orchestra.run.smithi143:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:38:44.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:44.529 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T08:38:44.546 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T08:38:44.589 INFO:teuthology.task.internal:Duration was 760.390287 seconds 2024-09-10T08:38:44.590 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T08:38:44.651 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T08:38:44.651 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:38:44.654 DEBUG:teuthology.orchestra.run.smithi143:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:38:44.692 INFO:teuthology.orchestra.run.smithi094.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:38:44.696 INFO:teuthology.orchestra.run.smithi143.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:38:45.197 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T08:38:45.197 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi094.front.sepia.ceph.com 2024-09-10T08:38:45.198 DEBUG:teuthology.orchestra.run.smithi094:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:38:45.221 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi143.front.sepia.ceph.com 2024-09-10T08:38:45.221 DEBUG:teuthology.orchestra.run.smithi143:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:38:45.264 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T08:38:45.264 DEBUG:teuthology.orchestra.run.smithi094:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:38:45.267 DEBUG:teuthology.orchestra.run.smithi143:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:38:45.335 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T08:38:45.335 DEBUG:teuthology.orchestra.run.smithi094:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:38:45.338 DEBUG:teuthology.orchestra.run.smithi143:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:38:45.487 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T08:38:45.498 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T08:38:45.499 DEBUG:teuthology.orchestra.run.smithi094:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:38:45.524 DEBUG:teuthology.orchestra.run.smithi143:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:38:45.550 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T08:38:45.562 DEBUG:teuthology.orchestra.run.smithi094:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:38:45.566 DEBUG:teuthology.orchestra.run.smithi143:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:38:45.587 INFO:teuthology.orchestra.run.smithi094.stdout:kernel.core_pattern = core 2024-09-10T08:38:45.613 INFO:teuthology.orchestra.run.smithi143.stdout:kernel.core_pattern = core 2024-09-10T08:38:45.627 DEBUG:teuthology.orchestra.run.smithi094:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:38:45.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:45.659 DEBUG:teuthology.orchestra.run.smithi143:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:38:45.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:38:45.684 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T08:38:45.695 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T08:38:45.696 DEBUG:teuthology.misc:Transferring archived files from smithi094:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/remote/smithi094 2024-09-10T08:38:45.696 DEBUG:teuthology.orchestra.run.smithi094:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:38:45.735 DEBUG:teuthology.misc:Transferring archived files from smithi143:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898921/remote/smithi143 2024-09-10T08:38:45.736 DEBUG:teuthology.orchestra.run.smithi143:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:38:45.769 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T08:38:45.769 DEBUG:teuthology.orchestra.run.smithi094:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:38:45.772 DEBUG:teuthology.orchestra.run.smithi143:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:38:45.819 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T08:38:45.831 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T08:38:45.832 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T08:38:45.868 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T08:38:45.868 DEBUG:teuthology.orchestra.run.smithi094:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:38:45.871 DEBUG:teuthology.orchestra.run.smithi143:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:38:45.883 INFO:teuthology.orchestra.run.smithi094.stdout: 265933 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:38 /home/ubuntu/cephtest 2024-09-10T08:38:45.885 INFO:teuthology.orchestra.run.smithi143.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:38 /home/ubuntu/cephtest 2024-09-10T08:38:45.886 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T08:38:45.939 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T08:38:46.080 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/sessionmap} duration: 760.3902866840363 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-10T08:38:46.081 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T08:38:46.166 INFO:teuthology.run:pass